00010000:00000010:1.1F:1763354547.303063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d312400. 00010000:00000010:1.1:1763354547.303084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2800. 00010000:00000010:1.1:1763354547.303087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2600. 00010000:00000010:1.1:1763354547.303090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:1.1:1763354547.311088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff54cdea800. 00010000:00000010:1.1:1763354547.311096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ac00. 00010000:00000010:1.1:1763354547.311099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ba00. 00010000:00000010:1.1:1763354547.311102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a000. 00010000:00000010:0.1F:1763354550.368061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00010000:00000010:1.1:1763354550.371110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:0.1:1763354550.371110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff54cdea900. 00010000:00000010:0.1:1763354550.371127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:1.1:1763354550.371134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2ba000. 00010000:00000010:0.1:1763354550.371140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:0.1:1763354550.371147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283f00. 00010000:00000010:0.1:1763354550.371158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00010000:00000010:3.1F:1763354551.478083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00010000:00000010:1.1:1763354551.478090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6db000. 00010000:00000010:3.1:1763354551.478097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:1.1:1763354551.478102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:3.1:1763354551.478104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:1.1:1763354551.478112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283100. 00010000:00000010:1.1:1763354551.478119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00010000:00000010:1.1:1763354551.478123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283000. 00010000:00000010:1.1:1763354551.478126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:0.1:1763354551.482085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00010000:00000010:3.1:1763354551.482089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000010:3.1:1763354551.482100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000010:0.1:1763354551.482102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283800. 00010000:00000010:3.1:1763354551.482106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283d00. 00010000:00000010:0.1:1763354551.482111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243c00. 00010000:00000010:3.1:1763354551.482114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00010000:00000010:0.1:1763354551.482118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243600. 00080000:00000010:0.2F:1763354554.034166:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff55fefc078. 00010000:00000010:2.1F:1763354555.553081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:2.1:1763354555.553095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354555.553101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354555.553109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2600. 00010000:00000010:2.1:1763354555.555079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b200. 00010000:00000010:0.1:1763354555.561078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354555.571074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ae00. 00010000:00000010:0.1:1763354555.576083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a800. 00010000:00000010:0.1:1763354555.576093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b200. 00010000:00000010:0.1:1763354555.576098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b600. 00010000:00000010:0.1:1763354555.576102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:3.1:1763354555.585068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac700. 00010000:00000010:2.1:1763354555.585074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:3.1:1763354555.585075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ac00. 00010000:00000010:0.1:1763354555.585077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000010:2.1:1763354555.589082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:2.1:1763354555.589092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283600. 00010000:00000010:2.1:1763354555.593068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354555.593074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354555.593076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2600. 00010000:00000010:2.1:1763354555.598076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:2.1:1763354555.598085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354555.598090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:2.1:1763354555.615071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:2.1:1763354555.615080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354555.615084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:2.1:1763354555.634079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354555.644079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354555.649064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354555.649071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:0.1:1763354555.673079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:2.1:1763354555.677084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:2.1:1763354555.681076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14fa00. 00010000:00000010:2.1:1763354555.681084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5900. 00010000:00000010:2.1:1763354555.681088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354555.681092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e000. 00010000:00000010:0.1:1763354555.694076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e600. 00080000:00000010:2.1:1763354555.694090:0:6517:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce373c0. 00010000:00000010:2.1:1763354555.694099:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:2.1:1763354555.694106:0:6517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff59060a700. 00010000:00000010:2.1:1763354555.694110:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:0.1:1763354555.698077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:2.1:1763354555.702066:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354555.702072:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14fa00. 00080000:00000010:0.2:1763354555.704056:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff55fefc078. 00010000:00000010:0.1:1763354555.715064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354555.719069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:2.1:1763354555.724086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354555.752072:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354555.761077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354555.767071:0:99670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00080000:00000010:2.2F:1763354555.767242:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:0.1:1763354555.771089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4000. 00010000:00000010:2.1:1763354555.775083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff59060a700. 00010000:00000010:2.1:1763354555.775093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354555.779074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50300. 00010000:00000010:1.1:1763354555.779084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:1.1:1763354555.779088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:1.1:1763354555.779092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7000. 00010000:00000010:2.1:1763354555.789070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d5e00. 00010000:00000010:0.1:1763354555.797062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:2.1:1763354555.806075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:1.1:1763354555.810065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4600. 00010000:00000010:1.1:1763354555.810073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:2.1:1763354555.810086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e000. 00010000:00000010:2.1:1763354555.810094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00010000:00000010:2.1:1763354555.810098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00080000:00000010:2.1:1763354555.810104:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27980. 00080000:00000010:2.1:1763354555.810110:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff651241000. 00010000:00000010:3.1:1763354555.818066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:0.1:1763354555.822067:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:0.1:1763354555.822073:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:1.1:1763354555.822085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:0.1:1763354555.831061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:1.1:1763354555.835072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00080000:00000010:0.1:1763354555.835074:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67dab0d80. 00010000:00000010:0.1:1763354555.835082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354555.835092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acf00. 00010000:00000010:0.1:1763354555.835097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00080000:00000010:2.2:1763354555.839089:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:0.1:1763354555.844071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:1.1:1763354555.849058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:2.1:1763354555.853081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:2.1:1763354555.860085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c800. 00010000:00000010:2.1:1763354555.887083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c800. 00010000:00000010:2.1:1763354555.901072:0:99670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c200. 00080000:00000010:2.2:1763354555.901724:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:0.1:1763354555.904078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:2.1:1763354555.907064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff59060a400. 00010000:00000010:2.1:1763354555.907071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c800. 00010000:00000010:1.1:1763354555.907078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:0.1:1763354555.912081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50a00. 00010000:00000010:0.1:1763354555.912089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:0.1:1763354555.912101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ba00. 00010000:00000010:0.1:1763354555.912105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac400. 00010000:00000010:0.1:1763354555.912108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a000. 00010000:00000010:0.1:1763354555.916078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50100. 00010000:00000010:0.1:1763354555.916087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:3.1:1763354555.922074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:0.1:1763354555.929059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:3.1:1763354555.930057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:3.1:1763354555.934068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7800. 00010000:00000010:3.1:1763354555.934074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:3.1:1763354555.934077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00080000:00000010:3.1:1763354555.934083:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff68126a280. 00080000:00000010:3.1:1763354555.934087:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff651241780. 00010000:00000010:1.1:1763354555.942075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:1.1:1763354555.942087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:3.1:1763354555.946056:0:3648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:0.1:1763354555.950064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354555.954059:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:0.1:1763354555.958065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac400. 00010000:00000010:0.1:1763354555.958070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00080000:00000010:0.1:1763354555.962063:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67dab0d80. 00010000:00000010:1.1:1763354555.962073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:0.1:1763354555.971065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:0.1:1763354555.971073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acf00. 00010000:00000010:0.1:1763354555.971080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00080000:00000010:2.2:1763354555.971578:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:0.1:1763354555.976069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354555.980065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:2.1:1763354555.985061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:2.1:1763354555.997064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:2.1:1763354556.020058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:2.1:1763354556.028059:0:99670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00080000:00000010:2.2:1763354556.030984:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:0.1:1763354556.033062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354556.037066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c800. 00010000:00000010:2.1:1763354556.039074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad800. 00010000:00000010:2.1:1763354556.039083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:1.1:1763354556.041085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:1.1:1763354556.041102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff59060ab00. 00010000:00000010:1.1:1763354556.041106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:1.1:1763354556.041109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff59060a700. 00010000:00000010:1.1:1763354556.041112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7000. 00010000:00000010:1.1:1763354556.041116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66b85eb00. 00010000:00000010:1.1:1763354556.041119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:3.1:1763354556.052072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:0.1:1763354556.060054:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354556.060082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:0.1:1763354556.065061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:0.1:1763354556.065066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:0.1:1763354556.065068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00080000:00000010:0.1:1763354556.065072:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff68126ab80. 00080000:00000010:0.1:1763354556.065075:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff6512d3f00. 00010000:00000010:1.1:1763354556.074065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c200. 00010000:00000010:1.1:1763354556.074075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5f00. 00010000:00000010:3.1:1763354556.077079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354556.093066:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.098082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.102073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.117065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.121076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac900. 00010000:00000010:0.1:1763354556.121084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354556.121088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.125063:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:0.1:1763354556.125075:0:6517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac000. 00010000:00000010:0.1:1763354556.133062:0:74511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8aca00. 00010000:00000010:0.1:1763354556.133067:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:1.1:1763354556.137077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00080000:00000010:0.1:1763354556.137082:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ffa63c0. 00010000:00000010:0.1:1763354556.137099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:0.1:1763354556.137104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acd00. 00010000:00000010:0.1:1763354556.137108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:0.1:1763354556.145083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.150067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.155076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4000. 00010000:00000010:0.1:1763354556.160070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.198078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.203085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00080000:00000010:2.2:1763354556.207692:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:0.1:1763354556.208066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.213072:0:3640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4600. 00010000:00000010:2.1:1763354556.217074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acd00. 00010000:00000010:2.1:1763354556.217081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:1.1:1763354556.222084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283700. 00010000:00000010:0.1:1763354556.222087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00010000:00000010:1.1:1763354556.222102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398200. 00010000:00000010:0.1:1763354556.222103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac400. 00010000:00000010:0.1:1763354556.222111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:0.1:1763354556.222118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac100. 00010000:00000010:0.1:1763354556.222122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:0.1:1763354556.230057:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:1.1:1763354556.238069:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354556.238080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4000. 00010000:00000010:1.1:1763354556.244066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:1.1:1763354556.244074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac300. 00010000:00000010:1.1:1763354556.244077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00080000:00000010:1.1:1763354556.244081:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff68126ac80. 00080000:00000010:1.1:1763354556.244085:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27c00. 00010000:00000010:0.1:1763354556.251076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d5e00. 00010000:00000010:0.1:1763354556.251086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8aca00. 00010000:00000010:1.1:1763354556.255096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000010:0.1:1763354556.260086:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:0.1:1763354556.260092:0:6517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8100. 00010000:00000010:0.1:1763354556.260096:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354556.260099:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.266077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:0.1:1763354556.266084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac500. 00080000:00000010:1.1:1763354556.270094:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff5909e91e0. 00010000:00000010:1.1:1763354556.270109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354556.270111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8a00. 00010000:00000010:1.1:1763354556.270116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8900. 00010000:00000010:0.1:1763354556.270125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:1.1:1763354556.270128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.274085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:1.1:1763354556.283072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:0.1:1763354556.288095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00010000:00000010:3.1:1763354556.297084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00010000:00000010:3.1:1763354556.302072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:3.1:1763354556.328060:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:3.1:1763354556.335089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00080000:00000010:2.2:1763354556.339760:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c04b0. 00010000:00000010:1.1:1763354556.342073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580000. 00010000:00000010:0.1:1763354556.345081:0:3656:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399800. 00010000:00000010:2.1:1763354556.347073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283d00. 00010000:00000010:2.1:1763354556.347083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00010000:00000010:1.1:1763354556.349072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00010000:00000010:1.1:1763354556.349080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acc00. 00010000:00000010:1.1:1763354556.349083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000010:1.1:1763354556.349086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:3.1:1763354556.353075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:3.1:1763354556.353090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354556.361076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00010000:00000010:0.1:1763354556.370063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:2.1:1763354556.370074:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354556.375067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354556.375076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283000. 00010000:00000010:2.1:1763354556.375080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00080000:00000010:2.1:1763354556.375095:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff681241080. 00080000:00000010:2.1:1763354556.375100:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff680781f00. 00010000:00000010:0.1:1763354556.383075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398e00. 00010000:00000010:0.1:1763354556.383088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283f00. 00010000:00000010:1.1:1763354556.387076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00010000:00000010:2.1:1763354556.391073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff642a10000. 00010000:00000010:2.1:1763354556.391081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354556.391085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00010000:00000010:2.1:1763354556.391088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50a00. 00010000:00000010:2.1:1763354556.391093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354556.400076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354556.400089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:0.1:1763354556.402072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff644bf7600. 00080000:00000010:2.1:1763354556.406076:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce37480. 00010000:00000010:2.1:1763354556.406085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00010000:00000010:2.1:1763354556.406091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000010:2.1:1763354556.406095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354556.411065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff642a10000. 00010000:00000010:2.1:1763354556.415060:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354556.420070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff642a10000. 00010000:00000010:0.1:1763354556.425068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:2.1:1763354556.429052:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff642a10000. 00010000:00000010:2.1:1763354556.435072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680200. 00010000:00000010:2.1:1763354556.463072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680200. 00010000:00000010:2.1:1763354556.476066:0:99670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680400. 00080000:00000010:2.2:1763354556.476843:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0ac8. 00010000:00000010:2.1:1763354556.485080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680200. 00010000:00000010:0.1:1763354556.489084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5459cd800. 00010000:00000010:0.1:1763354556.489097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4600. 00010000:00000010:0.1:1763354556.489104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac000. 00010000:00000010:0.1:1763354556.489109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:0.1:1763354556.489114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dbb00. 00010000:00000010:0.1:1763354556.489118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:2.1:1763354556.493091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000010:2.1:1763354556.493102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab25400. 00010000:00000010:2.1:1763354556.498064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00010000:00000010:0.1:1763354556.506064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff642a10000. 00010000:00000010:2.1:1763354556.510065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00010000:00000010:2.1:1763354556.516071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e2000. 00010000:00000010:2.1:1763354556.516083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50300. 00010000:00000010:2.1:1763354556.516099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00080000:00000010:2.1:1763354556.516115:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27f80. 00080000:00000010:2.1:1763354556.516133:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff68126a400. 00010000:00000010:0.1:1763354556.520065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:0.1:1763354556.520078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acf00. 00010000:00000010:2.1:1763354556.524070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:2.1:1763354556.535062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:2.1:1763354556.545077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e2000. 00010000:00000010:0.1:1763354556.549067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:0.1:1763354556.572092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.572100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8d00. 00010000:00000010:0.1:1763354556.572104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:0.1:1763354556.572106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:0.1:1763354556.577070:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2400. 00010000:00000010:0.1:1763354556.577082:0:8419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8700. 00010000:00000010:0.1:1763354556.577094:0:8419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8300. 00010000:00000010:0.1:1763354556.577107:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:0.1:1763354556.583076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00080000:00000010:2.1:1763354556.586067:0:74511:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff5909e94e0. 00010000:00000010:2.1:1763354556.586076:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:2.1:1763354556.586081:0:74511:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8e00. 00010000:00000010:2.1:1763354556.586090:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:2.1:1763354556.592061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:2.1:1763354556.600091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679029200. 00010000:00000010:0.1:1763354556.605082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:2.1:1763354556.605085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:2.1:1763354556.613081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679029200. 00010000:00000010:2.1:1763354556.618065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:2.1:1763354556.648074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:0.1:1763354556.653082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:2.1:1763354556.658072:0:99670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00080000:00000010:2.2:1763354556.658319:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0ac8. 00010000:00000010:0.1:1763354556.663097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028400. 00010000:00000010:2.1:1763354556.666076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00010000:00000010:2.1:1763354556.666083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:1.1:1763354556.670074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab24c00. 00010000:00000010:1.1:1763354556.670084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:1.1:1763354556.670088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680200. 00010000:00000010:1.1:1763354556.670100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:1.1:1763354556.670102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680400. 00010000:00000010:0.1:1763354556.686089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:2.1:1763354556.697072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354556.702056:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354556.702062:0:6517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8600. 00010000:00000010:2.1:1763354556.702069:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e2000. 00010000:00000010:0.1:1763354556.702076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679029200. 00010000:00000010:1.1:1763354556.705059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00080000:00000010:2.1:1763354556.705068:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27f80. 00010000:00000010:0.1:1763354556.705077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00080000:00000010:2.1:1763354556.705079:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff681241480. 00010000:00000010:0.1:1763354556.705087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283400. 00010000:00000010:2.1:1763354556.709087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354556.709097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354556.709102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:2.1:1763354556.709105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028400. 00010000:00000010:2.1:1763354556.714074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:2.1:1763354556.714082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50300. 00010000:00000010:2.1:1763354556.714085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:2.1:1763354556.714088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:0.1:1763354556.718075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b200. 00080000:00000010:2.1:1763354556.722080:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce37cc0. 00010000:00000010:2.1:1763354556.722085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:2.1:1763354556.722090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354556.722092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354556.730075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354556.735070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:0.1:1763354556.739065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:0.1:1763354556.747090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:0.1:1763354556.751072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354556.754108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00010000:00000010:0.1:1763354556.791070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2800. 00080000:00000010:2.2:1763354556.804574:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0780. 00010000:00000010:0.1:1763354556.805067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354556.805071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:0.1:1763354556.812072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:1.1:1763354556.816059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac500. 00010000:00000010:1.1:1763354556.816066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:2.1:1763354556.816073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8d00. 00010000:00000010:2.1:1763354556.816086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b200. 00010000:00000010:2.1:1763354556.821087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00010000:00000010:2.1:1763354556.821097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6db000. 00010000:00000010:2.1:1763354556.821103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:2.1:1763354556.821107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:0.1:1763354556.828062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354556.836060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.840077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:2.1:1763354556.842057:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:2.1:1763354556.842064:0:6517:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50100. 00010000:00000010:2.1:1763354556.842067:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00080000:00000010:2.1:1763354556.842074:0:6517:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27f80. 00010000:00000010:0.1:1763354556.842076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00080000:00000010:2.1:1763354556.842079:0:6517:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27480. 00010000:00000010:0.1:1763354556.842085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:1.1:1763354556.846054:0:3649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:2.1:1763354556.850077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354556.850085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354556.850090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:2.1:1763354556.850095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50300. 00010000:00000010:2.1:1763354556.850103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:2.1:1763354556.855072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354556.855080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:0.1:1763354556.860073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00080000:00000010:2.1:1763354556.863072:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce37480. 00010000:00000010:2.1:1763354556.863082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:2.1:1763354556.863089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:2.1:1763354556.863094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:0.1:1763354556.869059:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354556.877080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:0.1:1763354556.884057:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354556.888066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab25400. 00010000:00000010:0.1:1763354556.892068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:0.1:1763354556.896071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354556.922108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354556.934079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00080000:00000010:2.2:1763354556.934275:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0f00. 00010000:00000010:2.1:1763354556.938079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:2.1:1763354556.943065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acf00. 00010000:00000010:2.1:1763354556.943073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:0.1:1763354556.943076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:1.1:1763354556.947069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3600. 00010000:00000010:1.1:1763354556.947078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:1.1:1763354556.947081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:1.1:1763354556.947084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00010000:00000010:1.1:1763354556.947086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:0.1:1763354556.956078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354556.962058:0:6517:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354556.962062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:2.1:1763354556.967074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:2.1:1763354556.967080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50100. 00010000:00000010:2.1:1763354556.967083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00080000:00000010:2.1:1763354556.967088:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff651241400. 00080000:00000010:2.1:1763354556.967095:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27e80. 00010000:00000010:0.1:1763354556.975064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354556.975074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000010:2.1:1763354556.979073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00010000:00000010:0.1:1763354559.325063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354559.325075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac100. 00010000:00000010:0.1:1763354559.325080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:0.1:1763354559.325086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354559.334074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070bc00. 00010000:00000010:2.1:1763354559.342059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354559.346062:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff680f51e00. 00010000:00000010:2.1:1763354559.349060:0:3640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74c00. 00010000:00000010:2.1:1763354559.349069:0:3640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74200. 00010000:00000010:2.1:1763354559.349077:0:3640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74e00. 00010000:00000010:3.1:1763354559.352055:0:3647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:3.1:1763354559.352063:0:3647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff640030c00. 00010000:00000010:2.1:1763354559.352072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354559.354054:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:2.1:1763354559.354060:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354559.354064:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:1.1:1763354559.354070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354559.354071:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:2.1:1763354559.354082:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e2000. 00010000:00000010:2.1:1763354559.356061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac400. 00010000:00000010:2.1:1763354559.356068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:3.1:1763354559.356074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b562200. 00010000:00000010:2.1:1763354559.356074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52600. 00010000:00000010:2.1:1763354559.356079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac100. 00010000:00000010:3.1:1763354559.356085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6db200. 00010000:00000010:3.1:1763354559.356092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:2.1:1763354559.361071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52a00. 00010000:00000010:2.1:1763354559.361077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354559.361080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52800. 00010000:00000010:2.1:1763354559.372077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bcbe600. 00010000:00000010:2.1:1763354559.376073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:2.1:1763354559.376080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:2.1:1763354559.404063:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:2.1:1763354559.404071:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354559.404074:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74c00. 00010000:00000010:1.1:1763354559.412062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff680f51e00. 00080000:00000010:2.1:1763354559.416069:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce37180. 00010000:00000010:2.1:1763354559.416076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000010:2.1:1763354559.416081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:2.1:1763354559.416083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:2.1:1763354559.416086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:2.1:1763354559.416089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:2.1:1763354559.416092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5300. 00010000:00000010:2.1:1763354559.416101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00010000:00000010:2.1:1763354559.420127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74c00. 00010000:00000010:2.1:1763354559.420136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:2.1:1763354559.455078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00010000:00000010:2.1:1763354559.455090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:2.1:1763354559.455098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5300. 00010000:00000010:2.1:1763354559.455106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:0.1:1763354559.460073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354559.460081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac100. 00010000:00000010:0.1:1763354559.460086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:0.1:1763354559.460089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:0.1:1763354559.460092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028400. 00010000:00000010:0.1:1763354559.478070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:0.1:1763354559.478084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:0.1:1763354559.478087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac100. 00010000:00000010:0.1:1763354559.478089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028400. 00010000:00000010:2.1:1763354559.502077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:0.1:1763354559.510078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:0.1:1763354559.515063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:2.1:1763354559.515088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5300. 00010000:00000010:2.1:1763354559.515100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00080000:00000010:2.1:1763354559.519076:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce374e0. 00010000:00000010:2.1:1763354559.519084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ec000. 00010000:00000010:2.1:1763354559.519095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5f00. 00010000:00000010:2.1:1763354559.519104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ed000. 00080000:00000010:2.2:1763354559.520965:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0438. 00010000:00000010:2.1:1763354559.523078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:0.1:1763354559.533087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:0.1:1763354559.538090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:0.1:1763354559.542074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354559.576100:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354559.585067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00080000:00000010:2.2:1763354559.587774:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0438. 00010000:00000010:2.1:1763354559.590076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:0.1:1763354559.594058:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028400. 00010000:00000010:3.1:1763354559.594069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac100. 00010000:00000010:3.1:1763354559.594078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:1.1:1763354559.598087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000010:1.1:1763354559.598102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52400. 00010000:00000010:1.1:1763354559.598106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00010000:00000010:1.1:1763354559.598113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bcbe600. 00010000:00000010:1.1:1763354559.598126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66dd43c00. 00010000:00000010:0.1:1763354559.607072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:2.1:1763354559.615058:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:0.1:1763354559.615064:0:6523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00010000:00000010:2.1:1763354559.620075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354559.620085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50a00. 00010000:00000010:2.1:1763354559.620092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00080000:00000010:2.1:1763354559.620099:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff651241c80. 00080000:00000010:2.1:1763354559.620122:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27c00. 00010000:00000010:0.1:1763354559.626073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:0.1:1763354559.626082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac800. 00010000:00000010:2.1:1763354559.634073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:0.1:1763354559.639071:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:0.1:1763354559.639082:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:0.1:1763354559.639089:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354559.649077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00080000:00000010:2.1:1763354559.653085:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67dab0900. 00010000:00000010:2.1:1763354559.653096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354559.653106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac800. 00010000:00000010:2.1:1763354559.653114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00080000:00000010:2.2:1763354559.656838:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0438. 00010000:00000010:2.1:1763354559.657057:0:69826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:0.1:1763354559.665084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:0.1:1763354559.670080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:0.1:1763354559.676075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354559.719085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354559.724079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00080000:00000010:2.2:1763354559.727710:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0438. 00010000:00000010:2.1:1763354559.730087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:0.1:1763354559.735062:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00010000:00000010:2.1:1763354559.739073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac700. 00010000:00000010:2.1:1763354559.739080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ed000. 00010000:00000010:2.1:1763354559.743074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:2.1:1763354559.743083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:2.1:1763354559.743095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b200. 00010000:00000010:2.1:1763354559.743098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354559.743100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:2.1:1763354559.743102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50100. 00010000:00000010:2.1:1763354559.743104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:2.1:1763354559.743107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:2.1:1763354559.743109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354559.743111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:2.1:1763354559.743113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354559.743115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74e00. 00010000:00000010:3.1:1763354559.756081:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:3.1:1763354559.761060:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:3.1:1763354559.761069:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74200. 00010000:00000010:1.1:1763354559.761079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00010000:00000010:3.1:1763354559.761080:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:3.1:1763354559.765068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00080000:00000010:3.1:1763354559.765086:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff651241c80. 00080000:00000010:3.1:1763354559.765115:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27700. 00010000:00000010:1.1:1763354559.770081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:1.1:1763354559.770093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac600. 00010000:00000010:1.1:1763354559.781085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354559.785078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00010000:00000010:1.1:1763354559.790065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ec000. 00010000:00000010:2.1:1763354559.790092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354559.790099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:1.1:1763354559.795068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00080000:00000010:2.1:1763354559.799093:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67e073180. 00010000:00000010:2.1:1763354559.799102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:2.1:1763354559.799109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354559.799112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:2.1:1763354559.804076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00080000:00000010:2.2:1763354559.807725:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0000. 00010000:00000010:1.1:1763354559.820067:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398e00. 00010000:00000010:1.1:1763354559.825077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00010000:00000010:1.1:1763354559.825086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399800. 00010000:00000010:2.1:1763354559.832084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00010000:00000010:2.1:1763354559.841069:0:8419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000010:2.1:1763354559.846064:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398200. 00010000:00000010:2.1:1763354559.846075:0:69431:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00010000:00000010:1.1:1763354559.853078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:2.1:1763354559.858060:0:74511:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:3.1:1763354559.858112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:3.1:1763354559.858123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028a00. 00010000:00000010:1.1:1763354559.862057:0:3649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028c00. 00010000:00000010:1.1:1763354559.862065:0:3649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00010000:00000010:2.1:1763354559.862079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:1.1:1763354559.870085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:0.1:1763354559.870146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d4000. 00010000:00000010:2.1:1763354559.872074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:3.1:1763354559.872082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ed000. 00010000:00000010:1.1:1763354559.872091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6753d5e00. 00010000:00000010:0.1:1763354559.872096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b200. 00010000:00000010:3.1:1763354559.876070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:2.1:1763354559.914084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ed000. 00010000:00000010:3.1:1763354559.916076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00010000:00000010:2.1:1763354559.916081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:0.1:1763354559.916085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:2.1:1763354559.916092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66dd43c00. 00010000:00000010:1.1:1763354559.920077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e600. 00010000:00000010:0.1:1763354559.920082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ec000. 00010000:00000010:3.1:1763354559.931071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680200. 00010000:00000010:0.1:1763354559.931076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e600. 00010000:00000010:2.1:1763354559.934062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:2.1:1763354559.934071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:1.1:1763354559.934079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00010000:00000010:0.1:1763354559.934083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ec000. 00010000:00000010:3.1:1763354559.937077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff680f51e00. 00080000:00000010:3.2F:1763354559.945879:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff595c0cd20. 00010000:00000010:2.1:1763354559.948082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:2.1:1763354559.953069:0:3655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00010000:00000010:3.1:1763354559.954058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1400. 00010000:00000010:3.1:1763354559.954067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:1.1:1763354559.956073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679028400. 00010000:00000010:1.1:1763354559.956082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:1.1:1763354559.956087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:1.1:1763354559.956091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:1.1:1763354559.956094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:2.1:1763354559.960084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1a00. 00010000:00000010:2.1:1763354559.960102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e600. 00010000:00000010:3.1:1763354559.971061:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:0.1:1763354559.976078:0:74526:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:3.1:1763354559.980062:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ec000. 00010000:00000010:3.1:1763354559.985079:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679029200. 00010000:00000010:3.1:1763354559.985090:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:3.1:1763354559.985103:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00010000:00000010:3.1:1763354559.985113:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66bac5900. 00010000:00000010:3.1:1763354559.985125:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00080000:00000010:3.1:1763354559.989062:0:6519:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27a80. 00080000:00000010:3.1:1763354559.989081:0:6519:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 268 at ffff8ff54de17800. 00010000:00000010:3.1:1763354560.007081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:1.1:1763354560.007081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00010000:00000010:3.1:1763354560.007094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5937d2900. 00010000:00000010:0.1:1763354560.007095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:1.1:1763354560.007096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5937d2500. 00010000:00000010:1.1:1763354560.007104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:1.1:1763354560.007108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5937d2a00. 00010000:00000010:0.1:1763354560.007125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5937d2300. 00010000:00000010:0.1:1763354560.007132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580000. 00010000:00000010:0.1:1763354560.007137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283300. 00010000:00000010:2.1:1763354560.008070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:2.1:1763354560.008079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5937d2c00. 00010000:00000010:2.1:1763354560.008083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:2.1:1763354560.008087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5937d2400. 00010000:00000010:3.1:1763354560.015067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab24c00. 00010000:00000010:3.1:1763354560.036058:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ec000. 00010000:00000010:3.1:1763354560.036063:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dce00. 00010000:00000010:3.1:1763354560.036066:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bcbe600. 00010000:00000010:3.1:1763354560.036070:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc400. 00010000:00000010:3.1:1763354560.036074:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff674d4d000. 00010000:00000010:3.1:1763354560.041059:0:74535:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dcc00. 00010000:00000010:3.1:1763354560.041073:0:74535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680400. 00010000:00000010:3.1:1763354560.046064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00080000:00000010:2.1:1763354560.056064:0:74509:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff6532578a0. 00010000:00000010:2.1:1763354560.056077:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00010000:00000010:2.1:1763354560.056085:0:74509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dcb00. 00010000:00000010:2.1:1763354560.056089:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580000. 00010000:00000010:1.1:1763354560.059062:0:6522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab25400. 00010000:00000010:1.1:1763354560.059072:0:6522:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dbe00. 00010000:00000010:3.1:1763354560.059074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:1.1:1763354560.059081:0:6522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:1.1:1763354560.059090:0:6522:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dbc00. 00010000:00000010:1.1:1763354560.059098:0:6522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab24c00. 00010000:00000010:1.1:1763354560.059106:0:6522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354560.059112:0:6522:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6db400. 00010000:00000010:1.1:1763354560.059121:0:6522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:1.1:1763354560.059127:0:6522:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dba00. 00010000:00000010:1.1:1763354560.059131:0:6522:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:2.1:1763354560.060061:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354560.060073:0:74509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00010000:00000010:2.1:1763354560.060079:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:2.1:1763354560.060082:0:74509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:2.1:1763354560.060086:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:2.1:1763354560.060088:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:2.1:1763354560.062061:0:74509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354560.062067:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354560.062072:0:74509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000010:2.1:1763354560.062076:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:1.1:1763354560.067070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:1.1:1763354560.067079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6db300. 00010000:00000010:0.1:1763354560.067080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e000. 00010000:00000010:1.1:1763354560.067086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7000. 00010000:00000010:0.1:1763354560.067086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1600. 00010000:00000010:1.1:1763354560.067092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dbd00. 00010000:00000010:0.1:1763354560.067095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070bc00. 00010000:00000010:1.1:1763354560.067098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff64630c800. 00010000:00000010:0.1:1763354560.067101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1200. 00010000:00000010:0.1:1763354560.067106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14fa00. 00010000:00000010:3.1:1763354560.072073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:2.1:1763354560.076100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:2.1:1763354560.081074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354560.118086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00080000:00000010:2.2:1763354560.131095:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0000. 00010000:00000010:2.1:1763354560.132062:0:1047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:3.1:1763354560.138063:0:6506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:3.1:1763354560.138073:0:6506:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00010000:00000010:2.1:1763354560.141072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:2.1:1763354560.141079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354560.144063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ed000. 00010000:00000010:2.1:1763354560.144071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:3.1:1763354560.144075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acd00. 00010000:00000010:2.1:1763354560.144075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59c5ece00. 00010000:00000010:2.1:1763354560.144081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff680f51e00. 00010000:00000010:1.1:1763354560.144085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:3.1:1763354560.144087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ac00. 00010000:00000010:1.1:1763354560.144099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:1.1:1763354560.144106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:1.1:1763354560.144110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00010000:00000010:3.1:1763354560.152058:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:0.1:1763354560.160068:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:3.1:1763354560.160080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:0.1:1763354560.166073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b680200. 00010000:00000010:0.1:1763354560.166082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc200. 00010000:00000010:0.1:1763354560.166087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00080000:00000010:0.1:1763354560.166094:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27e80. 00080000:00000010:0.1:1763354560.166099:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27f80. 00010000:00000010:3.1:1763354560.173089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66dd43c00. 00010000:00000010:3.1:1763354560.173096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50100. 00010000:00000010:2.1:1763354560.177067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:0.1:1763354560.183076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b200. 00010000:00000010:0.1:1763354560.183082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8aca00. 00010000:00000010:0.1:1763354560.183086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a800. 00010000:00000010:0.1:1763354560.183088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac500. 00010000:00000010:0.1:1763354560.183090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b600. 00010000:00000010:3.1:1763354560.190083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ae00. 00010000:00000010:3.1:1763354560.195079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14fa00. 00010000:00000010:0.1:1763354560.195089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acf00. 00010000:00000010:0.1:1763354560.195099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a000. 00080000:00000010:0.1:1763354560.199073:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff648871c00. 00010000:00000010:0.1:1763354560.199081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b600. 00010000:00000010:0.1:1763354560.199086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac700. 00010000:00000010:0.1:1763354560.199091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e000. 00010000:00000010:0.1:1763354560.209080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b200. 00010000:00000010:3.1:1763354560.213077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:1.1:1763354560.217072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7800. 00010000:00000010:1.1:1763354560.225065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:1.1:1763354560.256061:0:74510:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00080000:00000010:2.2:1763354560.267538:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0000. 00010000:00000010:1.1:1763354560.271068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7800. 00010000:00000010:3.1:1763354560.271077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:2.1:1763354560.274063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:2.1:1763354560.274070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:3.1:1763354560.274078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7000. 00010000:00000010:1.1:1763354560.278074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000010:3.1:1763354560.278077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1b00. 00010000:00000010:3.1:1763354560.278087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b200. 00010000:00000010:1.1:1763354560.282085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50a00. 00010000:00000010:1.1:1763354560.282097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00010000:00000010:1.1:1763354560.282102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:0.1:1763354560.293071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a000. 00010000:00000010:0.1:1763354560.298060:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ae00. 00010000:00000010:3.1:1763354560.298074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:0.1:1763354560.305064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:0.1:1763354560.305072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58e283f00. 00010000:00000010:0.1:1763354560.305076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a800. 00080000:00000010:0.1:1763354560.305083:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff68126aa80. 00080000:00000010:0.1:1763354560.305101:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff680781a80. 00010000:00000010:3.1:1763354560.309089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:3.1:1763354560.309094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:3.1:1763354560.317069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:0.1:1763354560.325087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ae00. 00010000:00000010:0.1:1763354560.325097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1900. 00010000:00000010:0.1:1763354560.325103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00010000:00000010:0.1:1763354560.325106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1800. 00010000:00000010:0.1:1763354560.325108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a800. 00010000:00000010:0.1:1763354560.329072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1e00. 00010000:00000010:0.1:1763354560.329084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9600. 00010000:00000010:3.1:1763354560.329085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8000. 00010000:00000010:3.1:1763354560.334070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00080000:00000010:0.1:1763354560.334074:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67dab0120. 00010000:00000010:0.1:1763354560.334084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00010000:00000010:0.1:1763354560.334091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1f00. 00010000:00000010:0.1:1763354560.334096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9000. 00010000:00000010:1.1:1763354560.339074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:0.1:1763354560.344076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9000. 00010000:00000010:1.1:1763354560.352086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:3.1:1763354560.356056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66d14e600. 00010000:00000010:1.1:1763354560.356076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:1.1:1763354560.362065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:1.1:1763354560.402090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000001:3.0:1763354560.406889:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354560.406892:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a5c0. 00000100:00000001:3.0:1763354560.406893:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354560.406895:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54dfc0840. 00000100:00000001:3.0:1763354560.406897:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882470963264 : -123191238588352 : ffff8ff54dfc0840) 00000100:00000001:3.0:1763354560.406898:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882470963264 : -123191238588352 : ffff8ff54dfc0840) 00000100:00000001:3.0:1763354560.406900:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354560.406901:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354560.406903:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354560.406904:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354560.406913:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.406915:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.406916:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.406917:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.406918:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354560.406919:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354560.406921:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.406922:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.406923:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354560.406925:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54dfc0840. 00000100:00000001:3.0:1763354560.406927:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354560.406928:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354560.406929:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a5c0. 00010000:00000001:3.0:1763354560.406931:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354560.406933:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354560.406935:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.406937:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354560.406939:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354560.406941:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=97 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354560.406944:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354560.406949:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354560.406955:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354560.406960:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354560.406963:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.406967:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354560.406973:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354560.406978:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121330. 00000100:00000200:3.0:1763354560.406994:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841065600, offset 224 00000400:00000200:3.0:1763354560.407001:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354560.407009:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354560.407017:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556419:1556419:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556415:1556415:8:4294967295] 00000400:00000200:3.0:1763354560.407032:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354560.407058:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354560.407062:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354560.407069:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354560.407077:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354560.407081:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354560.407095:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.407100:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354560.407104:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.407109:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.407114:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318000 x1848998841065600/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 328/224 e 0 to 0 dl 1763354571 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354560.407132:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+18:2406:x1848998841065600:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 413us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354560.407143:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6333 00000100:00000040:3.0:1763354560.407147:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354560.407152:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354560.407154:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354560.407157:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781400. 00000020:00000010:3.0:1763354560.407163:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354560.407167:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542f4bc00. 00000020:00000040:3.0:1763354560.407172:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 17 00000100:00000001:3.0:1763354560.407177:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763354560.407873:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0000. 00080000:00000010:3.0:1763354560.408684:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afb80. 00080000:00000010:3.0:1763354560.408689:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af680. 00040000:00000001:3.0:1763354560.408692:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354560.408693:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354560.408695:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354560.408703:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354560.408705:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a058/ffff8ff59109a000 to site lru. bkt: ffff8ff66f401730 00002000:00000001:3.0:1763354560.408707:0:69826:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354560.408722:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5500 count: 2 00010000:00000001:3.0:1763354560.408724:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354560.408728:0:69826:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354560.408731:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354560.408732:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354560.408734:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595927640 : -123190113623976 : ffff8ff59109a058) 00002000:00000001:3.0:1763354560.408736:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595927552 : -123190113624064 : ffff8ff59109a000) 00002000:00000001:3.0:1763354560.408738:0:69826:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354560.408740:0:69826:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763354560.408742:0:69826:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x5324:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763354560.408744:0:69826:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x5324:0x0] updating lvb mtime from disk: 0 -> 1763354560 00002000:00010000:3.0:1763354560.408746:0:69826:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x5324:0x0] updating lvb ctime from disk: 0 -> 1763354560 00002000:00010000:3.0:1763354560.408748:0:69826:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x5324:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1763354560.408750:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a058/ffff8ff59109a000 to site lru. bkt: ffff8ff66f401730 00002000:00000001:3.0:1763354560.408752:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.408754:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.408756:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763354560.408758:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.408759:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.408760:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581e00 refcount=3 00000020:00000001:3.0:1763354560.408762:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00000001:3.0:1763354560.408763:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00000001:3.0:1763354560.408766:0:69826:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354560.408769:0:69826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354560.408775:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.408776:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354560.408779:0:69826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354560.408784:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354560.408785:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.408787:0:69826:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354560.408789:0:69826:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354560.408794:0:69826:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581e00 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354560.408796:0:69826:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.408797:0:69826:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354560.408799:0:69826:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354560.408804:0:69826:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354560.408805:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.408806:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.408807:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581e00 refcount=4 00000020:00000001:3.0:1763354560.408808:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00000001:3.0:1763354560.408809:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00000001:3.0:1763354560.408811:0:69826:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354560.408814:0:69826:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354560.408817:0:69826:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354560.408818:0:69826:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.408819:0:69826:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.408821:0:69826:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354560.408822:0:69826:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354560.408823:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354560.408824:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354560.408826:0:69826:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581e00 with handle 0x4a8bb634222ca62e from hash 00010000:00000001:3.0:1763354560.408828:0:69826:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354560.408829:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.408830:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.408831:0:69826:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354560.408833:0:69826:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354560.408834:0:69826:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.408835:0:69826:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354560.408836:0:69826:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354560.408837:0:69826:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354560.408839:0:69826:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.408840:0:69826:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.408841:0:69826:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354560.408842:0:69826:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354560.408844:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.408844:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.408845:0:69826:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.408846:0:69826:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.408848:0:69826:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354560.408850:0:69826:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354560.408853:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.408854:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.408855:0:69826:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354560.408856:0:69826:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354560.408857:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354560.408858:0:69826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca62e lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5324:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354560.408863:0:69826:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff66d1c5500 count: 0 00002000:00000010:3.0:1763354560.408866:0:69826:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1880. 00010000:00000010:3.0:1763354560.408869:0:69826:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff66d1c5200. 00010000:00000001:3.0:1763354560.408874:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354560.408875:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763354560.408876:0:69826:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354560.408879:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 8589975983, xid 1848998841065472 00010000:00000001:3.0:1763354560.408881:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354560.408886:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b319f80 x1848998841065472/t8589975983(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 4584/448 e 0 to 0 dl 1763354571 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354560.408891:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354560.408893:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354560.408895:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354560.408897:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354560.408899:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354560.408901:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354560.408903:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354560.408904:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.408906:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354560.408908:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354560.408911:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121908. 00000100:00000200:3.0:1763354560.408913:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848998841065472, offset 224 00000400:00000200:3.0:1763354560.408917:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354560.408922:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354560.408925:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556420:1556420:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556416:1556416:8:4294967295] 00000400:00000200:3.0:1763354560.408932:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354560.408936:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354560.408939:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354560.408942:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354560.408945:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354560.408948:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763354560.408960:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.408962:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354560.408964:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354560.408965:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.408967:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354560.408970:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b319f80 x1848998841065472/t8589975983(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 4584/448 e 0 to 0 dl 1763354571 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354560.408995:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+16:2403:x1848998841065472:12345-192.168.203.48@tcp:4:lfs.0 Request processed in 4303us (4551us total) trans 8589975983 rc 0/0 00000100:00100000:3.0:1763354560.409001:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1948 00000100:00000040:3.0:1763354560.409003:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354560.409005:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354560.409006:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354560.409009:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354560.409012:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb4b0. 00000020:00000010:3.0:1763354560.409016:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff66bc95c00. 00000020:00000040:3.0:1763354560.409019:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 15 00000100:00000001:3.0:1763354560.409021:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.410434:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354560.410437:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841065728 02000000:00000001:3.0:1763354560.410439:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354560.410440:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354560.410441:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354560.410444:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354560.410446:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841065728 00000020:00000001:3.0:1763354560.410447:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354560.410448:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354560.410450:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.410452:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=237 00000020:00000001:3.0:1763354560.410454:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354560.410455:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354560.410458:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354560.410460:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a5c0. 00000100:00000001:3.0:1763354560.410462:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354560.410464:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a5c0. 00000020:00000010:3.0:1763354560.410468:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542f4bc00. 00000020:00000010:3.0:1763354560.410470:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354560.410472:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb4b0. 00000100:00000040:3.0:1763354560.410476:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354560.410477:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354560.410478:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354560.410480:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.410483:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.410493:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.410499:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354560.410500:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354560.410504:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417339 00000100:00000040:3.0:1763354560.410506:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354560.410508:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255981056 : -123186453570560 : ffff8ff66b319c00) 00000100:00000040:3.0:1763354560.410513:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b319c00 x1848998841065728/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 448/0 e 0 to 0 dl 1763354571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.410519:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354560.410521:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a5c0. 00000100:00000001:3.0:1763354560.410523:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354560.410525:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a5c0. 00000100:00100000:3.0:1763354560.410529:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+237:251892:x1848998841065728:12345-192.168.203.48@tcp:44:lfs.0 00000100:00000200:3.0:1763354560.410531:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841065728 00000020:00000001:3.0:1763354560.410533:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354560.410535:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354560.410538:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.410540:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354560.410542:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707216 : -1045844400 : ffffffffc1a9ae50) 00000020:00000001:3.0:1763354560.410544:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354560.410546:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841065728, found 0 last_xid 1848998841065727 00000020:00000001:3.0:1763354560.410548:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354560.410550:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354560.410551:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354560.410553:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763354560.410555:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354560.410557:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000020:00000001:3.0:1763354560.410560:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.410561:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.410564:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354560.410566:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354560.410568:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8ff677aa0800. 02000000:00000001:3.0:1763354560.410569:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.410571:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354560.410573:0:6519:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763354560.410576:0:6519:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:3.0:1763354560.410581:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x7000a0b0b for inode 833 00080000:00000001:3.0:1763354560.410585:0:6519:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000020:00080000:3.0:1763354560.411623:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 25769804088 committed batchid 25769804084 00000020:00000001:3.0:1763354560.411630:0:31830:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763354560.411637:0:31830:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff6532578a0. 00080000:00000001:3.0:1763354560.411645:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354560.411652:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff66bc95c00. 00080000:00000001:3.0:1763354560.411658:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887265926144 : -123186443625472 : ffff8ff66bc95c00) 00080000:00000001:3.0:1763354560.411665:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354560.411669:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354560.411673:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a5c0. 00080000:00000001:3.0:1763354560.411678:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354560.411683:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354560.411695:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354560.411712:0:31830:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 25769804088: rc = 0 00080000:00000001:3.0:1763354560.411716:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:3.0:1763354560.411724:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a5c0. 00040000:00000001:3.0:1763354560.411730:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354560.411734:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354560.411738:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.411742:0:31830:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.411747:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763354560.411751:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff55848c0c0 refcount 1 committed 1 result 0 batchid 25769804085 00000020:00000040:3.0:1763354560.411759:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66ffd4a00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55848ca80 00000020:00000040:3.0:1763354560.411766:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66ffd4200 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55848c180 00000020:00000040:3.0:1763354560.411771:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66ffd4300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff549e5c400 00000020:00000040:3.0:1763354560.411778:0:31830:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e0:0x2:0x0].269 00000020:00000040:3.0:1763354560.411785:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000040:00000001:3.0:1763354560.411791:0:31830:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763354560.411794:0:31830:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763354560.411798:0:31830:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763354560.411803:0:31830:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.411810:0:31830:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763354560.411813:0:31830:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354560.411819:0:31830:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763354560.411823:0:31830:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 269 in log [0x2400032e0:0x2:0x0] 00080000:00000001:3.0:1763354560.411827:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354560.411832:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff66bc95800. 00080000:00000001:3.0:1763354560.411840:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887265925120 : -123186443626496 : ffff8ff66bc95800) 00000040:00000001:3.0:1763354560.411846:0:31830:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763354560.411851:0:31830:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763354560.411855:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354560.411858:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354560.411864:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a5c0. 00080000:00000001:3.0:1763354560.411871:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.411878:0:31830:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.411885:0:31830:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.411892:0:31830:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763354560.411897:0:31830:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763354560.411904:0:31830:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763354560.411909:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354560.411913:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763354560.411919:0:31830:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x2:0x0] not in the id map cache 00080000:00000001:3.0:1763354560.411926:0:31830:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.411931:0:31830:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:3.0:1763354560.411935:0:31830:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763354560.411941:0:31830:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354560.411945:0:31830:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354560.411948:0:31830:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354560.411954:0:31830:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354560.411960:0:31830:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354560.411966:0:31830:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.411973:0:31830:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354560.411980:0:31830:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00000040:00000001:3.0:1763354560.412001:0:31830:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00080000:00000001:3.0:1763354560.412012:0:31830:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:3.0:1763354560.412016:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354560.412020:0:31830:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354560.412026:0:31830:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000040:00000001:3.0:1763354560.412030:0:31830:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412058:0:31830:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412064:0:31830:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354560.412071:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354560.412078:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412086:0:31830:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763354560.412089:0:31830:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763354560.412093:0:31830:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x2400032e0:0x2:0x0] 00000040:00000001:3.0:1763354560.412109:0:31830:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412114:0:31830:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354560.412120:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:3.0:1763354560.412127:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a5c0. 00040000:00000001:3.0:1763354560.412133:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354560.412136:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354560.412139:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412144:0:31830:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412148:0:31830:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354560.412152:0:31830:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763354560.412159:0:31830:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 25769804085 cancel update log [0x2400032e0:0x2:0x0].269: rc = 0 00000020:00000040:3.0:1763354560.412167:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:3.0:1763354560.412173:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354560.412180:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66ffd4a00. 00000020:00000010:3.0:1763354560.412186:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66ffd4200. 00000020:00000010:3.0:1763354560.412190:0:31830:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff54442a800. 00000020:00000010:3.0:1763354560.412195:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66ffd4300. 00000020:00000010:3.0:1763354560.412200:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff55848c0c0. 00000020:00000001:3.0:1763354560.412205:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763354560.412209:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff55848c900 refcount 1 committed 1 result 0 batchid 25769804086 00000020:00000040:3.0:1763354560.412214:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66ffd4f00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55848cc00 00000020:00000040:3.0:1763354560.412222:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66ffd4600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff549e5dc00 00000020:00000040:3.0:1763354560.412226:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000020:00000040:3.0:1763354560.412229:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:3.0:1763354560.412233:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354560.412239:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66ffd4f00. 00000020:00000010:3.0:1763354560.412246:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66ffd4600. 00000020:00000010:3.0:1763354560.412252:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff55848c900. 00000020:00080000:3.0:1763354560.412258:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804086 00010000:00000010:1.1:1763354560.413096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:3.1:1763354560.418065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:3.1:1763354560.421071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:2.1:1763354560.421080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:3.1:1763354560.421083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5500. 00010000:00000010:2.1:1763354560.421094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:3.1:1763354560.421095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:2.1:1763354560.421105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070bc00. 00010000:00000010:2.1:1763354560.421114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acc00. 00010000:00000010:2.1:1763354560.421121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070ac00. 00010000:00000010:1.1:1763354560.427067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00000100:00000001:3.0:1763354560.430616:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354560.430622:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841066752 02000000:00000001:3.0:1763354560.430626:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354560.430628:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354560.430631:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354560.430635:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354560.430639:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841066752 00000020:00000001:3.0:1763354560.430641:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354560.430642:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354560.430645:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.430647:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=226 00000020:00000001:3.0:1763354560.430650:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354560.430652:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354560.430656:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354560.430661:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a800. 00000100:00000001:3.0:1763354560.430663:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354560.430665:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a800. 00000020:00000010:3.0:1763354560.430672:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542eec600. 00000020:00000010:3.0:1763354560.430677:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781400. 00000020:00000010:3.0:1763354560.430681:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354560.430686:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354560.430689:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354560.430690:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354560.430692:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354560.430694:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.430696:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354560.430701:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.430702:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.430704:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=4 00000020:00000001:3.0:1763354560.430705:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354560.430707:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00010000:3.0:1763354560.430715:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222ca627 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41122 expref: 226 pid: 6519 timeout: 12315 lvb_type: 0 00010000:00000001:3.0:1763354560.430723:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.430724:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.430725:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.430727:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.430732:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354560.430738:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff664846a00 x1848998841066752/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 328/0 e 0 to 0 dl 1763354571 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.430744:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354560.430745:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.430756:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.430765:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354560.430766:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354560.430770:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6334 00000100:00000040:3.0:1763354560.430773:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354560.430775:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143967232 : -123186565584384 : ffff8ff664846a00) 00000100:00000040:3.0:1763354560.430779:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846a00 x1848998841066752/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 328/0 e 0 to 0 dl 1763354571 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.430785:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354560.430789:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a800. 00000100:00000001:3.0:1763354560.430792:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354560.430793:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a800. 00000100:00100000:3.0:1763354560.430800:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+226:2403:x1848998841066752:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354560.430803:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841066752 00010000:00000001:3.0:1763354560.430805:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354560.430807:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354560.430808:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354560.430812:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354560.430814:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354560.430820:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67c728400. 02000000:00000001:3.0:1763354560.430822:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.430824:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.430825:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354560.430827:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354560.430828:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.430829:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.430830:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=4 00000020:00000001:3.0:1763354560.430831:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354560.430833:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000040:3.0:1763354560.430836:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1800 count: 5 00000004:00000001:3.0:1763354560.430838:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354560.430841:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222ca627 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41122 expref: 226 pid: 6519 timeout: 12315 lvb_type: 0 00000100:00001000:3.0:1763354560.430847:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354560 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354560.430850:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354560.430853:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.430854:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354560.430856:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222ca627 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41122 expref: 226 pid: 6519 timeout: 12315 lvb_type: 0 00000020:00000001:3.0:1763354560.430862:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.430864:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.430865:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.430867:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.430871:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354560.430873:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354560.430878:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.430879:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.430881:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354560.430882:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354560.430884:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581800 with handle 0x4a8bb634222ca627 from hash 00010000:00000001:3.0:1763354560.430886:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354560.430887:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.430887:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.430888:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354560.430892:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354560.430893:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.430894:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354560.430895:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354560.430897:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222ca627 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41122 expref: 226 pid: 6519 timeout: 12315 lvb_type: 0 00010000:00000040:3.0:1763354560.430902:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354560.430905:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00010000:00000010:3.0:1763354560.430907:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663880. 00010000:00000001:3.0:1763354560.430913:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.430915:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354560.430917:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354560.430919:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de4:0x0].0x0 (ffff8ff58f2a1800) 00010000:00010000:3.0:1763354560.430923:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca643 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354560.430927:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354560.430929:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354560.430931:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.430932:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354560.430934:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.430936:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354560.430938:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354560.430939:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca643 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354560.430943:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354560.430944:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354560.430946:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354560.430947:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354560.430949:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de4:0x0].0x0 (ffff8ff58f2a1800) refcount = 4 00010000:00000040:3.0:1763354560.430951:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354560.430952:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7200/0x4a8bb634222ca635 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:3.0:1763354560.430957:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca5d3 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f410dc expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354560.430961:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca643 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354560.430964:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354560.430966:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354560.430966:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.430968:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354560.430969:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.430970:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354560.430973:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a800. 00000100:00000001:3.0:1763354560.430975:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354560.430980:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54dfc0840. 00000100:00000001:3.0:1763354560.430994:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882470963264 : -123191238588352 : ffff8ff54dfc0840) 00000100:00000001:3.0:1763354560.430997:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882470963264 : -123191238588352 : ffff8ff54dfc0840) 00000100:00000001:3.0:1763354560.431000:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354560.431001:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354560.431002:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354560.431004:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354560.431015:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.431016:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.431017:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.431018:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.431019:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354560.431021:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354560.431022:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.431023:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.431025:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354560.431026:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54dfc0840. 00000100:00000001:3.0:1763354560.431029:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354560.431030:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354560.431071:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a800. 00010000:00000001:3.0:1763354560.431077:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354560.431080:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354560.431082:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.431090:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354560.431095:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354560.431102:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=97 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354560.431109:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354560.431114:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354560.431121:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354560.431127:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354560.431130:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.431136:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354560.431142:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354560.431148:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121cc0. 00000100:00000200:3.0:1763354560.431155:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841066752, offset 224 00000400:00000200:3.0:1763354560.431163:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354560.431175:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354560.431183:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556427:1556427:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556423:1556423:8:4294967295] 00000400:00000200:3.0:1763354560.431193:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354560.431202:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354560.431208:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354560.431221:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354560.431233:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354560.431245:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354560.431270:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.431285:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354560.431292:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.431304:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.431323:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846a00 x1848998841066752/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 328/224 e 0 to 0 dl 1763354571 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354560.431371:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+225:2403:x1848998841066752:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 574us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354560.431414:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6334 00000100:00000040:3.0:1763354560.431466:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354560.431474:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354560.431477:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354560.431485:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781400. 00000020:00000010:3.0:1763354560.431494:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354560.431500:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542eec600. 00000020:00000040:3.0:1763354560.431508:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:3.0:1763354560.431514:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354560.436077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:1.1:1763354560.440052:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00000100:00000001:3.0:1763354560.442873:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354560.442877:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841067264 02000000:00000001:3.0:1763354560.442881:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354560.442884:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354560.442886:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354560.442894:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354560.442901:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841067264 00000020:00000001:3.0:1763354560.442906:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354560.442909:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354560.442913:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.442918:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:3.0:1763354560.442922:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354560.442928:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354560.442936:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354560.442942:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a800. 00000100:00000001:3.0:1763354560.442946:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354560.442949:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a800. 00000020:00000010:3.0:1763354560.442958:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542eec600. 00000020:00000010:3.0:1763354560.442966:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781400. 00000020:00000010:3.0:1763354560.442973:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354560.442993:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354560.443004:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354560.443015:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354560.443026:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354560.443078:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.443084:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354560.443093:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.443100:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.443106:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b7600 refcount=3 00000020:00000001:3.0:1763354560.443115:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:3.0:1763354560.443126:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:3.0:1763354560.443137:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.443143:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.443148:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.443152:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.443161:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.443179:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.443197:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354560.443205:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354560.443225:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3709 00000100:00000040:3.0:1763354560.443243:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354560.443259:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941401168 : -123186768150448 : ffff8ff658718050) 00000100:00000040:3.0:1763354560.443280:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff658718050 x1848998841067264/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 328/0 e 0 to 0 dl 1763354571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.443307:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354560.443313:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a800. 00000100:00000001:3.0:1763354560.443317:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354560.443329:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a800. 00000100:00100000:3.0:1763354560.443351:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff658718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841067264:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354560.443357:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841067264 00010000:00000001:3.0:1763354560.443362:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354560.443366:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354560.443372:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354560.443379:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354560.443385:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354560.443392:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67c728000. 02000000:00000001:3.0:1763354560.443398:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.443400:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.443402:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354560.443403:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354560.443405:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.443406:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.443408:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b7600 refcount=3 00000020:00000001:3.0:1763354560.443411:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:3.0:1763354560.443416:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000040:3.0:1763354560.443420:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1000 count: 2 00002000:00000001:3.0:1763354560.443424:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354560.443433:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354560.443441:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354560.443448:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545024376 : -123190164527240 : ffff8ff58e00e778) 00002000:00000001:3.0:1763354560.443451:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545024288 : -123190164527328 : ffff8ff58e00e720) 00002000:00000001:3.0:1763354560.443457:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354560.443462:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354560.443468:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e778/ffff8ff58e00e720 to site lru. bkt: ffff8ff642cc0348 00010000:00000001:3.0:1763354560.443472:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354560.443478:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.443484:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.443486:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.443497:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.443503:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354560.443508:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354560.443515:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.443519:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.443521:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354560.443524:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354560.443530:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b7600 with handle 0x4a8bb634222ca5fd from hash 00010000:00000001:3.0:1763354560.443533:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354560.443535:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.443536:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.443538:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354560.443544:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354560.443547:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.443552:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354560.443557:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354560.443565:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca5fd lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x53ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2036839867 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f410ff expref: 21 pid: 74510 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354560.443588:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 14 00000020:00000040:3.0:1763354560.443595:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00010000:00000001:3.0:1763354560.443604:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.443607:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354560.443611:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354560.443616:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.443620:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.443625:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763354560.443634:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1000 count: 0 00002000:00000010:3.0:1763354560.443645:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68b00. 00010000:00000010:3.0:1763354560.443652:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58f2a1d00. 00010000:00010000:3.0:1763354560.443666:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354560.443669:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.443683:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354560.443688:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354560.443694:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=97 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354560.443707:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354560.443715:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354560.443725:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354560.443734:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354560.443739:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.443747:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354560.443759:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354560.443766:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121a18. 00000100:00000200:3.0:1763354560.443776:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841067264, offset 224 00000400:00000200:3.0:1763354560.443791:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354560.443806:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354560.443815:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556431:1556431:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556427:1556427:8:4294967295] 00000400:00000200:3.0:1763354560.443840:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354560.443858:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354560.443866:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354560.443874:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354560.443884:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354560.443892:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354560.443912:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.443918:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354560.443921:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.443928:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.443937:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff658718050 x1848998841067264/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:731/0 lens 328/224 e 0 to 0 dl 1763354571 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354560.443957:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff658718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2403:x1848998841067264:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 648us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354560.443968:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3709 00000100:00000040:3.0:1763354560.443972:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354560.443979:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354560.443996:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354560.444008:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781400. 00000020:00000010:3.0:1763354560.444017:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354560.444064:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542eec600. 00000020:00000040:3.0:1763354560.444079:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 19 02000000:00000001:3.0:1763354560.444091:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354560.444141:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67c728400. 02000000:00000001:3.0:1763354560.444145:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354560.444151:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664846a00. 02000000:00000001:3.0:1763354560.444160:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354560.444163:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff677aa1400. 02000000:00000001:3.0:1763354560.444169:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354560.444172:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b318000. 02000000:00000001:3.0:1763354560.444178:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354560.444181:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66febf400. 02000000:00000001:3.0:1763354560.444190:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354560.444195:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8380. 02000000:00000001:3.0:1763354560.444201:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354560.444204:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66f530800. 02000000:00000001:3.0:1763354560.444214:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354560.444215:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513db100. 02000000:00000001:3.0:1763354560.444220:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354560.444224:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66f532400. 02000000:00000001:3.0:1763354560.444227:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354560.444232:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513da300. 02000000:00000001:3.0:1763354560.444236:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354560.444245:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66f533000. 02000000:00000001:3.0:1763354560.444251:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354560.444253:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec87480. 00000100:00000001:3.0:1763354560.444256:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354560.444263:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763354560.444268:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b840. 00000400:00000010:3.0:1763354560.444274:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54dfc0840. 00010000:00000010:1.1:1763354560.446074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b200. 00010000:00000010:1.1:1763354560.446083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc100. 00010000:00000010:1.1:1763354560.446088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00080000:00000010:1.1:1763354560.446098:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff68126a480. 00080000:00000010:1.1:1763354560.446103:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff680781c00. 00000020:00000001:3.0:1763354560.447901:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354560.447904:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354560.447907:0:7444:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354560.447910:0:7444:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354560.447913:0:7444:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354560.447919:0:7444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca658 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763354560.447927:0:7444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66b8b6a00 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354560.447930:0:7444:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.447932:0:7444:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354560.447936:0:7444:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca658 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354560.447940:0:7444:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354560.447942:0:7444:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354560.447943:0:7444:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354560.447945:0:7444:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6a00 refcount=3 00000020:00000001:3.0:1763354560.447947:0:7444:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00010000:00000001:3.0:1763354560.447949:0:7444:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00010000:00000001:3.0:1763354560.447950:0:7444:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354560.447952:0:7444:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca658 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354560.447957:0:7444:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354560.447959:0:7444:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354560.447961:0:7444:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.447967:0:7444:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354560.447968:0:7444:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354560.447972:0:7444:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354560.447974:0:7444:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354560.447977:0:7444:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b6a00 with handle 0x4a8bb634222ca658 from hash 00010000:00000001:3.0:1763354560.447995:0:7444:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354560.447997:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.448001:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.448004:0:7444:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354560.448016:0:7444:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354560.448019:0:7444:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.448026:0:7444:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354560.448031:0:7444:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354560.448057:0:7444:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354560.448063:0:7444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de4:0x0].0x0 (ffff8ff58f2a1800) 00010000:00010000:3.0:1763354560.448070:0:7444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763354560.448076:0:7444:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354560.448081:0:7444:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.448087:0:7444:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354560.448091:0:7444:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354560.448099:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354560.448104:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.448108:0:7444:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.448113:0:7444:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.448121:0:7444:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354560.448125:0:7444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca658 lrc: 1/0,0 mode: --/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354560.448134:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354560.448137:0:7444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca658 lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9de4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000010:3.0:1763354560.448145:0:7444:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138880. 00010000:00000001:3.0:1763354560.448153:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354560.448156:0:7444:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354560.448164:0:7444:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff6790ba9c0. 00010000:00000001:3.0:1763354560.448169:0:7444:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354560.448174:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354560.448178:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354560.448182:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354560.448183:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354560.448186:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354560.448189:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354560.448195:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354560.448207:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354560.448210:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1763354560.450080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:3.1:1763354560.450090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1000. 00010000:00000010:3.1:1763354560.455069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:1.1:1763354560.468078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:1.1:1763354560.468087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:1.1:1763354560.468090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3800. 00010000:00000010:1.1:1763354560.468092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:1.1:1763354560.468094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:1.1:1763354560.473071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354560.473079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:1.1:1763354560.473083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:1.1:1763354560.473085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052c00. 00010000:00000010:1.1:1763354560.473087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354560.473089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:1.1:1763354560.482075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354560.482082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:1.1:1763354560.482085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:1.1:1763354560.486079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052c00. 00010000:00000010:1.1:1763354560.486086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:1.1:1763354560.490078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354560.494086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:1.1:1763354560.494095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:1.1:1763354560.494099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:1.1:1763354560.494102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354560.494105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:1.1:1763354560.502071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354560.502086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:1.1:1763354560.502094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:1.1:1763354560.502099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052c00. 00010000:00000010:1.1:1763354560.502104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:1.1:1763354560.506069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:1.1:1763354560.506077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:1.1:1763354560.506081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:1.1:1763354560.506084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:1.1:1763354560.506088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00000100:00000001:3.0:1763354560.600331:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354560.600337:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354560.600341:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354560.600351:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.600363:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354560.600367:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354560.600372:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354560.600377:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354560.600383:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354560.600392:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542700032:0@lo:13:osp-pre-0-1.0 00000100:00000001:3.0:1763354560.600409:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354560.600416:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354560.600423:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354560.600429:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354560.600441:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff67c728400. 02000000:00000001:3.0:1763354560.600449:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354560.600459:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00000400:00000010:3.0:1763354560.600470:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121f68. 00000100:00000200:3.0:1763354560.600485:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542700032, portal 4 00000100:00000001:3.0:1763354560.600490:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354560.600497:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612235520 : -123187097316096 : ffff8ff644d2d500) 00000100:00000040:3.0:1763354560.600514:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.600550:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354560.600562:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354560.600568:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121aa0. 00000100:00000200:3.0:1763354560.600574:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848998542700032, offset 0 00000400:00000200:3.0:1763354560.600590:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354560.600612:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354560.600632:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a78553ee00 00000400:00000200:3.0:1763354560.600642:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24f5c9 [8] + 1792 00000400:00000200:3.0:1763354560.600653:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354560.600670:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354560.600709:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354560.600715:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1763354560.600725:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677aced80. 00000100:00000040:3.0:1763354560.600738:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677aced80 x1848998542700032 msgsize 224 00000100:00100000:3.0:1763354560.600763:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354560.600791:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354560.600814:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121aa0 00000400:00000010:3.0:1763354560.600831:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121aa0. 00000100:00000001:3.0:1763354560.600843:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354560.600859:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.600886:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354560.600902:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.600929:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.600935:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354560.600947:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.600964:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7990 usecs (8 jiffies) 00000100:00000001:3.0:1763354560.600978:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306882568 00000100:00000001:3.0:1763354560.601010:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306883504 00000100:00000001:3.0:1763354560.601023:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306882568 00000100:00000001:3.0:1763354560.601079:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306883504 00000100:00000001:3.0:1763354560.601091:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306882569 00000100:00000001:3.0:1763354560.601098:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306883504 00000100:00000001:3.0:1763354560.601109:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306882569 00000100:00000001:3.0:1763354560.601119:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306883504 00000100:00000001:3.0:1763354560.601130:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354560.601142:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.601149:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.601155:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.601166:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354560.601172:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763354560.601187:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354560.601192:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354560.601200:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.601209:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.601916:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354560.601925:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354560.601939:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354560.601945:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354560.601953:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bec8. 00000400:00000200:3.0:1763354560.601963:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121f68 00000400:00000010:3.0:1763354560.601972:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121f68. 00000100:00000001:3.0:1763354560.601999:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354560.602009:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354560.602092:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.602133:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354560.602138:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.602148:0:3656:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354560.602154:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354560.602158:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354560.602162:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354560.602168:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354560.602182:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cca0 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354560.602192:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354560.602201:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354560.602204:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354560.602212:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354560.602218:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.602226:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354560.602230:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944433 00000100:00000001:3.0:1763354560.602234:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354560.602240:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.602251:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.602277:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354560.602284:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354560.602289:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354560.602295:0:3656:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1763354560.602300:0:3656:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00000004:00000040:3.0:1763354560.602304:0:3656:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=950972 avail=894378 avail_mb=3493 hwm_mb=7 files=262144 ffree=259301 state=0: rc = 0 00000004:00000020:3.0:1763354560.602317:0:3656:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff8ff67cb4a000): 958279 blocks, 950972 free, 894378 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259301 free files 0x0 00000004:00000001:3.0:1763354560.602323:0:3656:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354560.602327:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354560.602336:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542700032:0@lo:13:osp-pre-0-1.0 00000100:00000001:3.0:1763354560.602341:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.602343:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354560.602346:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff644d2d500 x1848998542700032/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354560.602354:0:3656:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354560.602357:0:3656:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354560.602359:0:3656:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff67c728400. 02000000:00000001:3.0:1763354560.602363:0:3656:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354560.602364:0:3656:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354560.602366:0:3656:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=9 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:3.0:1763354560.602367:0:3656:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354560.602369:0:3656:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff65a47c000. 02000000:00000001:3.0:1763354560.602373:0:3656:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354560.602375:0:3656:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354560.602376:0:3656:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2d500. 00000100:00000001:3.0:1763354560.602381:0:3656:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354560.602382:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.602383:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354560.602387:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354560.602388:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354560.602390:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354560.602391:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354560.866405:0:120214:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff680781980. 00080000:00000010:3.0:1763354560.866415:0:120214:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff680781980. 00000020:00000001:3.0:1763354560.866422:0:120214:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354560.866430:0:120214:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff680781980. 00080000:00000010:3.0:1763354560.866436:0:120214:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff680781980. 00000020:00000001:3.0:1763354560.866440:0:120214:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354560.866448:0:120214:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff680781980. 00080000:00000010:3.0:1763354560.866453:0:120214:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff680781980. 00000020:00000001:3.0:1763354560.866458:0:120214:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354560.866466:0:120214:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff680781980. 00080000:00000010:3.0:1763354560.866471:0:120214:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff680781980. 00000020:00000001:3.0:1763354560.866475:0:120214:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354561.113084:0:71280:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354561.113088:0:71280:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354561.113095:0:71280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5944 00000100:00000040:3.0:1763354561.113099:0:71280:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:3.0:1763354561.113102:0:71280:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484216704 : -123191225334912 : ffff8ff54ec64380) 00000100:00000040:3.0:1763354561.113109:0:71280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64380 x1848998542700288/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:732/0 lens 224/0 e 0 to 0 dl 1763354572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354561.113121:0:71280:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354561.113127:0:71280:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a7c0. 00000100:00000001:3.0:1763354561.113129:0:71280:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354561.113132:0:71280:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a7c0. 00000100:00100000:3.0:1763354561.113138:0:71280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848998542700288:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:3.0:1763354561.113142:0:71280:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542700288 00000020:00000001:3.0:1763354561.113144:0:71280:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354561.113146:0:71280:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354561.113148:0:71280:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354561.113150:0:71280:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354561.113151:0:71280:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830864 : -1043720752 : ffffffffc1ca15d0) 00000020:00000001:3.0:1763354561.113154:0:71280:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354561.113155:0:71280:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354561.113157:0:71280:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354561.113159:0:71280:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354561.113161:0:71280:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354561.113163:0:71280:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354561.113164:0:71280:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354561.113167:0:71280:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff67c728400. 02000000:00000001:3.0:1763354561.113169:0:71280:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354561.113171:0:71280:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354561.113174:0:71280:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763354561.113175:0:71280:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763354561.113177:0:71280:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763354561.113179:0:71280:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763354561.113298:0:71280:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 375910848 pending 0 free 3909382144 avail 3677745152 00000020:00000020:3.0:1763354561.113301:0:71280:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143808 0 0 00000020:00000020:3.0:1763354561.113304:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 dirty 0 pend 0 grant 375767040 00000020:00000020:3.0:1763354561.113307:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ff6482ff800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763354561.113309:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8ff6482fd800 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763354561.113312:0:71280:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 954439 free, 897852 avail; 262144 objects: 259337 free; state 0 00002000:00000001:3.0:1763354561.113315:0:71280:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763354561.113317:0:71280:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354561.113320:0:71280:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975979, transno 0, xid 1848998542700288 00010000:00000001:3.0:1763354561.113322:0:71280:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354561.113326:0:71280:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64380 x1848998542700288/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:732/0 lens 224/368 e 0 to 0 dl 1763354572 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354561.113334:0:71280:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354561.113337:0:71280:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354561.113340:0:71280:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6812061e8 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354561.113343:0:71280:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354561.113347:0:71280:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354561.113352:0:71280:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354561.113357:0:71280:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354561.113358:0:71280:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354561.113361:0:71280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354561.113367:0:71280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354561.113374:0:71280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121f68. 00000100:00000200:3.0:1763354561.113392:0:71280:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848998542700288, offset 224 00000400:00000200:3.0:1763354561.113403:0:71280:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354561.113413:0:71280:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354561.113427:0:71280:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a78553ef00 00000400:00000200:3.0:1763354561.113438:0:71280:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x7b830d [1] + 224 00000400:00000200:3.0:1763354561.113448:0:71280:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354561.113455:0:71280:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354561.113460:0:71280:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354561.113467:0:71280:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2c380 x1848998542700288/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354561.113476:0:71280:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8ff644d2c380 x1848998542700288/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354561.113494:0:71280:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354561.113500:0:71280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121f68 00000400:00000010:3.0:1763354561.113503:0:71280:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121f68. 00000100:00000001:3.0:1763354561.113507:0:71280:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354561.113510:0:71280:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354561.113516:0:71280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354561.113521:0:71280:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354561.113525:0:71280:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354561.113528:0:71280:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354561.113533:0:71280:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354561.113541:0:71280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64380 x1848998542700288/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:732/0 lens 224/368 e 0 to 0 dl 1763354572 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354561.113557:0:71280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3655:x1848998542700288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 434us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354561.113570:0:71280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5944 00000100:00000040:3.0:1763354561.113577:0:71280:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:3.0:1763354561.113580:0:71280:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354561.113584:0:71280:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354561.113589:0:71280:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee880. 00000020:00000010:3.0:1763354561.113596:0:71280:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfed8. 00000020:00000010:3.0:1763354561.113603:0:71280:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7400. 00000020:00000040:3.0:1763354561.113611:0:71280:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 5 00000100:00000001:3.0:1763354561.113615:0:71280:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354561.561071:0:106537:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d330 (cpu 0) has reached its deadline 4306883504, at 4306883521 00000100:00000010:3.0:1763354561.561078:0:106537:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff5909e9600. 00000001:00000001:3.0:1763354562.671236:0:120396:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1763354562.671242:0:120396:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56xD: lfs_migration can accept FIDs ======= 23:42:42 (1763354562) 00000001:00000001:3.0:1763354562.673579:0:120396:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000020:00080000:3.0:1763354562.748923:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17179869768 committed batchid 17179869765 00000020:00000001:3.0:1763354562.748933:0:29748:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763354562.748941:0:29748:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b020c0. 00080000:00000001:3.0:1763354562.748949:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354562.748957:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591086800. 00080000:00000001:3.0:1763354562.748963:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595847680 : -123190113703936 : ffff8ff591086800) 00080000:00000001:3.0:1763354562.748987:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354562.748993:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354562.748999:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354562.749005:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.749008:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354562.749015:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.749030:0:29748:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 17179869768: rc = 0 00080000:00000001:3.0:1763354562.749064:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000010:1.1:1763354562.749071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00080000:00000010:3.0:1763354562.749074:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00010000:00000010:1.1:1763354562.749084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052c00. 00040000:00000001:3.0:1763354562.749085:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354562.749091:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.1:1763354562.749094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00080000:00000001:3.0:1763354562.749095:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.749102:0:29748:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763354562.749103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00000020:00080000:3.0:1763354562.749111:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869765 00010000:00000010:2.1:1763354562.752061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66bb74800. 00010000:00000010:1.1:1763354562.757080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00000100:00000040:3.0:1763354562.759091:0:106537:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d330 (cpu 0) has reached its deadline 4306884718, at 4306884719 00000100:00000010:3.0:1763354562.759101:0:106537:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff67dab07e0. 00000100:00000001:3.0:1763354562.760286:0:13877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.760289:0:13877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354562.760293:0:13877:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.760296:0:13877:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.766290:0:6501:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.766294:0:6501:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354562.766299:0:6501:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.766304:0:6501:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.766598:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.766603:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.766613:0:107288:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354562.766617:0:107288:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354562.766621:0:107288:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354562.766626:0:107288:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff6807a2c00/0x4a8bb634222ca731 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222ca738 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354562.766649:0:107288:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6807a2c00 already unused, calling callback (ffffffffc19c0290) 00000004:00000001:3.0:1763354562.766657:0:107288:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.766661:0:107288:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354562.766664:0:107288:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.766667:0:107288:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.766670:0:107288:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6807a2c00 refcount=4 00000020:00000001:3.0:1763354562.766674:0:107288:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887613058048 : -123186096493568 : ffff8ff6807a2c00) 00010000:00000001:3.0:1763354562.766678:0:107288:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887613058048 : -123186096493568 : ffff8ff6807a2c00) 00010000:00000001:3.0:1763354562.766686:0:107288:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354562.766690:0:107288:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff6807a2c00/0x4a8bb634222ca731 lrc: 4/0,0 mode: PW/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x4a8bb634222ca738 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763354562.766723:0:107288:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:3.0:1763354562.766728:0:107288:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff6807a2c00/0x4a8bb634222ca731 lrc: 4/0,0 mode: PW/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x4a8bb634222ca738 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.766739:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.766741:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354562.766743:0:107288:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.766748:0:107288:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354562.766757:0:107288:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.766759:0:107288:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.766763:0:107288:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.766770:0:107288:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.766774:0:107288:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6807a2c00 with handle 0x4a8bb634222ca731 from hash 00010000:00000001:3.0:1763354562.766778:0:107288:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.766780:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.766782:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.766787:0:107288:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.766790:0:107288:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.766793:0:107288:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1763354562.766799:0:107288:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1763354562.766805:0:107288:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1763354562.766811:0:107288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acf100. 00000020:00000040:3.0:1763354562.766816:0:107288:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1763354562.766820:0:107288:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354562.766824:0:107288:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354562.766829:0:107288:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354562.766838:0:107288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591087400. 00000100:00000001:3.0:1763354562.766848:0:107288:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.766856:0:107288:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1763354562.766860:0:107288:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff6807a2c00/0x4a8bb634222ca731 lrc: 2/0,0 mode: --/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222ca738 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354562.766892:0:107288:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1763354562.766896:0:107288:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.766909:0:107288:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354562.766918:0:107288:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.766927:0:107288:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff28c6bf] to pc [ptlrpcd_00_02+2] req@ffff8ff677acf100 x1848998542701056/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354562.766988:0:107288:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354562.766996:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.767000:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.767004:0:107288:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.767012:0:107288:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.767019:0:107288:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.767026:0:107288:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff6807a2c00/0x4a8bb634222ca731 lrc: 1/0,0 mode: --/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222ca738 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.767061:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.767067:0:107288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff6807a2c00/0x4a8bb634222ca731 lrc: 0/0,0 mode: --/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222ca738 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000010:1.1:1763354562.767074:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000040:3.0:1763354562.767076:0:107288:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052d00 count: 0 00010000:00000010:1.1:1763354562.767090:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:3.0:1763354562.767091:0:107288:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66c563b80. 00010000:00000010:1.1:1763354562.767100:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab24c00. 00010000:00000001:3.0:1763354562.767104:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.767107:0:107288:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354562.767110:0:107288:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff5970ad240. 00010000:00000010:1.1:1763354562.767110:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000001:3.0:1763354562.767116:0:107288:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.767120:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.767122:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.767129:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354562.767132:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.767136:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.767141:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354562.767144:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.767149:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.767156:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763354562.767361:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354562.767364:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542701056 02000000:00000001:3.0:1763354562.767367:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354562.767369:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.767371:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.767375:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.767378:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542701056 00000020:00000001:3.0:1763354562.767380:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354562.767381:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:3.0:1763354562.767384:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.767387:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000020:00000001:3.0:1763354562.767389:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:3.0:1763354562.767392:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354562.767395:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.767399:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.767401:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.767404:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354562.767410:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087a00. 00000020:00000010:3.0:1763354562.767414:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.767418:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354562.767425:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354562.767427:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354562.767429:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354562.767431:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354562.767434:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.767437:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354562.767439:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.767441:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.767443:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67d876600 refcount=3 00000020:00000001:3.0:1763354562.767445:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563593216 : -123186145958400 : ffff8ff67d876600) 00010000:00000001:3.0:1763354562.767448:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887563593216 : -123186145958400 : ffff8ff67d876600) 00010000:00010000:3.0:1763354562.767454:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67d876600/0x4a8bb634222ca738 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x4a8bb634222ca731 expref: 8 pid: 6522 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.767463:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.767464:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.767466:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.767468:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.767473:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354562.767477:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff644d2dc00 x1848998542701056/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.767482:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354562.767484:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.767495:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.767504:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.767507:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354562.767510:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335 00000100:00000040:3.0:1763354562.767513:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354562.767515:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612237312 : -123187097314304 : ffff8ff644d2dc00) 00000100:00000040:3.0:1763354562.767519:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2dc00 x1848998542701056/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.767528:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.767531:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.767533:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.767536:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354562.767540:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+8:3656:x1848998542701056:12345-0@lo:103:ldlm_bl.0 00000100:00000200:3.0:1763354562.767544:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542701056 00010000:00000001:3.0:1763354562.767547:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354562.767550:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354562.767552:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354562.767557:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354562.767558:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354562.767561:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67c729000. 02000000:00000001:3.0:1763354562.767563:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.767564:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.767566:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354562.767568:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354562.767569:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.767570:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.767571:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67d876600 refcount=3 00000020:00000001:3.0:1763354562.767573:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563593216 : -123186145958400 : ffff8ff67d876600) 00010000:00000001:3.0:1763354562.767574:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887563593216 : -123186145958400 : ffff8ff67d876600) 00010000:00000040:3.0:1763354562.767577:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50900 count: 4 00000004:00000001:3.0:1763354562.767580:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354562.767581:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354562.767583:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1763354562.767586:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086400. 00000020:00000010:3.0:1763354562.767589:0:74535:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ff591087200. 00000020:00000010:3.0:1763354562.767594:0:74535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ff545f89000. 00000020:00000010:3.0:1763354562.767597:0:74535:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ff667941928. 00000020:00000010:3.0:1763354562.767601:0:74535:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8ff591086a00. 80000000:00000010:3.0:1763354562.767605:0:74535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ff544b02120. 40000000:00000010:3.0:1763354562.767608:0:74535:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ff54442a580. 00100000:00000010:3.0:1763354562.767612:0:74535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ff545f8f800. 00040000:00000010:3.0:1763354562.767616:0:74535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ff66ffd4c00. 00040000:00000010:3.0:1763354562.767621:0:74535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ff591086000. 00080000:00000010:3.0:1763354562.767626:0:74535:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff8ff650451000. 00080000:00000010:3.0:1763354562.767631:0:74535:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8ff542e24000. 00002000:00000010:3.0:1763354562.767637:0:74535:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ff67c728000. 00000020:00000001:3.0:1763354562.767640:0:74535:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763354562.767643:0:74535:0:(osd_handler.c:2830:osd_sync()) Process entered 00000004:00000001:3.0:1763354562.768746:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.768749:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.768753:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763354562.768756:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.768757:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.768761:0:31820:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763354562.768764:0:31820:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763354562.768766:0:31820:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763354562.768771:0:31820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acca80. 00000020:00000040:3.0:1763354562.768778:0:31820:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:3.0:1763354562.768786:0:31820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354562.768791:0:31820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354562.768798:0:31820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354562.768811:0:31820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff66f533000. 00000100:00000001:3.0:1763354562.768824:0:31820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.768831:0:31820:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887465380480 : -123186244171136 : ffff8ff677acca80) 00000100:00000001:3.0:1763354562.768837:0:31820:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354562.768845:0:31820:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.768858:0:31820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003e808b9] to pc [ptlrpcd_00_03+3] req@ffff8ff677acca80 x1848998542701184/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354562.768894:0:31820:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763354562.768903:0:31820:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0001: 1 in flight, 1 in progress 00000004:00001000:3.0:1763354562.768909:0:31820:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 21282, id 273 00000004:00000001:3.0:1763354562.768914:0:31820:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763354562.768920:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.768924:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.768935:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763354562.768942:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.768946:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354562.768954:0:31820:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff54362e8b0 type=0x10692404 idx=21283 00000040:00001000:3.0:1763354562.768984:0:31820:0:(llog.c:776:llog_process_thread()) lrh_index: 21283 lrh_len: 64 (5968 remains) 00000040:00001000:3.0:1763354562.768994:0:31820:0:(llog.c:797:llog_process_thread()) index: 21283, lh_last_idx: 21284 synced_idx: 21284 lgh_last_idx: 21284 00000004:00000001:3.0:1763354562.769005:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763354562.769013:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.769023:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.769058:0:31820:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763354562.769063:0:31820:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763354562.769067:0:31820:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763354562.769074:0:31820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acd500. 00000020:00000040:3.0:1763354562.769086:0:31820:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=5 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:3.0:1763354562.769098:0:31820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354562.769110:0:31820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354562.769119:0:31820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354562.769127:0:31820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff66f532400. 00000100:00000001:3.0:1763354562.769135:0:31820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.769144:0:31820:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887465383168 : -123186244168448 : ffff8ff677acd500) 00000100:00000001:3.0:1763354562.769155:0:31820:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354562.769163:0:31820:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.769174:0:31820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a53c0137] to pc [ptlrpcd_00_00+0] req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354562.769214:0:31820:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763354562.769232:0:31820:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0001: 2 in flight, 2 in progress 00000004:00001000:3.0:1763354562.769240:0:31820:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 21283, id 273 00000004:00000001:3.0:1763354562.769247:0:31820:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763354562.769258:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.769270:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.769282:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763354562.769287:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.769299:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354562.769316:0:31820:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff54362e8f0 type=0x10692404 idx=21284 00000040:00001000:3.0:1763354562.769332:0:31820:0:(llog.c:776:llog_process_thread()) lrh_index: 21284 lrh_len: 64 (5904 remains) 00000040:00001000:3.0:1763354562.769345:0:31820:0:(llog.c:797:llog_process_thread()) index: 21284, lh_last_idx: 21284 synced_idx: 21284 lgh_last_idx: 21284 00000004:00000001:3.0:1763354562.769351:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763354562.769357:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.769362:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.769373:0:31820:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763354562.769378:0:31820:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763354562.769386:0:31820:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763354562.769390:0:31820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acc000. 00000020:00000040:3.0:1763354562.769398:0:31820:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=6 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:3.0:1763354562.769412:0:31820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354562.769419:0:31820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354562.769424:0:31820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354562.769438:0:31820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff66f530800. 00000100:00000001:3.0:1763354562.769445:0:31820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.769450:0:31820:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887465377792 : -123186244173824 : ffff8ff677acc000) 00000100:00000001:3.0:1763354562.769458:0:31820:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354562.769463:0:31820:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.769478:0:31820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c0aaa10] to pc [ptlrpcd_00_01+1] req@ffff8ff677acc000 x1848998542701440/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354562.769517:0:31820:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763354562.769523:0:31820:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0001: 3 in flight, 3 in progress 00000004:00001000:3.0:1763354562.769534:0:31820:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 21284, id 273 00000004:00000001:3.0:1763354562.769544:0:31820:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763354562.769551:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.769557:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354562.769568:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354562.769574:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.769587:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354562.769593:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354562.769600:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354562.769616:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.769659:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354562.769666:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.769678:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354562.769686:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354562.769691:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.769701:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff677acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542701312:0@lo:6:osp-syn-1-1.0 00000100:00000001:3.0:1763354562.769711:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354562.769717:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354562.769720:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.769728:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354562.769737:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff66febf400. 02000000:00000001:3.0:1763354562.769746:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354562.769758:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00000400:00000010:3.0:1763354562.769771:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121f68. 00000100:00000200:3.0:1763354562.769782:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542701312, portal 4 00000100:00000001:3.0:1763354562.769793:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354562.769804:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465383168 : -123186244168448 : ffff8ff677acd500) 00000100:00000040:3.0:1763354562.769820:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.769864:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.769878:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354562.769890:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121aa0. 00000100:00000200:3.0:1763354562.769901:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542701312, offset 0 00000400:00000200:3.0:1763354562.769922:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354562.769939:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354562.769956:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a78553f300 00000400:00000200:3.0:1763354562.769985:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79faed [8] + 13784 00000400:00000200:3.0:1763354562.769999:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354562.770008:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354562.770018:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354562.770026:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354562.770084:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acf800. 00000100:00000040:3.0:1763354562.770095:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acf800 x1848998542701312 msgsize 544 00000100:00100000:3.0:1763354562.770123:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354562.770142:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354562.770153:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121aa0 00000400:00000010:3.0:1763354562.770163:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121aa0. 00000100:00000001:3.0:1763354562.770173:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354562.770185:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.770245:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354562.770250:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.770264:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.770273:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354562.770283:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.770296:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7456 usecs (8 jiffies) 00000100:00000001:3.0:1763354562.770304:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306884738 00000100:00000001:3.0:1763354562.770313:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306885842 00000100:00000001:3.0:1763354562.770322:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306884738 00000100:00000001:3.0:1763354562.770329:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306885842 00000100:00000001:3.0:1763354562.770341:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306884738 00000100:00000001:3.0:1763354562.770351:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306885842 00000100:00000001:3.0:1763354562.770360:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306884738 00000100:00000001:3.0:1763354562.770368:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306885842 00000100:00000001:3.0:1763354562.770378:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354562.770383:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.770388:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.770393:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.770403:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354562.770410:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763354562.770422:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354562.770427:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354562.770434:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.770443:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1763354562.770464:0:74535:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0001: synced OSD: rc = 0 00000020:00000001:3.0:1763354562.770472:0:74535:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354562.770485:0:74535:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8ff591087200. 00000020:00000010:3.0:1763354562.770493:0:74535:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ff545f89000. 00000020:00000010:3.0:1763354562.770511:0:74535:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ff667941928. 00000020:00000010:3.0:1763354562.770523:0:74535:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8ff591086a00. 80000000:00000010:3.0:1763354562.770531:0:74535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ff544b02120. 40000000:00000010:3.0:1763354562.770539:0:74535:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ff54442a580. 00100000:00000010:3.0:1763354562.770554:0:74535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ff545f8f800. 00040000:00000010:3.0:1763354562.770565:0:74535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ff66ffd4c00. 00040000:00000010:3.0:1763354562.770574:0:74535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ff591086000. 00080000:00000010:3.0:1763354562.770585:0:74535:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8ff542e24000. 00080000:00000010:3.0:1763354562.770595:0:74535:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff8ff650451000. 00002000:00000010:3.0:1763354562.770608:0:74535:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ff67c728000. 00000020:00000010:3.0:1763354562.770625:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086400. 00010000:00000001:3.0:1763354562.770638:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.770645:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.770653:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.770663:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.770671:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.770681:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.770686:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.770692:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.770696:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.770704:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67d876600 with handle 0x4a8bb634222ca738 from hash 00010000:00000001:3.0:1763354562.770713:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.770717:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.770722:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.770726:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.770730:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.770738:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.770752:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.770761:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.770773:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67d876600/0x4a8bb634222ca738 lrc: 0/0,0 mode: --/PW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x4a8bb634222ca731 expref: 7 pid: 6522 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354562.770796:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff67d896800 : new locks_count 0 00000020:00000040:3.0:1763354562.770803:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 6 00010000:00000010:3.0:1763354562.770812:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138b00. 00010000:00000001:3.0:1763354562.770831:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.770836:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.770849:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354562.770860:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50900) 00010000:00010000:3.0:1763354562.770886:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b884c00/0x4a8bb634222ca77e lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354562.770908:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354562.770915:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354562.770921:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.770928:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354562.770934:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.770947:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354562.770960:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354562.770985:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b884c00/0x4a8bb634222ca77e lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354562.771007:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354562.771015:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354562.771022:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354562.771030:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354562.771079:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50900) refcount = 3 00010000:00010000:3.0:1763354562.771090:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b884c00/0x4a8bb634222ca77e lrc: 4/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354562.771127:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354562.771132:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.771139:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.771150:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354562.771157:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.771164:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354562.771173:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.771184:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354562.771196:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7d80. 00000100:00000001:3.0:1763354562.771205:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612095872 : -123186097455744 : ffff8ff6806b7d80) 00000100:00000001:3.0:1763354562.771212:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612095872 : -123186097455744 : ffff8ff6806b7d80) 00000100:00000001:3.0:1763354562.771216:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354562.771220:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354562.771224:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354562.771228:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354562.771241:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.771246:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.771249:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.771254:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.771261:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354562.771266:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354562.771277:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.771291:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.771307:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354562.771314:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7d80. 00000100:00000001:3.0:1763354562.771320:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354562.771324:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354562.771337:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354562.771346:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354562.771350:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354562.771355:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.771367:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354562.771373:0:74535:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.771386:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=99 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354562.771398:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354562.771405:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354562.771411:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354562.771417:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354562.771421:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.771433:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.771443:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354562.771449:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121aa0. 00000100:00000200:3.0:1763354562.771454:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998542701056, offset 224 00000400:00000200:3.0:1763354562.771467:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354562.771484:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354562.771500:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a78553f200 00000400:00000200:3.0:1763354562.771520:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x7b8365 [1] + 224 00000400:00000200:3.0:1763354562.771535:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354562.771548:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354562.771560:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354562.771576:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff677acf100 x1848998542701056/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354562.771599:0:74535:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff677acf100 x1848998542701056/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.771628:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354562.771640:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121aa0 00000400:00000010:3.0:1763354562.771650:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121aa0. 00000100:00000001:3.0:1763354562.771662:0:74535:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354562.771671:0:74535:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354562.771680:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.771693:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354562.771716:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.771721:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.771738:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2dc00 x1848998542701056/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:733/0 lens 328/224 e 0 to 0 dl 1763354573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354562.771786:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+6:3656:x1848998542701056:12345-0@lo:103:ldlm_bl.0 Request processed in 4247us (4482us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354562.771806:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335 00000100:00000040:3.0:1763354562.771813:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354562.771820:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354562.771830:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354562.771837:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.771847:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354562.771855:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087a00. 00000020:00000040:3.0:1763354562.771867:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000100:00000001:3.0:1763354562.771874:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354562.771910:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.771917:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.771928:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354562.771935:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354562.771943:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354562.771954:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff680f51e00/0x4a8bb634222ca785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74510 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354562.771985:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff680f51e00 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354562.771997:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.772005:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354562.772011:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff680f51e00/0x4a8bb634222ca785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74510 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.772032:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354562.772063:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.772065:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.772073:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff680f51e00 refcount=3 00000020:00000001:3.0:1763354562.772087:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887621115392 : -123186088436224 : ffff8ff680f51e00) 00010000:00000001:3.0:1763354562.772099:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887621115392 : -123186088436224 : ffff8ff680f51e00) 00010000:00000001:3.0:1763354562.772107:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354562.772112:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff680f51e00/0x4a8bb634222ca785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74510 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.772144:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354562.772148:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.772156:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772162:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.772167:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.772173:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.772179:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.772192:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff680f51e00 with handle 0x4a8bb634222ca785 from hash 00010000:00000001:3.0:1763354562.772202:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.772208:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.772214:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.772218:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.772225:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.772232:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772242:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.772246:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.772252:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354562.772256:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.772271:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772284:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354562.772292:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354562.772300:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.772304:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.772320:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772331:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772342:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.772356:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff680f51e00/0x4a8bb634222ca785 lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x5320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74510 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.772375:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.772382:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff680f51e00/0x4a8bb634222ca785 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74510 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354562.772402:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50e00 count: 0 00002000:00000010:3.0:1763354562.772412:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448afac0. 00010000:00000010:3.0:1763354562.772422:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff560c50200. 00010000:00000001:3.0:1763354562.772436:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.772442:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354562.772448:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66cff4900. 00010000:00000001:3.0:1763354562.772458:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.772469:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.772476:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.772482:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354562.772487:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.772491:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.772498:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354562.772503:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354562.772507:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354562.772513:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222ca78c lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354562.772541:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8200 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354562.772548:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.772551:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354562.772556:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222ca78c lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.772603:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354562.772607:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.772611:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.772618:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=3 00000020:00000001:3.0:1763354562.772623:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354562.772630:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354562.772634:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354562.772640:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222ca78c lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.772661:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354562.772669:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.772674:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772680:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.772686:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.772692:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.772697:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.772705:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222ca78c from hash 00010000:00000001:3.0:1763354562.772713:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.772719:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.772723:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.772727:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.772732:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.772736:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772744:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.772751:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.772759:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354562.772767:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.772779:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772790:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354562.772801:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354562.772815:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.772823:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.772830:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772840:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.772848:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.772857:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222ca78c lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x5322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.772904:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.772912:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222ca78c lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354562.772983:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5472e8b00 count: 0 00002000:00000010:3.0:1763354562.772994:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68c40. 00010000:00000010:3.0:1763354562.773006:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff5472e8800. 00010000:00000001:3.0:1763354562.773018:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.773022:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354562.773027:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff5970adf00. 00010000:00000001:3.0:1763354562.773072:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.773083:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.773089:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.773100:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354562.773109:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354562.773117:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354562.773123:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff67ab24c00/0x4a8bb634222ca793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354562.773144:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67ab24c00 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354562.773156:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.773160:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354562.773165:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff67ab24c00/0x4a8bb634222ca793 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.773178:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354562.773182:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.773188:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.773193:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67ab24c00 refcount=3 00000020:00000001:3.0:1763354562.773207:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887516072960 : -123186193478656 : ffff8ff67ab24c00) 00010000:00000001:3.0:1763354562.773226:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887516072960 : -123186193478656 : ffff8ff67ab24c00) 00010000:00000001:3.0:1763354562.773233:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354562.773245:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff67ab24c00/0x4a8bb634222ca793 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.773276:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354562.773280:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.773283:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.773291:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.773296:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.773303:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.773311:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.773315:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67ab24c00 with handle 0x4a8bb634222ca793 from hash 00010000:00000001:3.0:1763354562.773319:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.773322:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.773326:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.773334:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.773342:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.773346:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.773356:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.773365:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.773374:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354562.773381:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.773389:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.773396:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354562.773407:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354562.773418:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.773422:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.773427:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.773438:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.773443:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.773448:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff67ab24c00/0x4a8bb634222ca793 lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x5321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.773458:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.773462:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff67ab24c00/0x4a8bb634222ca793 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354562.773492:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052400 count: 0 00002000:00000010:3.0:1763354562.773503:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1e40. 00010000:00000010:3.0:1763354562.773510:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58b052600. 00010000:00000001:3.0:1763354562.773524:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.773526:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354562.773532:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff67224d540. 00010000:00000001:3.0:1763354562.773538:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.773551:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.773555:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.773560:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354562.773562:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.773565:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.773570:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354562.773582:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354562.773586:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.773592:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763354562.773615:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354562.773621:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354562.773626:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354562.773632:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354562.773640:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:3.0:1763354562.773648:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b088 00000400:00000010:3.0:1763354562.773651:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b088. 00000100:00000001:3.0:1763354562.773655:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354562.773662:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff677acc000 x1848998542701440/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354562.773678:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff677acc000 x1848998542701440/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.773694:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354562.773697:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.773700:0:3655:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354562.773703:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354562.773707:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.773711:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.773718:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.773728:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543709458 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354562.773735:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354562.773745:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354562.773748:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.773756:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354562.773763:0:3655:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.773775:0:3655:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763354562.773777:0:3655:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354562.773786:0:3655:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354562.773792:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354562.773802:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465377792 : -123186244173824 : ffff8ff677acc000) 00000100:00000001:3.0:1763354562.773815:0:3655:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354562.773819:0:3655:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589975979 00000100:00000001:3.0:1763354562.773823:0:3655:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354562.773838:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.773856:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff677acc000 x1848998542701440/t8589975987(8589975987) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.773878:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354562.773886:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354562.773890:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763354562.773897:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff677acc000/2, rc 0, transno 8589975987 00000004:00001000:3.0:1763354562.773905:0:3655:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0001: 1 in flight, 3 in progress 00000100:00000040:3.0:1763354562.773914:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acc000 x1848998542701440/t8589975987(8589975987) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354562.773991:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff677acc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542701440:0@lo:6:osp-syn-1-1.0 00000100:00000001:3.0:1763354562.773999:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.774006:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354562.774010:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acc000 x1848998542701440/t8589975987(8589975987) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.774024:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.774031:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.774082:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000010:1.1:1763354562.774083:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b885c00. 00000100:00000001:3.0:1763354562.774086:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.774093:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354562.774097:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.774303:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354562.774310:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354562.774322:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354562.774330:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354562.774337:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bec8. 00000400:00000200:3.0:1763354562.774347:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121f68 00000400:00000010:3.0:1763354562.774360:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121f68. 00000100:00000001:3.0:1763354562.774373:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354562.774383:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354562.774468:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff677acd500 x1848998542701312/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.774503:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354562.774511:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.774524:0:3654:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354562.774529:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354562.774534:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.774541:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.774544:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.774549:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543709458 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354562.774564:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354562.774567:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354562.774572:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.774578:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354562.774582:0:3654:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.774598:0:3654:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763354562.774601:0:3654:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354562.774618:0:3654:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354562.774624:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354562.774629:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465383168 : -123186244168448 : ffff8ff677acd500) 00000100:00000001:3.0:1763354562.774634:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354562.774638:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589975979 00000100:00000001:3.0:1763354562.774641:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354562.774643:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.774650:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff677acd500 x1848998542701312/t8589975988(8589975988) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.774659:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354562.774662:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354562.774665:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763354562.774667:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff677acd500/2, rc 0, transno 8589975988 00000004:00001000:3.0:1763354562.774670:0:3654:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0001: 0 in flight, 3 in progress 00000100:00000040:3.0:1763354562.774675:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acd500 x1848998542701312/t8589975988(8589975988) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354562.774688:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff677acd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542701312:0@lo:6:osp-syn-1-1.0 00000100:00000001:3.0:1763354562.774695:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.774698:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354562.774702:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acd500 x1848998542701312/t8589975988(8589975988) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.774713:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.774715:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.774720:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354562.774723:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.774727:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354562.774729:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763354562.778053:0:3647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b884400. 00010000:00000010:3.1:1763354562.778082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:1.1:1763354562.778087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:3.1:1763354562.778094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00010000:00000010:1.1:1763354562.778105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1800. 00010000:00000010:3.1:1763354562.778106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876600. 00010000:00000010:1.1:1763354562.778127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:3.1:1763354562.778128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:1.1:1763354562.778145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052b00. 00010000:00000010:1.1:1763354562.778171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:3.1:1763354562.778174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff680f51e00. 00010000:00000010:3.1:1763354562.778188:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8b00. 00010000:00000010:3.1:1763354562.778198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:3.1:1763354562.778208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:3.1:1763354562.778215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67ab24c00. 00010000:00000010:1.1:1763354562.784064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b884200. 00010000:00000010:1.1:1763354562.788065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:1.1:1763354562.788071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b884400. 00010000:00000010:1.1:1763354562.803068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b884c00. 00010000:00000010:1.1:1763354562.803077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:1.1:1763354562.807070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:1.1:1763354562.807080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:1.1:1763354562.807083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:1.1:1763354562.822067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7400. 00010000:00000010:1.1:1763354562.822076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5200. 00010000:00000010:1.1:1763354562.822080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354562.923071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354562.929090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:1.1:1763354562.932090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:1.1:1763354562.945074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:1.1:1763354562.950073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:1.1:1763354562.950082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 00010000:00000010:1.1:1763354562.950086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000100:00000001:3.0:1763354562.957729:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354562.957734:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841074048 02000000:00000001:3.0:1763354562.957737:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354562.957739:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.957742:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.957746:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.957749:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841074048 00000020:00000001:3.0:1763354562.957752:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354562.957753:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354562.957756:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.957758:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=482 00000020:00000001:3.0:1763354562.957762:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354562.957764:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354562.957768:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.957773:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.957776:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.957779:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354562.957786:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087200. 00000020:00000010:3.0:1763354562.957791:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.957805:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354562.957812:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354562.957815:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354562.957817:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354562.957819:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354562.957822:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.957825:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354562.957828:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.957830:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.957832:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6807a3200 refcount=3 00000020:00000001:3.0:1763354562.957834:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887613059584 : -123186096492032 : ffff8ff6807a3200) 00010000:00000001:3.0:1763354562.957841:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887613059584 : -123186096492032 : ffff8ff6807a3200) 00010000:00000001:3.0:1763354562.957843:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.957845:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.957847:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.957849:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.957854:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.957869:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.957878:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.957880:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354562.957886:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3710 00000100:00000040:3.0:1763354562.957889:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354562.957892:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612243584 : -123187097308032 : ffff8ff644d2f480) 00000100:00000040:3.0:1763354562.957900:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2f480 x1848998841074048/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.957910:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.957913:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.957916:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.957918:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354562.957924:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+482:2406:x1848998841074048:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354562.957928:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841074048 00010000:00000001:3.0:1763354562.957930:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354562.957933:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354562.957934:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354562.957939:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354562.957940:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354562.957944:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67c728000. 02000000:00000001:3.0:1763354562.957947:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.957949:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.957952:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354562.957954:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354562.957956:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.957958:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.957959:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6807a3200 refcount=3 00000020:00000001:3.0:1763354562.957961:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887613059584 : -123186096492032 : ffff8ff6807a3200) 00010000:00000001:3.0:1763354562.957964:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887613059584 : -123186096492032 : ffff8ff6807a3200) 00010000:00000040:3.0:1763354562.957980:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052400 count: 3 00000004:00000001:3.0:1763354562.957983:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354562.957985:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354562.957989:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.957991:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.957993:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.957995:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.957999:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.958000:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.958004:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.958005:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.958007:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.958009:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.958011:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6807a3200 with handle 0x4a8bb634222ca86c from hash 00010000:00000001:3.0:1763354562.958014:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.958015:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.958016:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.958018:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.958021:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.958023:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.958025:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.958026:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.958031:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6807a3200/0x4a8bb634222ca86c lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411bc expref: 482 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354562.958071:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:3.0:1763354562.958074:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00010000:00000010:3.0:1763354562.958077:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43580. 00010000:00000001:3.0:1763354562.958084:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.958085:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.958087:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354562.958089:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff58b052400) 00010000:00000001:3.0:1763354562.958092:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.958095:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.958096:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354562.958098:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354562.958100:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.958104:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354562.958106:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.958109:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=99 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354562.958113:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354562.958115:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354562.958117:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354562.958119:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354562.958122:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.958124:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.958126:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354562.958130:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121f68. 00000100:00000200:3.0:1763354562.958134:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841074048, offset 224 00000400:00000200:3.0:1763354562.958138:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354562.958146:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354562.958152:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556467:1556467:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556463:1556463:8:4294967295] 00000400:00000200:3.0:1763354562.958161:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354562.958166:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354562.958170:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354562.958174:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354562.958180:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354562.958184:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354562.958197:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.958200:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354562.958203:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.958205:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.958210:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2f480 x1848998841074048/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/224 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354562.958221:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+481:2406:x1848998841074048:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 309us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354562.958229:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3710 00000100:00000040:3.0:1763354562.958232:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354562.958235:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354562.958238:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354562.958241:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.958248:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354562.958252:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087200. 00000020:00000040:3.0:1763354562.958257:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 480 00000100:00000001:3.0:1763354562.958260:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354562.961076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000100:00000001:3.0:1763354562.964619:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354562.964626:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841074688 02000000:00000001:3.0:1763354562.964631:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354562.964634:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.964636:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.964640:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.964644:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841074688 00000020:00000001:3.0:1763354562.964647:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354562.964649:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354562.964651:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.964655:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=484 00000020:00000001:3.0:1763354562.964657:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354562.964659:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354562.964663:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.964669:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.964672:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.964674:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354562.964683:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087e00. 00000020:00000010:3.0:1763354562.964688:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.964693:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354562.964700:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354562.964703:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354562.964705:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354562.964707:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354562.964710:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.964713:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354562.964718:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.964719:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.964721:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354562.964723:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354562.964725:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:3.0:1763354562.964732:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca881 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411c3 expref: 484 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000001:3.0:1763354562.964739:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.964740:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.964741:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.964743:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.964749:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354562.964755:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff672085180 x1848998841074688/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.964760:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354562.964762:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.964773:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.964784:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.964786:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354562.964789:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6336 00000100:00000040:3.0:1763354562.964792:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:3.0:1763354562.964795:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370715520 : -123186338836096 : ffff8ff672085180) 00000100:00000040:3.0:1763354562.964799:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085180 x1848998841074688/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.964806:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.964809:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.964811:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.964813:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354562.964820:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+484:2403:x1848998841074688:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354562.964824:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841074688 00010000:00000001:3.0:1763354562.964826:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354562.964828:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354562.964830:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354562.964835:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354562.964837:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354562.964841:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff677aa3c00. 02000000:00000001:3.0:1763354562.964843:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.964845:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.964847:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354562.964849:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354562.964850:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.964851:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.964852:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354562.964854:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354562.964855:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000040:3.0:1763354562.964858:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5400 count: 4 00000004:00000001:3.0:1763354562.964861:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354562.964864:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca881 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411c3 expref: 484 pid: 6519 timeout: 12317 lvb_type: 0 00000100:00001000:3.0:1763354562.964869:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354562 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354562.964872:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354562.964876:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.964877:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354562.964880:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca881 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411c3 expref: 484 pid: 6519 timeout: 12317 lvb_type: 0 00000020:00000001:3.0:1763354562.964887:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.964889:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.964890:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.964892:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.964896:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.964897:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.964903:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.964904:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.964905:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.964907:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.964909:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222ca881 from hash 00010000:00000001:3.0:1763354562.964911:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.964912:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.964913:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.964914:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.964919:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.964921:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.964922:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.964923:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.964926:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca881 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411c3 expref: 484 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000040:3.0:1763354562.964932:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:3.0:1763354562.964934:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 483 00010000:00000010:3.0:1763354562.964936:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43700. 00010000:00000001:3.0:1763354562.964943:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.964944:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.964947:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354562.964949:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff66d1c5400) 00010000:00010000:3.0:1763354562.964953:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca896 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354562.964957:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354562.964960:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354562.964962:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.964964:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354562.964978:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.964981:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354562.964983:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354562.964985:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca896 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354562.964990:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354562.964992:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354562.964993:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354562.964994:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354562.964996:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff66d1c5400) refcount = 3 00010000:00010000:3.0:1763354562.964999:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca896 lrc: 4/0,1 mode: EX/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354562.965003:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354562.965005:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.965006:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.965008:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354562.965009:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.965011:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354562.965014:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.965017:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354562.965022:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7d80. 00000100:00000001:3.0:1763354562.965024:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612095872 : -123186097455744 : ffff8ff6806b7d80) 00000100:00000001:3.0:1763354562.965026:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612095872 : -123186097455744 : ffff8ff6806b7d80) 00000100:00000001:3.0:1763354562.965028:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354562.965029:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354562.965031:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354562.965057:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354562.965065:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.965067:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.965068:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.965070:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.965072:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354562.965075:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354562.965077:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.965081:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.965084:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354562.965087:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7d80. 00000100:00000001:3.0:1763354562.965091:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354562.965093:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354562.965096:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354562.965101:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354562.965103:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354562.965105:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.965111:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354562.965116:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.965119:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=99 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354562.965126:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354562.965129:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354562.965131:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354562.965134:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354562.965137:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.965142:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.965144:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354562.965149:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121aa0. 00000100:00000200:3.0:1763354562.965159:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841074688, offset 224 00000400:00000200:3.0:1763354562.965188:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354562.965203:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354562.965215:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556470:1556470:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556466:1556466:8:4294967295] 00000400:00000200:3.0:1763354562.965234:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354562.965252:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354562.965263:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354562.965272:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354562.965284:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354562.965292:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354562.965305:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.965312:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354562.965317:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.965321:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.965339:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085180 x1848998841074688/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/224 e 0 to 0 dl 1763354573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354562.965371:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+483:2403:x1848998841074688:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 556us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354562.965403:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6336 00000100:00000040:3.0:1763354562.965411:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354562.965418:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354562.965425:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354562.965431:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.965449:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354562.965459:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087e00. 00000020:00000040:3.0:1763354562.965514:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 482 00000100:00000001:3.0:1763354562.965523:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354562.966085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a3200. 02000000:00000001:1.0:1763354562.968669:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.968671:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968674:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354562.968676:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968679:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354562.968680:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354562.968682:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.968684:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66c563e80 refcount=2 00000020:00000001:1.0:1763354562.968686:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887275159168 : -123186434392448 : ffff8ff66c563e80) 00000004:00000001:1.0:1763354562.968689:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887275159168 : -123186434392448 : ffff8ff66c563e80) 00000020:00000040:1.0:1763354562.968691:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c563e80 with handle 0x4a8bb634222ca89d from hash 00000004:00000001:1.0:1763354562.968695:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354562.968697:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e22:0x0] with intent: 0 00000004:00000001:1.0:1763354562.968701:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763354562.968704:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:1.0:1763354562.968707:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354562.968709:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354562.968712:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968714:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968718:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968727:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.968730:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.968732:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354562.968733:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.968735:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968737:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968739:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.968741:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.968743:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354562.968744:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354562.968746:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354562.968748:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968751:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968752:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968754:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354562.968756:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354562.968759:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.968761:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.968763:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968765:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968766:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.968769:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.968770:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.968773:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354562.968775:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968777:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763354562.968779:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e22:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:1.0:1763354562.968783:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763354562.968786:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763354562.968788:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354562.968792:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354562.968797:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ffa67e0. 00080000:00000001:1.0:1763354562.968801:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354562.968805:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff542537000. 00080000:00000001:1.0:1763354562.968808:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882275364864 : -123191434186752 : ffff8ff542537000) 00000004:00000001:1.0:1763354562.968812:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354562.968815:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354562.968817:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354562.968819:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882275364864 : -123191434186752 : ffff8ff542537000) 00000004:00000001:1.0:1763354562.968822:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968825:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.968828:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354562.968830:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354562.968834:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354562.968836:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354562.968837:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882275364864 : -123191434186752 : ffff8ff542537000) 00080000:00000001:1.0:1763354562.968840:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354562.968844:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354562.968848:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1800. 00080000:00000001:1.0:1763354562.968850:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968852:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354562.968859:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.968862:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968867:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354562.968869:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354562.968871:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354562.968872:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354562.968873:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882275364864 : -123191434186752 : ffff8ff542537000) 00080000:00000001:1.0:1763354562.968876:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354562.968878:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e22:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763354562.968890:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968892:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968894:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.968897:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354562.968898:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354562.968901:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354562.968903:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214447, last_committed = 21475214428 00000001:00000010:1.0:1763354562.968906:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ffa6300. 00000001:00000040:1.0:1763354562.968908:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 19 00000020:00000040:1.0:1763354562.968909:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=483 00000001:00000010:1.0:1763354562.968913:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e3816c0. 00000004:00000001:1.0:1763354562.968916:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354562.968917:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354562.968919:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882275364864 : -123191434186752 : ffff8ff542537000) 00000004:00000001:1.0:1763354562.968925:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354562.968928:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e3816c0: xid 1848998841074944, transno 21475214447, tag 1, client gen 10, slot idx 1 00000001:00000001:1.0:1763354562.968932:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354562.968938:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1800. 00040000:00000001:1.0:1763354562.968942:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354562.968944:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354562.968946:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354562.968948:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ffa67e0. 00000020:00000001:1.0:1763354562.968953:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968956:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968958:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968960:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.968963:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763354562.968978:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763354562.968981:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354562.968983:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.968984:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354562.968987:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354562.968991:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354562.968994:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354562.968997:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354562.969000:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e22:0x0], previous was 0x7 00000004:00000001:1.0:1763354562.969003:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.969006:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763354562.969009:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.969012:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763354562.969015:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354562.969018:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763354562.969021:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66c563e80. 00000004:00000001:1.0:1763354562.969028:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354562.969029:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354562.969030:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.969032:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.969060:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354562.969062:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354562.969064:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354562.969066:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354562.969068:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354562.969070:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354562.969073:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.969076:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354562.969078:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763354562.969082:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354562.969086:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.969088:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354562.969091:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214428, transno 21475214447, xid 1848998841074944 00010000:00000001:1.0:1763354562.969093:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.969098:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084380 x1848998841074944/t21475214447(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 392/456 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354562.969110:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.969112:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.969116:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.969126:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.969129:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.969132:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.969134:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.969136:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.969139:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.969141:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.969146:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa3b8. 00000100:00000200:1.0:1763354562.969150:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841074944, offset 224 00000400:00000200:1.0:1763354562.969155:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.969163:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.969169:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556472:1556472:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556468:1556468:8:4294967295] 00000400:00000200:1.0:1763354562.969179:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.969185:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.969189:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354562.969194:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.969200:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.969204:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.969221:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.969226:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.969228:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.969230:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.969232:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.969237:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084380 x1848998841074944/t21475214447(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 392/456 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354562.969248:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+483:252516:x1848998841074944:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 745us (932us total) trans 21475214447 rc 0/0 00000100:00100000:1.0:1763354562.969257:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93101 00000100:00000040:1.0:1763354562.969260:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354562.969262:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.969264:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.969268:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354562.969273:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.969277:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff66b949000. 00000020:00000040:1.0:1763354562.969282:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 482 00000100:00000001:1.0:1763354562.969285:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354562.970084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:1.1:1763354562.970093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000100:00000001:1.0:1763354562.970566:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354562.970570:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075072 02000000:00000001:1.0:1763354562.970572:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354562.970573:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.970575:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.970578:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.970580:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075072 00000020:00000001:1.0:1763354562.970582:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354562.970583:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354562.970585:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.970587:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=483 00000020:00000001:1.0:1763354562.970589:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354562.970591:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354562.970593:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.970597:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.970601:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.970603:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354562.970608:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff66b949000. 00000020:00000010:1.0:1763354562.970611:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354562.970614:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354562.970618:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354562.970619:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354562.970621:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354562.970623:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354562.970624:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.970625:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.970630:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.970640:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.970647:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354562.970648:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354562.970653:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417370 00000100:00000040:1.0:1763354562.970656:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354562.970658:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612244480 : -123187097307136 : ffff8ff644d2f800) 00000100:00000040:1.0:1763354562.970665:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2f800 x1848998841075072/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 376/0 e 0 to 0 dl 1763354573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354562.970671:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.970673:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.970675:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.970676:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354562.970680:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+483:252516:x1848998841075072:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354562.970683:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075072 00000020:00000001:1.0:1763354562.970684:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354562.970686:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354562.970689:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e3816c0: xid 1848998841074944, transno 21475214447, client gen 10, slot idx 1 00000001:00000001:1.0:1763354562.970692:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e381e40: xid 1848998841074560, transno 21475214446, client gen 10, slot idx 0 00000001:00000010:1.0:1763354562.970695:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381e40. 00000020:00000001:1.0:1763354562.970698:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.970700:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354562.970702:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354562.970705:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354562.970708:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841075072, found 0 last_xid 1848998841075071 00000020:00000001:1.0:1763354562.970710:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354562.970713:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354562.970715:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354562.970719:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.970721:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354562.970724:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354562.970727:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354562.970729:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354562.970731:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.970736:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354562.970745:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052d00. 00010000:00000010:1.0:1763354562.970750:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241f00. 00010000:00000001:1.0:1763354562.970755:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354562.970757:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5460e2000. 00000020:00000001:1.0:1763354562.970760:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354562.970762:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5460e2000 with handle 0x4a8bb634222ca8a4 to hash 00000020:00000001:1.0:1763354562.970763:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354562.970765:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882337931264 : -123191371620352 : ffff8ff5460e2000) 00010000:00000010:1.0:1763354562.970768:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43500. 00010000:00000001:1.0:1763354562.970770:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882337931264 : -123191371620352 : ffff8ff5460e2000) 00010000:00010000:1.0:1763354562.970774:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f411d1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.970781:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:1.0:1763354562.970783:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=484 00010000:00000001:1.0:1763354562.970788:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354562.970790:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354562.970794:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354562.970796:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354562.970798:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.970799:0:6519:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:1.0:1763354562.970801:0:6519:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200002344:0x19e22:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:1.0:1763354562.970804:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354562.970806:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e22:0x0] 00000020:00000001:1.0:1763354562.970808:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354562.970811:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354562.970813:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354562.970816:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.970819:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354562.970821:0:6519:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354562.970823:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.970825:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:1.0:1763354562.970826:0:6519:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:1.0:1763354562.970828:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354562.970830:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354562.970833:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff58a0bb800. 02000000:00000001:1.0:1763354562.970834:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.970836:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.970838:0:6519:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354562.970840:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354562.970841:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354562.970842:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.970844:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.970847:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354562.970849:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354562.970851:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.970852:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.970854:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.970855:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.970857:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354562.970859:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354562.970860:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354562.970861:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354562.970863:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 1 00010000:00010000:1.0:1763354562.970867:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 3/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 484 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354562.970871:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354562.970875:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354562.970876:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.970877:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354562.970878:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.970880:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.970882:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.970885:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354562.970887:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 3/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 484 pid: 6519 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763354562.970893:0:6519:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:1.0:1763354562.970895:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354562.970896:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e22:0x0] 00000020:00000001:1.0:1763354562.970897:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354562.970898:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354562.970899:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354562.970901:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.970902:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354562.970903:0:6519:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354562.970904:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.970905:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.970907:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.970908:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.970909:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.970910:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.970911:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354562.970912:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354562.970914:0:6519:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1763354562.970916:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354562.970918:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354562.970920:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:1.0:1763354562.970921:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763354562.970923:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.970925:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.970926:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354562.970927:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.970934:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354562.970935:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff5460e2000, rc 0) 00000020:00000001:1.0:1763354562.970937:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354562.970940:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214428, transno 0, xid 1848998841075072 00010000:00000001:1.0:1763354562.970941:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.970945:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2f800 x1848998841075072/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 376/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354562.970951:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.970952:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.970955:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.970957:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.970959:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.970961:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.970962:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.970964:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.970979:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.970981:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.970984:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fabb0. 00000100:00000200:1.0:1763354562.970987:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848998841075072, offset 224 00000400:00000200:1.0:1763354562.970991:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.970997:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.971001:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556473:1556473:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556469:1556469:8:4294967295] 00000400:00000200:1.0:1763354562.971008:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.971011:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.971014:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354562.971018:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.971022:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.971025:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.971066:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.971069:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.971071:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.971073:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.971075:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.971079:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2f800 x1848998841075072/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 376/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354562.971088:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+484:252516:x1848998841075072:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 414us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354562.971095:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417370 00000100:00000040:1.0:1763354562.971098:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354562.971099:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.971100:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.971103:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354562.971106:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.971109:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff66b949000. 00000020:00000040:1.0:1763354562.971113:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 483 00000100:00000001:1.0:1763354562.971115:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.973697:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354562.973702:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075200 02000000:00000001:1.0:1763354562.973706:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354562.973708:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.973711:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.973716:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.973721:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075200 00000020:00000001:1.0:1763354562.973724:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354562.973726:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354562.973728:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.973732:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=484 00000020:00000001:1.0:1763354562.973736:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354562.973739:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354562.973745:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.973749:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.973752:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.973754:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354562.973761:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff66b949000. 00000020:00000010:1.0:1763354562.973765:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.973769:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354562.973776:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354562.973779:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354562.973780:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354562.973783:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354562.973785:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.973786:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.973792:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.973803:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.973814:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354562.973815:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354562.973820:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417371 00000100:00000040:1.0:1763354562.973823:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354562.973825:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354562.973832:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084700 x1848998841075200/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 576/0 e 0 to 0 dl 1763354573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354562.973839:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.973841:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.973843:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.973845:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354562.973848:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+484:252516:x1848998841075200:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354562.973852:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075200 00000020:00000001:1.0:1763354562.973855:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354562.973858:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354562.973862:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.973864:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354562.973866:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354562.973869:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354562.973872:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841075200, found 0 last_xid 1848998841075199 00000020:00000001:1.0:1763354562.973875:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354562.973877:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354562.973879:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354562.973884:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.973886:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354562.973889:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354562.973890:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354562.973892:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354562.973893:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.973898:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354562.973906:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 2 00010000:00000001:1.0:1763354562.973908:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.973910:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354562.973914:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:1.0:1763354562.973917:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354562.973919:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222ca8ab to hash 00000020:00000001:1.0:1763354562.973921:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354562.973923:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:1.0:1763354562.973927:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354562.973930:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:1.0:1763354562.973934:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8ab lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f411d8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.973941:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:1.0:1763354562.973943:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=485 00010000:00000001:1.0:1763354562.973948:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354562.973951:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354562.973957:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354562.973959:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354562.973961:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354562.973963:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354562.973980:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e22:0x0] 00000020:00000001:1.0:1763354562.973984:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354562.973989:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354562.973991:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354562.973993:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.973996:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354562.973998:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354562.974001:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354562.974003:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:3.1:1763354562.974077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00080000:00000010:1.1:1763354562.974091:0:6519:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ffa63c0. 00010000:00000010:1.1:1763354562.974103:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00010000:00000010:1.1:1763354562.974110:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5400. 00010000:00000010:1.1:1763354562.974115:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 02000000:00000010:1.0:1763354562.974126:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff680cf8000. 02000000:00000001:1.0:1763354562.974129:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.974132:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974135:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974138:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763354562.974144:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354562.974147:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354562.974149:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974152:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974153:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974156:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974158:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974159:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974161:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974162:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974164:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974165:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974167:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974168:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974170:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974172:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974173:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974175:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974178:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354562.974179:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.974185:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354562.974191:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354562.974193:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354562.974196:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354562.974198:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974201:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354562.974202:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974205:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354562.974208:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974212:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763354562.974218:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354562.974220:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763354562.974222:0:6519:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1763354562.974250:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff643d4a000. 00000004:00000001:1.0:1763354562.974257:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974261:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354562.974264:0:6519:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763354562.974267:0:6519:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200002344:0x19e22:0x0]/[0x200002344:0x19e22:0x0], ldlm_rep = ffff8ff680cf8228 00000004:00000001:1.0:1763354562.974274:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763354562.974279:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354562.974281:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354562.974284:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00010000:00000001:1.0:1763354562.974287:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.974290:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354562.974293:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354562.974296:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354562.974299:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222ca8b2 to hash 00000020:00000001:1.0:1763354562.974301:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354562.974303:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:1.0:1763354562.974307:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43400. 00010000:00000001:1.0:1763354562.974310:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354562.974314:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354562.974316:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354562.974320:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354562.974327:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354562.974331:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354562.974334:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354562.974337:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.974340:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.974342:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.974344:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.974346:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354562.974349:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354562.974352:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354562.974354:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354562.974357:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 3 00010000:00000040:1.0:1763354562.974360:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354562.974365:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 485 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354562.974373:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354562.974379:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354562.974383:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354562.974385:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.974388:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354562.974389:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.974391:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.974394:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.974397:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354562.974399:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354562.974402:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354562.974408:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354562.974410:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974411:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.974413:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354562.974415:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.974417:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354562.974419:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354562.974422:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354562.974424:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974425:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354562.974428:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974431:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763354562.974435:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354562.974438:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354562.974446:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974448:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974454:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974475:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354562.974480:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354562.974482:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354562.974485:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354562.974487:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e22:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763354562.974491:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974493:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974496:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.974498:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354562.974500:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974502:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974505:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.974508:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763354562.974511:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763354562.974513:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354562.974516:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff680cf8370 00000004:00000001:1.0:1763354562.974519:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974522:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354562.974524:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974526:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974527:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974530:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974532:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974533:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974536:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.974538:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.974539:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.974541:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354562.974543:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e22:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354562.974548:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e22:0x0]: returning size 0 00000004:00000040:1.0:1763354562.974551:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x19e22:9028 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763354562.974554:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763354562.974556:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:21498 00000004:00200000:1.0:1763354562.974560:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1763354562.974563:0:6519:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:1.0:1763354562.974565:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354562.974566:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974569:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354562.974572:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974574:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354562.974577:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.974579:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354562.974582:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.974588:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354562.974596:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974599:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.974605:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354562.974607:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.974609:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354562.974611:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354562.974614:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000004:00010000:1.0:1763354562.974618:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354562.974624:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974626:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354562.974627:0:6519:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763354562.974630:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354562.974632:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763354562.974635:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354562.974636:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.974638:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354562.974640:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354562.974642:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000004:00000040:1.0:1763354562.974646:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:1.0:1763354562.974649:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=486 00010000:00000001:1.0:1763354562.974652:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974654:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354562.974656:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354562.974658:0:6519:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763354562.974661:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354562.974664:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354562.974665:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354562.974667:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354562.974669:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354562.974671:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763354562.974676:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354562.974679:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354562.974681:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354562.974683:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1763354562.974685:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff643d4a000. 00000004:00000001:1.0:1763354562.974690:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354562.974693:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354562.974695:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354562.974698:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974700:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.974701:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354562.974703:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354562.974706:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222ca8ab from hash 00010000:00000001:1.0:1763354562.974708:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354562.974709:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974711:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.974712:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354562.974714:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354562.974718:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8ab lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d8 expref: 486 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.974728:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:1.0:1763354562.974731:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 485 00010000:00000010:1.0:1763354562.974734:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354562.974739:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.974741:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.974745:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354562.974749:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d8 expref: 485 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354562.974763:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354562.974765:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354562.974768:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:1.0:1763354562.974771:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:1.0:1763354562.974774:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.974777:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.974779:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354562.974780:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.974782:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354562.974784:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f2800, rc 0) 00000020:00000001:1.0:1763354562.974786:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354562.974790:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214428, transno 0, xid 1848998841075200 00010000:00000001:1.0:1763354562.974793:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.974798:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084700 x1848998841075200/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 576/640 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354562.974807:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.974810:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.974814:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.974820:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.974823:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.974826:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.974829:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.974832:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.974836:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.974839:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.974844:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa7f8. 00000100:00000200:1.0:1763354562.974850:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841075200, offset 224 00000400:00000200:1.0:1763354562.974858:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.974868:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.974875:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556474:1556474:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556470:1556470:8:4294967295] 00000400:00000200:1.0:1763354562.974887:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.974894:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.974900:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354562.974906:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.974914:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.974918:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.974936:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.974940:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.974943:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.974945:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.974948:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.974953:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998841075200/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 576/640 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354562.974978:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+485:252516:x1848998841075200:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1123us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354562.974988:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417371 00000100:00000040:1.0:1763354562.974993:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354562.974995:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.974998:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.975003:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.975007:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.975011:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff66b949000. 00000020:00000040:1.0:1763354562.975016:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 484 00000100:00000001:1.0:1763354562.975020:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354562.980076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000100:00000001:1.0:1763354562.980366:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354562.980370:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075456 02000000:00000001:1.0:1763354562.980373:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354562.980374:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.980377:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.980380:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.980383:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075456 00000020:00000001:1.0:1763354562.980386:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354562.980388:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354562.980391:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.980394:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=20 00000020:00000001:1.0:1763354562.980397:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354562.980400:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354562.980404:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.980408:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.980412:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.980415:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354562.980421:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff66b949000. 00000020:00000010:1.0:1763354562.980426:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.980431:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354562.980437:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354562.980439:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354562.980441:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354562.980443:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.980448:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.980460:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.980468:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354562.980470:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354562.980475:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85146 00000100:00000040:1.0:1763354562.980479:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354562.980482:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612234624 : -123187097316992 : ffff8ff644d2d180) 00000100:00000040:1.0:1763354562.980489:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2d180 x1848998841075456/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354562.980500:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.980503:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.980506:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.980509:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354562.980514:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+20:252516:x1848998841075456:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354562.980519:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075456 00000020:00000001:1.0:1763354562.980523:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354562.980526:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354562.980528:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.980530:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354562.980532:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354562.980535:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354562.980539:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354562.980541:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354562.980543:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354562.980546:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.980548:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354562.980550:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354562.980552:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354562.980554:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354562.980556:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.980560:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354562.980567:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 2 00010000:00000001:1.0:1763354562.980570:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.980573:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354562.980576:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:1.0:1763354562.980580:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354562.980583:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222ca8c0 to hash 00000020:00000001:1.0:1763354562.980586:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354562.980588:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:1.0:1763354562.980591:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:1.0:1763354562.980596:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 2/0,0 mode: --/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f411e6 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.980606:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354562.980609:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=21 00000100:00000001:1.0:1763354562.980618:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354562.980620:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354562.980625:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff58a0bac00. 02000000:00000001:1.0:1763354562.980628:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.980630:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.980633:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354562.980637:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354562.980639:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354562.980641:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.980645:0:74509:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763354562.980648:0:74509:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354562.980653:0:74509:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354562.980662:0:74509:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354562.980664:0:74509:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354562.980667:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354562.980669:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.980670:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354562.980672:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354562.980674:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.980676:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.980679:0:74509:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354562.980684:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 4/0,0 mode: --/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.980692:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d6:0x0].0x0 (ffff8ff5472e8c00) refcount = 2 00010000:00000040:1.0:1763354562.980695:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354562.980699:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.980707:0:74509:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354562.980711:0:74509:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 4/0,0 mode: --/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763354562.980721:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.980725:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354562.980732:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354562.980735:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354562.980738:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354562.980742:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354562.980744:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354562.980746:0:74509:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354562.980749:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.980751:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354562.980754:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354562.980756:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354562.980759:0:74509:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354562.980761:0:74509:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354562.980766:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000020:00000040:1.0:1763354562.980770:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354562.980774:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354562.980777:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354562.980782:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354562.980790:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff542c3ba00. 00000100:00000001:1.0:1763354562.980797:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354562.980802:0:74509:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354562.980819:0:74509:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 21 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000001:1.0:1763354562.980829:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354562.980832:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354562.980838:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.980848:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354562.980851:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.980856:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542701696:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354562.980861:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354562.980867:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354562.980871:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.980875:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354562.980879:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff542c3ac00. 02000000:00000001:1.0:1763354562.980881:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354562.980888:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354562.980895:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa990. 00000100:00000200:1.0:1763354562.980901:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542701696, portal 16 00000100:00000001:1.0:1763354562.980904:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354562.980906:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:1.0:1763354562.980913:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354578 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.980922:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.980924:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.980928:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fadd0. 00000100:00000200:1.0:1763354562.980931:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542701696, offset 0 00000400:00000200:1.0:1763354562.980938:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.980945:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.980951:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354562.980956:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354562.980961:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354562.980981:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354562.980986:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556476:1556476:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556472:1556472:8:4294967295] 00000400:00000200:1.0:1763354562.980997:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.981003:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.981008:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354562.981014:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.981020:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.981024:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.981054:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.981060:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886057 00000100:00000001:1.0:1763354562.981069:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886038 00000100:00000001:1.0:1763354562.981074:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886057 00000100:00000001:1.0:1763354562.981078:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886038 00000100:00000001:1.0:1763354562.981082:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886057 00000100:00000001:1.0:1763354562.981087:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886038 00000100:00000001:1.0:1763354562.981091:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886057 00000100:00000001:1.0:1763354562.981095:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886038 00000100:00000001:1.0:1763354562.981099:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354562.981103:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.981106:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.981108:0:74509:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.981111:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.981113:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.981115:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.981116:0:74509:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.981119:0:74509:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354562.981121:0:74509:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354562.981124:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.981128:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354562.981131:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354562.981136:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381e40 going to sleep for 11 seconds 00000100:00000001:1.0:1763354562.981141:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354562.981146:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.982250:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354562.982258:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354562.982260:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354562.982263:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354562.982268:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa990 00000400:00000010:1.0:1763354562.982270:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa990. 00000100:00000001:1.0:1763354562.982273:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354562.982279:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354562.982291:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.982305:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354562.982307:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.982310:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354562.982314:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354562.982316:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.982318:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.982321:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.982328:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354562.982332:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354562.982335:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354562.982337:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.982341:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354562.982344:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.982347:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.982352:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.982360:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354562.982363:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354562.982366:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.982369:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354562.982371:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.982372:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.982374:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.982378:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354562.982388:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542701696:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354562.982393:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.982396:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.982399:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354562.982401:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354562.982404:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec64a80 x1848998542701696/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.982412:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354562.982416:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354562.982419:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff542c3ac00. 02000000:00000001:1.0:1763354562.982423:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354562.982426:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354562.982427:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354562.982430:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354562.982434:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff542c3ba00. 02000000:00000001:1.0:1763354562.982438:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354562.982440:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354562.982442:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 00000100:00000001:1.0:1763354562.982447:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354562.982449:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354562.982452:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354562.982455:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354562.982457:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354562.982459:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1800. 00010000:00000001:1.0:1763354562.982463:0:74509:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.982465:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.982468:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.982474:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354562.982479:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 3/0,0 mode: --/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354562.982493:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354562.982495:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763354562.982497:0:74509:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6717f3200 00010000:00000001:1.0:1763354562.982499:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354562.982501:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.982504:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.982506:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354562.982509:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354562.982511:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.982514:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354562.982515:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.982517:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354562.982519:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:1.0:1763354562.982522:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354562.982526:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841075456 00010000:00000001:1.0:1763354562.982529:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.982534:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2d180 x1848998841075456/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354562.982543:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.982545:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.982547:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.982552:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.982555:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.982557:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.982561:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.982563:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.982566:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.982569:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.982573:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa990. 00000100:00000200:1.0:1763354562.982577:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841075456, offset 224 00000400:00000200:1.0:1763354562.982582:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.982589:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.982594:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556477:1556477:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556473:1556473:8:4294967295] 00000400:00000200:1.0:1763354562.982604:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.982609:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.982613:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354562.982618:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.982623:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.982626:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.982641:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.982645:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.982648:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.982650:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.982652:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.982658:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2d180 x1848998841075456/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354562.982670:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+21:252516:x1848998841075456:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2167us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354562.982679:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85146 00000100:00000040:1.0:1763354562.982683:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354562.982686:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.982689:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.982694:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.982699:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.982704:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff66b949000. 00000020:00000040:1.0:1763354562.982711:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000100:00000001:1.0:1763354562.982714:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.983052:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354562.983055:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075584 02000000:00000001:3.0:1763354562.983058:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354562.983060:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.983062:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.983065:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.983067:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075584 00000020:00000001:3.0:1763354562.983069:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354562.983070:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354562.983072:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.983074:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=21 00000020:00000001:3.0:1763354562.983076:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354562.983078:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354562.983081:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.983084:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.983088:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.983090:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354562.983095:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087e00. 00000020:00000010:3.0:1763354562.983098:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.983101:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354562.983108:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763354562.983109:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354562.983110:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763354562.983112:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763354562.983114:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354562.983116:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:3.0:1763354562.983118:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354562.983121:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763354562.983123:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354562.983126:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983128:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354562.983130:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983132:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354562.983133:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354562.983135:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983136:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354562.983138:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354562.983139:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983140:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354562.983141:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354562.983142:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983144:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763354562.983146:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983147:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983148:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983150:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763354562.983152:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983154:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763354562.983160:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000403:0x53d6:0x0] (0->1023) req@ffff8ff672085f80 x1848998841075584/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 1512/0 e 0 to 0 dl 1763354573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763354562.983172:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763354562.983174:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff672085f80 with x1848998841075584 ext(0->1023) 00010000:00000001:3.0:1763354562.983177:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.983178:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.983179:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=4 00000020:00000001:3.0:1763354562.983180:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:3.0:1763354562.983182:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00010000:3.0:1763354562.983187:0:69826:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 21 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00010000:3.0:1763354562.983197:0:69826:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 21 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000001:3.0:1763354562.983202:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.983203:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763354562.983204:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763354562.983205:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ff672085f80 00002000:00000001:3.0:1763354562.983207:0:69826:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.983209:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.983213:0:69826:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354562.983217:0:69826:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff672085f80 x1848998841075584/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 1512/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354562.983222:0:69826:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354562.983223:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.983235:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.983241:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.983242:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354562.983245:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00000040:3.0:1763354562.983248:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354562.983249:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370719104 : -123186338832512 : ffff8ff672085f80) 00000100:00000040:3.0:1763354562.983254:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085f80 x1848998841075584/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 1512/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354562.983260:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.983262:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354562.983264:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.983266:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354562.983270:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841075584:12345-192.168.203.48@tcp:4:dd.0 00000100:00000200:3.0:1763354562.983274:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075584 00000020:00000001:3.0:1763354562.983276:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354562.983277:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354562.983279:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983280:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354562.983281:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:3.0:1763354562.983283:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354562.983285:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354562.983286:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354562.983287:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354562.983289:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983291:0:69826:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763354562.983295:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354562.983296:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354562.983299:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ff677aa1400. 02000000:00000001:3.0:1763354562.983300:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.983302:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983305:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763354562.983306:0:69826:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983309:0:69826:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:3.0:1763354562.983314:0:69826:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763354562.983317:0:69826:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:3.0:1763354562.983320:0:69826:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763354562.983330:0:69826:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763354562.983332:0:69826:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 free: 3909369856 avail: 3677847552 00000020:00000001:3.0:1763354562.983335:0:69826:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1763354562.983338:0:69826:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 avail=3677847552 left=3301933056 unstable=0 tot_grant=375910848 pending=0 00000020:00000001:3.0:1763354562.983341:0:69826:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3301933056 : 3301933056 : c4cf8000) 00000020:00000001:3.0:1763354562.983343:0:69826:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763354562.983346:0:69826:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 reports grant 375709696 dropped 0, local 375767040 00000020:00000001:3.0:1763354562.983348:0:69826:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763354562.983350:0:69826:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763354562.983352:0:69826:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 granted: 28672 ungranted: 0 grant: 375738368 dirty: 57344 00000020:00000001:3.0:1763354562.983354:0:69826:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763354562.983355:0:69826:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763354562.983358:0:69826:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 wants: 484638720 current grant 375709696 granting: 8437760 00000020:00000020:3.0:1763354562.983360:0:69826:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 tot cached:28672 granted:384348608 num_exports: 3 00000020:00000001:3.0:1763354562.983362:0:69826:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:3.0:1763354562.983363:0:69826:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763354562.983364:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354562.983367:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354562.983373:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:3.0:1763354562.983374:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00080000:00000001:3.0:1763354562.983381:0:69826:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:3.0:1763354562.983383:0:69826:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983413:0:69826:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00001000:3.0:1763354562.983422:0:69826:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2347: map 1 pages from 0 00080000:00000001:3.0:1763354562.983458:0:69826:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000002:3.0:1763354562.983460:0:69826:0:(osd_io.c:449:osd_do_bio()) hole at page_idx 0, block_idx 0, at offset 0 00080000:00000001:3.0:1763354562.983465:0:69826:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983466:0:69826:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983468:0:69826:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983470:0:69826:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983472:0:69826:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.983475:0:69826:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1024 00000020:00008000:3.0:1763354562.983477:0:69826:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1024 left = 1024 00000020:00000001:3.0:1763354562.983481:0:69826:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763354562.983510:0:69826:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:3.0:1763354562.983513:0:69826:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763354562.983528:0:69826:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983530:0:69826:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763354562.983534:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354562.983540:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.983543:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354562.983545:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983546:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354562.983547:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983549:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354562.983550:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354562.983551:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983552:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354562.983553:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354562.983554:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983555:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354562.983556:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354562.983557:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983560:0:69826:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763354562.983562:0:69826:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983564:0:69826:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763354562.983565:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763354562.983569:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983572:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354562.983575:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591087200. 00080000:00000001:3.0:1763354562.983578:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595850240 : -123190113701376 : ffff8ff591087200) 00000001:00000001:3.0:1763354562.983580:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354562.983580:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983583:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:3.0:1763354562.983587:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983589:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:3.0:1763354562.983593:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983595:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983597:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=0, id=0 00000001:00000001:3.0:1763354562.983599:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983601:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983603:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=0, id=0 00000001:00000001:3.0:1763354562.983606:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983608:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983609:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=0, id=0 00000001:00000001:3.0:1763354562.983611:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983614:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983616:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983617:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:3.0:1763354562.983620:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983621:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983623:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=1, id=0 00000001:00000001:3.0:1763354562.983625:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983627:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983628:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=1, id=0 00000001:00000001:3.0:1763354562.983631:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983632:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983634:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=1, id=0 00000001:00000001:3.0:1763354562.983636:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983638:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983640:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983642:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:3.0:1763354562.983645:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983647:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983648:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=2, id=0 00000001:00000001:3.0:1763354562.983651:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983653:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983654:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=2, id=0 00000001:00000001:3.0:1763354562.983657:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354562.983658:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:3.0:1763354562.983660:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d6:0x0] ino=2347 type=2, id=0 00000001:00000001:3.0:1763354562.983662:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983664:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:3.0:1763354562.983667:0:69826:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:3.0:1763354562.983670:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983675:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354562.983686:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.983689:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763354562.983692:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983742:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354562.983746:0:69826:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:3.0:1763354562.983759:0:69826:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763354562.983763:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354562.983765:0:69826:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000403:0x53d6:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:3.0:1763354562.983787:0:69826:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354562.983791:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:3.0:1763354562.983802:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354562.983805:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354562.983807:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983810:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354562.983814:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591086a00. 00080000:00000001:3.0:1763354562.983817:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595848192 : -123190113703424 : ffff8ff591086a00) 00000001:00000001:3.0:1763354562.983819:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354562.983821:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983824:0:69826:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:3.0:1763354562.983828:0:69826:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #2347 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:3.0:1763354562.983831:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354562.983836:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354562.983839:0:69826:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983841:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354562.983843:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983846:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354562.983850:0:69826:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354562.983854:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354562.983857:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00080000:00000001:3.0:1763354562.983859:0:69826:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.983865:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354562.983875:0:69826:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff645315e00. 00000020:00000010:3.0:1763354562.983881:0:69826:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff6417f9118. 00080000:00000001:3.0:1763354562.983888:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:3.0:1763354562.983894:0:69826:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2347: map 1 pages from 0 00080000:00000001:3.0:1763354562.984012:0:69826:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:3.0:1763354562.984027:0:69826:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:3.0:1763354562.984031:0:69826:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8ff595c0cbb8. 00080000:00000001:3.0:1763354562.984054:0:69826:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763354562.984058:0:69826:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:3.0:1763354562.984062:0:69826:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:3.0:1763354562.984065:0:69826:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.984144:0:69826:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.984148:0:69826:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.984153:0:69826:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:3.0:1763354562.984156:0:69826:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8ff544b02120. 00000020:00000040:3.0:1763354562.984160:0:69826:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:3.0:1763354562.984162:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:3.0:1763354562.984167:0:69826:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.984170:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354562.984174:0:69826:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763354562.984178:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354562.984180:0:69826:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000403:0x53d6:0x0] set version 0x20000a1b5 (old 0x0) for inode 2347 00080000:00000001:3.0:1763354562.984188:0:69826:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763354562.984190:0:69826:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975989, last_committed = 8589975983 00000001:00000010:3.0:1763354562.984195:0:69826:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02360. 00000001:00000040:3.0:1763354562.984198:0:69826:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 3 00000020:00000040:3.0:1763354562.984200:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00000001:00000001:3.0:1763354562.984218:0:69826:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354562.984225:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00080000:00000010:3.0:1763354562.984228:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354562.984231:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354562.984233:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.2:1763354562.984355:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff595c0cbb8. 00080000:00000001:3.0:1763354562.984383:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354562.984398:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354562.984403:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00002000:00000001:3.0:1763354562.984406:0:69826:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354562.984409:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.984411:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.984415:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763354562.984417:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763354562.984419:0:69826:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354562.984422:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 8589975989, xid 1848998841075584 00010000:00000001:3.0:1763354562.984425:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354562.984431:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672085f80 x1848998841075584/t8589975989(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 1512/448 e 0 to 0 dl 1763354573 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354562.984439:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354562.984441:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.984444:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354562.984448:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354562.984451:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354562.984454:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354562.984456:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354562.984458:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.984460:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.984463:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354562.984468:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701212a8. 00000100:00000200:3.0:1763354562.984472:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848998841075584, offset 224 00000400:00000200:3.0:1763354562.984478:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354562.984485:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354562.984490:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556478:1556478:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556474:1556474:8:4294967295] 00000400:00000200:3.0:1763354562.984499:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354562.984504:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354562.984509:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354562.984513:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354562.984519:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354562.984522:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763354562.984538:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.984543:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354562.984546:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354562.984547:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.984550:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354562.984555:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085f80 x1848998841075584/t8589975989(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 1512/448 e 0 to 0 dl 1763354573 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354562.984566:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841075584:12345-192.168.203.48@tcp:4:dd.0 Request processed in 1303us (1572us total) trans 8589975989 rc 0/0 00000100:00100000:3.0:1763354562.984576:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 14 00000100:00000040:3.0:1763354562.984580:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354562.984582:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763354562.984584:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763354562.984590:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000403:0x53d6:0x0] (0->1023) req@ffff8ff672085f80 x1848998841075584/t8589975989(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 1512/448 e 0 to 0 dl 1763354573 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763354562.984599:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763354562.984601:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff672085f80 with x1848998841075584 ext(0->1023) 00010000:00000001:3.0:1763354562.984604:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.984606:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.984608:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=4 00000020:00000001:3.0:1763354562.984611:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:3.0:1763354562.984614:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00010000:3.0:1763354562.984621:0:69826:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 23 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00010000:3.0:1763354562.984646:0:69826:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 23 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000001:3.0:1763354562.984663:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.984666:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763354562.984668:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763354562.984670:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8ff672085f80 00002000:00000001:3.0:1763354562.984674:0:69826:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.984677:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354562.984680:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.984735:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354562.984741:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087e00. 00000020:00000040:3.0:1763354562.984746:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:3.0:1763354562.984749:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.986362:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354562.986366:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075712 02000000:00000001:3.0:1763354562.986368:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354562.986370:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.986371:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.986374:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.986376:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075712 00000020:00000001:3.0:1763354562.986378:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354562.986379:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354562.986381:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.986383:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:3.0:1763354562.986385:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354562.986387:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354562.986389:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.986392:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354562.986395:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.986397:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000020:00000010:3.0:1763354562.986401:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087e00. 00000020:00000010:3.0:1763354562.986405:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.986407:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354562.986412:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354562.986413:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354562.986414:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354562.986416:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354562.986418:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986420:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354562.986423:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.986424:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.986425:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=4 00000020:00000001:3.0:1763354562.986427:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:3.0:1763354562.986428:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00010000:3.0:1763354562.986433:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 23 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000001:3.0:1763354562.986448:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.986450:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.986451:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.986453:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.986458:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354562.986465:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff644d2df80 x1848998841075712/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.986474:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354562.986476:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.986489:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.986500:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354562.986502:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354562.986506:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6337 00000100:00000040:3.0:1763354562.986509:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354562.986512:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612238208 : -123187097313408 : ffff8ff644d2df80) 00000100:00000040:3.0:1763354562.986517:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2df80 x1848998841075712/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354562.986527:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354562.986530:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354562.986533:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354562.986536:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000100:00100000:3.0:1763354562.986541:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841075712:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354562.986545:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075712 00010000:00000001:3.0:1763354562.986548:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354562.986550:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354562.986552:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354562.986556:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354562.986558:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354562.986562:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff64666f400. 02000000:00000001:3.0:1763354562.986564:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.986566:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986568:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354562.986569:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354562.986571:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354562.986572:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354562.986574:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=4 00000020:00000001:3.0:1763354562.986575:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:3.0:1763354562.986576:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000040:3.0:1763354562.986579:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 3 00002000:00000001:3.0:1763354562.986583:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354562.986587:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354562.986589:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354562.986592:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:3.0:1763354562.986593:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:3.0:1763354562.986596:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354562.986598:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763354562.986601:0:74535:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000403:0x53d6:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:3.0:1763354562.986603:0:74535:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000403:0x53d6:0x0] updating lvb mtime from disk: 0 -> 1763354562 00002000:00010000:3.0:1763354562.986606:0:74535:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000403:0x53d6:0x0] updating lvb ctime from disk: 0 -> 1763354562 00002000:00010000:3.0:1763354562.986608:0:74535:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000403:0x53d6:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1763354562.986610:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00010000:00010000:3.0:1763354562.986613:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 23 pid: 74509 timeout: 12317 lvb_type: 0 00000100:00001000:3.0:1763354562.986619:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=6 v=5 (1 0 0 0) 00010000:00000001:3.0:1763354562.986622:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354562.986625:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.986626:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354562.986629:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 23 pid: 74509 timeout: 12317 lvb_type: 0 00000020:00000001:3.0:1763354562.986635:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.986638:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354562.986639:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354562.986641:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986646:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354562.986647:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354562.986654:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.986655:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.986657:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354562.986659:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354562.986661:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9600 with handle 0x4a8bb634222ca7bd from hash 00010000:00000001:3.0:1763354562.986662:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354562.986664:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.986665:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.986666:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354562.986670:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.986672:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986674:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354562.986674:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354562.986676:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca7bd lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4117d expref: 23 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000040:3.0:1763354562.986683:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:3.0:1763354562.986685:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:3.0:1763354562.986691:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.986693:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354562.986694:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354562.986696:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6717f3200 00010000:00000001:3.0:1763354562.986698:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354562.986699:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354562.986701:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354562.986703:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.986704:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354562.986705:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354562.986706:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.986708:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354562.986710:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354562.986713:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 2/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.986719:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354562.986723:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354562.986729:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d6:0x0].0x0 (ffff8ff5472e8c00) refcount = 2 00010000:00000040:3.0:1763354562.986731:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354562.986733:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.986738:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354562.986739:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986741:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354562.986742:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.986743:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354562.986746:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a880. 00000100:00000001:3.0:1763354562.986748:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354562.986752:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7d80. 00000100:00000001:3.0:1763354562.986753:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612095872 : -123186097455744 : ffff8ff6806b7d80) 00000100:00000001:3.0:1763354562.986755:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612095872 : -123186097455744 : ffff8ff6806b7d80) 00000100:00000001:3.0:1763354562.986757:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354562.986758:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354562.986759:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354562.986761:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763354562.986764:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acd880. 00000020:00000040:3.0:1763354562.986767:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763354562.986771:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354562.986772:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354562.986776:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354562.986779:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591086000. 00000100:00000001:3.0:1763354562.986784:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354562.986790:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354562.986796:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354562.986799:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354562.986802:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354562.986810:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354562.986811:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354562.986815:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff677acd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542701824:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354562.986817:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354562.986820:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354562.986822:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.986824:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354562.986826:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff591087c00. 02000000:00000001:3.0:1763354562.986827:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354562.986831:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00000400:00000010:3.0:1763354562.986836:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121770. 00000100:00000200:3.0:1763354562.986840:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542701824, portal 16 00000100:00000001:3.0:1763354562.986843:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354562.986844:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465384064 : -123186244167552 : ffff8ff677acd880) 00000100:00000040:3.0:1763354562.986848:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354578 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354562.986853:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.986855:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354562.986857:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121440. 00000100:00000200:3.0:1763354562.986859:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542701824, offset 0 00000400:00000200:3.0:1763354562.986862:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354562.986867:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354562.986871:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354562.986874:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354562.986878:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354562.986880:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354562.986883:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556479:1556479:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556475:1556475:8:4294967295] 00000400:00000200:3.0:1763354562.986889:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354562.986893:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354562.986896:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354562.986900:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354562.986904:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354562.986907:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763354562.986919:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.986923:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886062 00000100:00000001:3.0:1763354562.986929:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886057 00000100:00000001:3.0:1763354562.986933:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886062 00000100:00000001:3.0:1763354562.986935:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886057 00000100:00000001:3.0:1763354562.986938:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886062 00000100:00000001:3.0:1763354562.986941:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886057 00000100:00000001:3.0:1763354562.986943:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886062 00000100:00000001:3.0:1763354562.986946:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886057 00000100:00000001:3.0:1763354562.986948:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354562.986949:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986951:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986953:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986954:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.986955:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.986956:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.986957:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354562.986959:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354562.986961:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.986963:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354562.986978:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354562.986980:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b7d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763354562.986983:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354562.986986:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.988447:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354562.988458:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354562.988460:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354562.988464:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bec8. 00000400:00000200:3.0:1763354562.988469:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121770 00000400:00000010:3.0:1763354562.988471:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121770. 00000100:00000001:3.0:1763354562.988474:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354562.988480:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354562.988492:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354562.988501:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354562.988503:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.988506:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354562.988509:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354562.988511:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354562.988513:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354562.988515:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.988521:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=84 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354562.988525:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=84 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354562.988528:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354562.988530:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.988533:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354562.988536:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.988539:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.988544:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354562.988553:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354562.988556:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354562.988558:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.988560:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354562.988562:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354562.988564:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354562.988566:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.988571:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354578 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354562.988581:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff677acd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542701824:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354562.988586:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354562.988589:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.988591:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354562.988593:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354562.988597:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff677acd880 x1848998542701824/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354562.988605:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354562.988607:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354562.988610:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff591087c00. 02000000:00000001:3.0:1763354562.988614:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354562.988616:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354562.988618:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763354562.988620:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354562.988623:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff591086000. 02000000:00000001:3.0:1763354562.988627:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354562.988629:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354562.988632:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acd880. 00000100:00000001:3.0:1763354562.988637:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354562.988638:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354562.988641:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7d80. 00000100:00000001:3.0:1763354562.988644:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354562.988646:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354562.988649:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a880. 00010000:00000001:3.0:1763354562.988652:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354562.988655:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354562.988657:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354562.988661:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354562.988664:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354562.988667:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=99 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354562.988672:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354562.988675:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354562.988678:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354562.988681:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354562.988684:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354562.988687:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354562.988690:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354562.988694:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121770. 00000100:00000200:3.0:1763354562.988698:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841075712, offset 224 00000400:00000200:3.0:1763354562.988703:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354562.988711:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354562.988716:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556480:1556480:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556476:1556476:8:4294967295] 00000400:00000200:3.0:1763354562.988726:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354562.988732:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354562.988736:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354562.988740:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354562.988746:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354562.988749:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354562.988767:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.988772:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354562.988774:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354562.988777:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354562.988782:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2df80 x1848998841075712/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/224 e 0 to 0 dl 1763354573 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354562.988795:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841075712:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 2264us (2481us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354562.988804:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6337 00000100:00000040:3.0:1763354562.988809:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354562.988812:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354562.988815:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354562.988819:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354562.988827:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354562.988832:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087e00. 00000020:00000040:3.0:1763354562.988837:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:3.0:1763354562.988843:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.989731:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354562.989734:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075840 02000000:00000001:1.0:1763354562.989736:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354562.989738:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.989739:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.989743:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.989745:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075840 00000020:00000001:1.0:1763354562.989747:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354562.989749:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354562.989751:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.989753:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354562.989755:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354562.989757:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354562.989760:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.989764:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.989766:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.989768:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354562.989773:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354562.989776:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.989780:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354562.989785:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354562.989787:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354562.989788:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354562.989790:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.989795:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.989805:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.989812:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354562.989813:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354562.989817:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85147 00000100:00000040:1.0:1763354562.989820:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354562.989822:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370723584 : -123186338828032 : ffff8ff672087100) 00000100:00000040:1.0:1763354562.989827:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087100 x1848998841075840/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354562.989834:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.989836:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.989838:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.989840:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354562.989845:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841075840:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354562.989848:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075840 00000020:00000001:1.0:1763354562.989851:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354562.989854:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354562.989856:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.989858:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354562.989860:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354562.989863:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354562.989865:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354562.989867:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354562.989869:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354562.989873:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.989874:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354562.989877:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354562.989878:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354562.989880:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354562.989882:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.989886:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354562.989892:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 2 00010000:00000001:1.0:1763354562.989894:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.989897:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354562.989900:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:1.0:1763354562.989902:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354562.989905:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222ca8c7 to hash 00000020:00000001:1.0:1763354562.989906:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354562.989908:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354562.989910:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:1.0:1763354562.989914:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f411ed expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.989920:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354562.989922:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00010000:00000001:1.0:1763354562.989926:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354562.989929:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354562.989931:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354562.989932:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354562.989936:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff58a0b8800. 02000000:00000001:1.0:1763354562.989938:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.989939:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.989942:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354562.989943:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.989945:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.989947:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354562.989951:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc9d8. 00002000:00000001:1.0:1763354562.989953:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354562.989954:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354562.989957:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.989959:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354562.989963:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354562.989977:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354562.989982:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354562.989984:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354562.989985:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354562.989987:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354562.989989:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354562.989992:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000020:00000040:1.0:1763354562.989995:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354562.989997:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354562.989999:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354562.990002:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354562.990005:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff542c3ac00. 00000100:00000001:1.0:1763354562.990008:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.990013:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354562.990015:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354562.990019:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.990025:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354562.990027:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.990029:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542701952:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354562.990053:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354562.990057:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354562.990059:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.990063:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354562.990067:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354562.990069:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354562.990073:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354562.990079:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa990. 00000100:00000200:1.0:1763354562.990084:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542701952, portal 16 00000100:00000001:1.0:1763354562.990086:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354562.990088:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:1.0:1763354562.990094:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.990102:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.990105:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.990108:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fadd0. 00000100:00000200:1.0:1763354562.990111:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542701952, offset 0 00000400:00000200:1.0:1763354562.990117:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.990124:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.990127:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354562.990131:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354562.990134:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354562.990136:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354562.990138:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556481:1556481:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556477:1556477:8:4294967295] 00000400:00000200:1.0:1763354562.990145:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.990148:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.990151:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354562.990155:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.990158:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.990161:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.990172:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.990176:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886066 00000100:00000001:1.0:1763354562.990181:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886062 00000100:00000001:1.0:1763354562.990184:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886066 00000100:00000001:1.0:1763354562.990186:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886062 00000100:00000001:1.0:1763354562.990189:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886066 00000100:00000001:1.0:1763354562.990192:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886062 00000100:00000001:1.0:1763354562.990194:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886066 00000100:00000001:1.0:1763354562.990197:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886062 00000100:00000001:1.0:1763354562.990199:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354562.990201:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.990202:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.990204:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.990206:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.990208:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354562.990210:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc9d8. 00010000:00000001:1.0:1763354562.990214:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.990216:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354562.990218:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354562.990220:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.990222:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354562.990224:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354562.990227:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381e40 going to sleep for 11 seconds 00000100:00000001:1.0:1763354562.990229:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354562.990232:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.991307:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354562.991314:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354562.991316:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354562.991319:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354562.991324:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa990 00000400:00000010:1.0:1763354562.991327:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa990. 00000100:00000001:1.0:1763354562.991330:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354562.991336:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354562.991346:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.991354:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354562.991356:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.991359:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354562.991361:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354562.991363:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.991365:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.991368:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.991374:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354562.991378:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354562.991380:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354562.991382:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.991384:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354562.991387:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.991390:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.991395:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.991404:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354562.991407:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354562.991409:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.991412:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354562.991416:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:1.0:1763354562.991422:0:74509:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000403:0x53d6:0x0] updating lvb atime: 0 -> 1763354562 00002000:00000001:1.0:1763354562.991427:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354562.991431:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354562.991437:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:1.0:1763354562.991441:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:1.0:1763354562.991444:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354562.991449:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354562.991453:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00010000:00000001:1.0:1763354562.991456:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.991457:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.991459:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.991464:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354562.991473:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542701952:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354562.991479:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.991482:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.991484:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354562.991485:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354562.991489:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec64a80 x1848998542701952/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.991496:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354562.991498:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354562.991501:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354562.991505:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354562.991507:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354562.991509:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354562.991513:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354562.991515:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff542c3ac00. 02000000:00000001:1.0:1763354562.991519:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354562.991521:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354562.991524:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 00000100:00000001:1.0:1763354562.991528:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354562.991530:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354562.991533:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354562.991536:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354562.991538:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354562.991541:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1800. 00010000:00000001:1.0:1763354562.991544:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354562.991548:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354562.991551:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354562.991554:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354562.991559:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.991560:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.991563:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354562.991565:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354562.991568:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222ca8c7 from hash 00010000:00000001:1.0:1763354562.991571:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354562.991572:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.991573:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.991575:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354562.991577:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354562.991580:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354562.991586:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8c7 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ed expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354562.991601:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354562.991605:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354562.991607:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354562.991609:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.991611:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.991616:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354562.991618:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354562.991620:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354562.991622:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354562.991623:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354562.991625:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354562.991628:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354562.991630:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.991633:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.991635:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354562.991636:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354562.991640:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ed expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354562.991649:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354562.991653:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:1.0:1763354562.991658:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354562.991661:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:1.0:1763354562.991663:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354562.991668:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841075840 00010000:00000001:1.0:1763354562.991671:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.991676:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087100 x1848998841075840/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354562.991686:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.991688:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.991691:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.991696:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.991698:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.991701:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.991704:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.991706:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.991710:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.991712:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.991716:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa990. 00000100:00000200:1.0:1763354562.991720:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841075840, offset 224 00000400:00000200:1.0:1763354562.991726:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.991733:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.991739:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556482:1556482:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556478:1556478:8:4294967295] 00000400:00000200:1.0:1763354562.991749:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.991755:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.991760:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354562.991764:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.991770:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.991774:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.991791:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.991795:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.991798:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.991804:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.991807:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.991813:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087100 x1848998841075840/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354562.991825:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841075840:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1987us (2158us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354562.991835:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85147 00000100:00000040:1.0:1763354562.991839:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354562.991842:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.991844:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.991849:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.991855:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.991859:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354562.991865:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354562.991868:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354562.992058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9600. 00000100:00000001:1.0:1763354562.993845:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354562.993850:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841075968 02000000:00000001:1.0:1763354562.993853:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354562.993855:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.993857:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.993862:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.993866:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841075968 00000020:00000001:1.0:1763354562.993869:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354562.993871:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354562.993874:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.993878:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354562.993881:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354562.993884:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354562.993888:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.993894:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.993898:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.993901:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354562.993907:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354562.993912:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.993916:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354562.993925:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354562.993928:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354562.993930:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354562.993932:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.993938:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.993952:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.993962:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354562.993976:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354562.993984:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85148 00000100:00000040:1.0:1763354562.993989:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354562.993992:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370720896 : -123186338830720 : ffff8ff672086680) 00000100:00000040:1.0:1763354562.994000:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086680 x1848998841075968/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 440/0 e 0 to 0 dl 1763354573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354562.994011:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.994014:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.994017:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.994019:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354562.994025:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841075968:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:1.0:1763354562.994029:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841075968 00000020:00000001:1.0:1763354562.994054:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354562.994058:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354562.994060:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.994063:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354562.994065:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:1.0:1763354562.994069:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354562.994072:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354562.994075:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354562.994077:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354562.994080:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354562.994083:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354562.994085:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.994089:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354562.994091:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.994095:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.994096:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.994099:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.994101:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.994103:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.994105:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354562.994106:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354562.994108:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354562.994110:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.994113:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.994116:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.994120:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354562.994123:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354562.994128:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff58a0ba800. 02000000:00000001:1.0:1763354562.994130:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.994133:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354562.994137:0:74509:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763354562.994139:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354562.994141:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354562.994146:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:1.0:1763354562.994148:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:1.0:1763354562.994151:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354562.994155:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354562.994158:0:74509:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763354562.994161:0:74509:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763354562.994166:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1b5 for inode 2347 00000020:00000002:1.0:1763354562.994171:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00000020:00000001:1.0:1763354562.994176:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354562.994186:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354562.994189:0:74509:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354562.994192:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841075968 00010000:00000001:1.0:1763354562.994196:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.994201:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086680 x1848998841075968/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 440/432 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354562.994210:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.994212:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.994215:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.994219:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.994222:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.994225:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.994228:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.994230:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.994233:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.994235:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.994239:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa7f8. 00000100:00000200:1.0:1763354562.994243:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841075968, offset 224 00000400:00000200:1.0:1763354562.994249:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.994256:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.994262:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556483:1556483:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556479:1556479:8:4294967295] 00000400:00000200:1.0:1763354562.994273:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.994279:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.994284:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354562.994289:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.994295:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.994299:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.994314:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.994318:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.994321:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.994323:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.994326:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.994331:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086680 x1848998841075968/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 440/432 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354562.994343:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841075968:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 329us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354562.994352:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85148 00000100:00000040:1.0:1763354562.994355:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354562.994359:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.994361:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.994364:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.994369:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.994373:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354562.994377:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354562.994381:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.996428:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354562.996432:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076096 02000000:00000001:1.0:1763354562.996435:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354562.996437:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.996439:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.996444:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.996447:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076096 00000020:00000001:1.0:1763354562.996450:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354562.996452:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354562.996454:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354562.996458:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354562.996461:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354562.996464:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354562.996467:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.996472:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.996476:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.996479:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354562.996484:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354562.996488:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.996492:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354562.996499:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354562.996501:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354562.996503:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354562.996505:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.996511:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.996524:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.996533:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354562.996536:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354562.996541:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85149 00000100:00000040:1.0:1763354562.996546:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354562.996548:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370725376 : -123186338826240 : ffff8ff672087800) 00000100:00000040:1.0:1763354562.996556:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087800 x1848998841076096/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/0 e 0 to 0 dl 1763354573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354562.996567:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354562.996570:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.996573:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354562.996575:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354562.996580:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076096:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354562.996584:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076096 00000020:00000001:1.0:1763354562.996588:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354562.996591:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354562.996593:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.996596:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354562.996598:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354562.996602:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354562.996604:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354562.996606:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354562.996608:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354562.996613:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.996615:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354562.996618:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354562.996620:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354562.996623:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354562.996625:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.996632:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354562.996641:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 2 00010000:00000001:1.0:1763354562.996645:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354562.996648:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354562.996654:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:1.0:1763354562.996658:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354562.996661:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8ce to hash 00000020:00000001:1.0:1763354562.996664:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354562.996665:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354562.996669:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:1.0:1763354562.996674:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ce lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f411f4 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354562.996686:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354562.996689:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00010000:00000001:1.0:1763354562.996696:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354562.996699:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354562.996702:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354562.996704:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354562.996709:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff58a0bb400. 02000000:00000001:1.0:1763354562.996712:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.996715:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.996719:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354562.996722:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354562.996725:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.996727:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354562.996734:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc9d8. 00002000:00000001:1.0:1763354562.996737:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354562.996740:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354562.996743:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354562.996747:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354562.996753:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354562.996755:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354562.996758:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354562.996761:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354562.996763:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354562.996765:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354562.996768:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354562.996772:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000020:00000040:1.0:1763354562.996775:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354562.996779:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354562.996782:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354562.996787:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354562.996793:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff542c3ac00. 00000100:00000001:1.0:1763354562.996799:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.996806:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354562.996809:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354562.996816:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.996826:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354562.996829:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354562.996834:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542702080:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354562.996839:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354562.996845:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354562.996847:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.996850:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354562.996854:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354562.996856:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354562.996862:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354562.996868:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fabb0. 00000100:00000200:1.0:1763354562.996874:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542702080, portal 16 00000100:00000001:1.0:1763354562.996876:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354562.996879:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:1.0:1763354562.996885:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.996893:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.996897:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.996899:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa3b8. 00000100:00000200:1.0:1763354562.996902:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542702080, offset 0 00000400:00000200:1.0:1763354562.996908:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.996916:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.996921:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354562.996926:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354562.996930:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354562.996933:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354562.996938:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556484:1556484:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556480:1556480:8:4294967295] 00000400:00000200:1.0:1763354562.996948:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.996954:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.996958:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354562.996963:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.996985:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.996989:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.997002:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.997008:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886072 00000100:00000001:1.0:1763354562.997016:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886066 00000100:00000001:1.0:1763354562.997020:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886072 00000100:00000001:1.0:1763354562.997025:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886066 00000100:00000001:1.0:1763354562.997029:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886072 00000100:00000001:1.0:1763354562.997059:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886066 00000100:00000001:1.0:1763354562.997064:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886073 00000100:00000001:1.0:1763354562.997070:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886066 00000100:00000001:1.0:1763354562.997074:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354562.997078:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.997081:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.997083:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.997086:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.997089:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354562.997092:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc9d8. 00010000:00000001:1.0:1763354562.997096:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.997098:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354562.997100:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354562.997103:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.997106:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354562.997108:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354562.997112:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381e40 going to sleep for 11 seconds 00000100:00000001:1.0:1763354562.997115:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354562.997118:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.998226:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354562.998234:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354562.998236:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354562.998239:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354562.998245:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fabb0 00000400:00000010:1.0:1763354562.998247:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fabb0. 00000100:00000001:1.0:1763354562.998250:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354562.998256:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354562.998268:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.998277:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354562.998279:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.998282:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354562.998286:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354562.998288:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354562.998289:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354562.998293:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.998299:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354562.998304:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354562.998307:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354562.998309:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.998312:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354562.998316:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.998320:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.998325:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.998333:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354562.998337:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354562.998339:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.998342:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354562.998346:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354562.998353:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354562.998356:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354562.998363:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:1.0:1763354562.998365:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:1.0:1763354562.998369:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354562.998373:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354562.998379:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00010000:00000001:1.0:1763354562.998383:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.998385:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.998386:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.998391:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354562.998401:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542702080:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354562.998407:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354562.998410:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.998413:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354562.998415:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354562.998419:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec64a80 x1848998542702080/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354562.998427:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354562.998430:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354562.998433:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354562.998438:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354562.998440:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354562.998442:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354562.998445:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354562.998448:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff542c3ac00. 02000000:00000001:1.0:1763354562.998451:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354562.998454:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354562.998456:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 00000100:00000001:1.0:1763354562.998461:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354562.998462:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354562.998465:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354562.998468:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354562.998470:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354562.998474:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1800. 00010000:00000001:1.0:1763354562.998477:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354562.998480:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354562.998484:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354562.998487:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354562.998492:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.998494:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.998496:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354562.998498:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354562.998502:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8ce from hash 00010000:00000001:1.0:1763354562.998505:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354562.998507:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354562.998508:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354562.998510:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354562.998511:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354562.998514:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354562.998521:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ce lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411f4 expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354562.998537:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354562.998540:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354562.998543:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354562.998545:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.998548:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.998552:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354562.998553:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354562.998555:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354562.998556:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354562.998558:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354562.998560:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354562.998563:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354562.998565:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354562.998567:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354562.998569:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354562.998571:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354562.998575:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ce lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411f4 expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354562.998584:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354562.998587:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:1.0:1763354562.998595:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354562.998597:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67aaeac00, rc 0) 00000020:00000001:1.0:1763354562.998600:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354562.998604:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841076096 00010000:00000001:1.0:1763354562.998608:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354562.998613:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087800 x1848998841076096/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354562.998623:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354562.998625:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354562.998629:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354562.998633:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354562.998637:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354562.998639:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354562.998643:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354562.998645:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354562.998649:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354562.998652:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354562.998656:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fabb0. 00000100:00000200:1.0:1763354562.998659:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841076096, offset 224 00000400:00000200:1.0:1763354562.998665:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354562.998672:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354562.998678:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556485:1556485:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556481:1556481:8:4294967295] 00000400:00000200:1.0:1763354562.998688:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354562.998693:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354562.998697:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354562.998702:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354562.998708:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354562.998711:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354562.998726:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354562.998731:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354562.998733:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354562.998736:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354562.998739:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354562.998744:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087800 x1848998841076096/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:733/0 lens 328/400 e 0 to 0 dl 1763354573 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354562.998756:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076096:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2186us (2382us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354562.998767:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85149 00000100:00000040:1.0:1763354562.998771:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354562.998774:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354562.998777:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354562.998783:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354562.998788:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354562.998793:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354562.998798:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354562.998801:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354563.000087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:1.1:1763354563.005083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000100:00000001:1.0:1763354563.036172:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.036176:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076224 02000000:00000001:1.0:1763354563.036179:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.036182:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.036184:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.036188:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.036193:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076224 00000020:00000001:1.0:1763354563.036197:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.036199:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.036202:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.036205:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354563.036207:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.036209:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.036215:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.036220:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.036224:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.036226:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354563.036234:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.036240:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.036246:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354563.036254:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.036257:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.036259:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.036261:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.036269:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.036291:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.036313:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.036315:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.036322:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85150 00000100:00000040:1.0:1763354563.036328:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.036330:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000040:1.0:1763354563.036341:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084000 x1848998841076224/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.036353:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.036357:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.036359:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.036362:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354563.036368:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076224:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.036373:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076224 00000020:00000001:1.0:1763354563.036377:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.036382:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.036385:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.036389:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.036391:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.036395:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.036399:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.036401:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.036403:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.036409:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.036411:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.036414:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.036416:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.036418:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.036420:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036426:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.036443:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 2 00010000:00000001:1.0:1763354563.036446:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.036450:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.036457:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:1.0:1763354563.036463:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.036466:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8d5 to hash 00000020:00000001:1.0:1763354563.036469:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.036472:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354563.036476:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:1.0:1763354563.036482:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f411fb expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.036493:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354563.036497:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00010000:00000001:1.0:1763354563.036506:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.036510:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.036513:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.036516:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.036522:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff58a0b8c00. 02000000:00000001:1.0:1763354563.036524:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.036526:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036529:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.036531:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.036534:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036535:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.036542:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc9d8. 00002000:00000001:1.0:1763354563.036544:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.036547:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.036551:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.036555:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.036564:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354563.036566:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354563.036569:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354563.036573:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.036575:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.036577:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.036580:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.036585:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000020:00000040:1.0:1763354563.036588:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354563.036592:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.036596:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.036602:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.036610:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff542c3ac00. 00000100:00000001:1.0:1763354563.036617:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036624:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.036627:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.036634:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.036644:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.036647:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.036654:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542702208:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.036659:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.036665:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.036668:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.036671:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.036677:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354563.036680:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.036685:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354563.036692:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fac38. 00000100:00000200:1.0:1763354563.036699:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542702208, portal 16 00000100:00000001:1.0:1763354563.036702:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.036703:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:1.0:1763354563.036710:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.036719:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.036723:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.036726:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa6e8. 00000100:00000200:1.0:1763354563.036730:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542702208, offset 0 00000400:00000200:1.0:1763354563.036738:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.036751:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.036758:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.036763:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.036768:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.036771:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.036774:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556486:1556486:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556482:1556482:8:4294967295] 00000400:00000200:1.0:1763354563.036785:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.036789:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.036796:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.036801:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.036808:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.036812:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.036832:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.036838:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886112 00000100:00000001:1.0:1763354563.036847:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886072 00000100:00000001:1.0:1763354563.036853:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886112 00000100:00000001:1.0:1763354563.036857:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886072 00000100:00000001:1.0:1763354563.036861:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886112 00000100:00000001:1.0:1763354563.036866:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886072 00000100:00000001:1.0:1763354563.036869:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886112 00000100:00000001:1.0:1763354563.036874:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886073 00000100:00000001:1.0:1763354563.036879:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.036883:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036887:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036889:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.036892:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.036894:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.036897:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc9d8. 00010000:00000001:1.0:1763354563.036901:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.036903:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.036905:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.036907:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.036910:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.036912:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.036916:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381e40 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.036919:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.036924:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.038298:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.038305:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.038307:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.038310:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354563.038315:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fac38 00000400:00000010:1.0:1763354563.038317:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fac38. 00000100:00000001:1.0:1763354563.038320:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.038325:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.038335:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.038342:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.038344:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.038347:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.038351:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.038353:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.038355:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.038358:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.038366:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.038369:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.038372:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.038373:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.038376:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.038379:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.038381:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.038385:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.038390:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.038392:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.038394:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.038397:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.038400:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.038406:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.038410:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.038417:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:1.0:1763354563.038420:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:1.0:1763354563.038422:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.038428:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.038432:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00010000:00000001:1.0:1763354563.038434:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.038435:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.038437:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.038440:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.038450:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542702208:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.038455:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.038458:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.038461:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.038463:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.038466:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec64a80 x1848998542702208/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.038474:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.038478:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.038481:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354563.038486:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.038488:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.038490:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354563.038493:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.038496:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff542c3ac00. 02000000:00000001:1.0:1763354563.038501:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.038503:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.038505:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 00000100:00000001:1.0:1763354563.038509:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.038510:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.038512:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354563.038514:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.038515:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.038518:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1800. 00010000:00000001:1.0:1763354563.038520:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.038523:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.038526:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.038528:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.038533:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.038534:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.038537:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.038539:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.038541:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8d5 from hash 00010000:00000001:1.0:1763354563.038543:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.038544:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.038545:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.038546:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.038547:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.038548:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.038552:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411fb expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.038564:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.038566:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.038568:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.038570:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.038571:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.038575:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.038576:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.038577:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.038578:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.038579:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.038581:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.038582:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.038584:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.038585:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.038586:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.038587:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.038589:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411fb expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.038601:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354563.038603:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:1.0:1763354563.038610:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.038612:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67aaeac00, rc 0) 00000020:00000001:1.0:1763354563.038614:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.038617:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841076224 00010000:00000001:1.0:1763354563.038619:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.038623:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084000 x1848998841076224/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.038629:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.038632:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.038634:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.038638:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.038640:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.038642:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.038644:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.038646:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.038649:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.038650:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.038653:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fac38. 00000100:00000200:1.0:1763354563.038656:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841076224, offset 224 00000400:00000200:1.0:1763354563.038659:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.038665:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.038669:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556487:1556487:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556483:1556483:8:4294967295] 00000400:00000200:1.0:1763354563.038676:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.038681:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.038686:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.038690:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.038698:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.038701:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.038720:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.038724:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.038727:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.038729:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.038732:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.038738:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998841076224/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.038747:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076224:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2392us (2663us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.038755:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85150 00000100:00000040:1.0:1763354563.038759:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.038761:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.038762:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.038768:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.038772:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354563.038776:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.038779:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354563.038782:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.041580:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.041584:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076352 02000000:00000001:1.0:1763354563.041586:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.041587:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.041589:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.041593:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.041596:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076352 00000020:00000001:1.0:1763354563.041598:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.041600:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.041602:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.041606:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354563.041608:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.041611:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.041615:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.041619:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.041622:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.041624:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354563.041629:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.041634:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.041639:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354563.041646:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.041648:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.041650:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.041652:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.041657:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.041669:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.041676:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.041678:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.041683:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85151 00000100:00000040:1.0:1763354563.041686:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.041687:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612231040 : -123187097320576 : ffff8ff644d2c380) 00000100:00000040:1.0:1763354563.041693:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2c380 x1848998841076352/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.041701:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.041704:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.041706:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.041708:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354563.041712:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841076352:12345-192.168.203.48@tcp:23:lfs.0 00000100:00000200:1.0:1763354563.041715:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076352 00000020:00000001:1.0:1763354563.041719:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.041721:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.041723:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.041726:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.041729:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831344 : -1043720272 : ffffffffc1ca17b0) 00000020:00000001:1.0:1763354563.041732:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.041734:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.041737:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.041738:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.041742:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.041745:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.041748:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.041751:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.041752:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.041755:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.041756:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.041758:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.041759:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.041760:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.041761:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.041762:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.041763:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.041764:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.041766:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.041768:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.041771:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.041773:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.041776:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff58a0b9000. 02000000:00000001:1.0:1763354563.041777:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.041779:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.041781:0:74509:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:1.0:1763354563.041784:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.041788:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00080000:00000001:1.0:1763354563.041792:0:74509:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:1.0:1763354563.041822:0:74509:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 1024 00080000:00000001:1.0:1763354563.041824:0:74509:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=1024 : 1024 : 400) 00000020:00000002:1.0:1763354563.041828:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d6200/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00000020:00000001:1.0:1763354563.041830:0:74509:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.041833:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841076352 00010000:00000001:1.0:1763354563.041835:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.041839:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2c380 x1848998841076352/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.041846:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.041848:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.041850:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.041854:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.041856:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.041858:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.041860:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.041861:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.041863:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.041865:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.041869:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa440. 00000100:00000200:1.0:1763354563.041872:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841076352, offset 224 00000400:00000200:1.0:1763354563.041877:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.041884:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.041888:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556488:1556488:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556484:1556484:8:4294967295] 00000400:00000200:1.0:1763354563.041896:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.041900:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.041905:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.041909:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.041913:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.041916:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.041930:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.041933:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.041935:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.041936:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.041938:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.041941:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2c380 x1848998841076352/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.041949:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841076352:12345-192.168.203.48@tcp:23:lfs.0 Request processed in 246us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.041955:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85151 00000100:00000040:1.0:1763354563.041958:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.041959:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.041960:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.041978:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.041983:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354563.041986:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.041990:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354563.041993:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.043935:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.043939:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076480 02000000:00000001:1.0:1763354563.043942:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.043944:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.043946:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.043950:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.043953:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076480 00000020:00000001:1.0:1763354563.043956:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.043958:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.043961:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.043979:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354563.043982:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.043985:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.043989:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.043995:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.043998:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.044002:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354563.044007:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.044012:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.044017:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354563.044024:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.044027:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.044028:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.044031:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763354563.044060:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000100:00000001:1.0:1763354563.044076:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.044086:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.044094:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.044095:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.044099:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85152 00000100:00000040:1.0:1763354563.044101:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.044103:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370724480 : -123186338827136 : ffff8ff672087480) 00000100:00000040:1.0:1763354563.044109:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087480 x1848998841076480/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.044117:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.044120:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.044122:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.044124:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354563.044129:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076480:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.044133:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076480 00000020:00000001:1.0:1763354563.044135:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.044137:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.044138:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.044141:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.044142:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.044145:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.044147:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.044148:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.044150:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.044152:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.044154:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.044156:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.044158:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.044159:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.044161:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044165:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.044173:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 2 00010000:00000001:1.0:1763354563.044175:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.044178:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.044181:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:1.0:1763354563.044184:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.044186:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8dc to hash 00000020:00000001:1.0:1763354563.044188:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.044189:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354563.044192:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:1.0:1763354563.044196:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8dc lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41202 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.044204:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354563.044205:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00010000:00000001:1.0:1763354563.044213:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.044215:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.044217:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.044219:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.044222:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff58a0ba000. 02000000:00000001:1.0:1763354563.044224:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.044226:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044228:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.044231:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.044234:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044235:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.044241:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc9d8. 00002000:00000001:1.0:1763354563.044242:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.044245:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.044247:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.044250:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.044255:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354563.044256:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354563.044258:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743336512 : -123190966215104 : ffff8ff55e381e40) 00000100:00000001:1.0:1763354563.044260:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.044262:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.044265:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.044267:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.044271:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000020:00000040:1.0:1763354563.044273:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354563.044277:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.044279:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.044283:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.044287:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff542c3ac00. 00000100:00000001:1.0:1763354563.044292:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044297:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.044300:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.044304:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.044311:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.044313:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.044316:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542702336:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.044319:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.044324:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.044326:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.044328:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.044331:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354563.044332:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.044336:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354563.044341:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa5d8. 00000100:00000200:1.0:1763354563.044346:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542702336, portal 16 00000100:00000001:1.0:1763354563.044348:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.044350:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:1.0:1763354563.044354:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.044359:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.044361:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.044363:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fad48. 00000100:00000200:1.0:1763354563.044366:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542702336, offset 0 00000400:00000200:1.0:1763354563.044370:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.044376:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.044381:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.044385:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.044389:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.044391:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.044394:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556489:1556489:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556485:1556485:8:4294967295] 00000400:00000200:1.0:1763354563.044401:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.044404:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.044407:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.044411:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.044414:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.044417:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.044430:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.044448:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886120 00000100:00000001:1.0:1763354563.044457:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886112 00000100:00000001:1.0:1763354563.044462:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886120 00000100:00000001:1.0:1763354563.044466:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886112 00000100:00000001:1.0:1763354563.044470:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886120 00000100:00000001:1.0:1763354563.044473:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886112 00000100:00000001:1.0:1763354563.044476:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886120 00000100:00000001:1.0:1763354563.044481:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886112 00000100:00000001:1.0:1763354563.044484:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.044487:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044489:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044491:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.044494:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.044495:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.044497:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc9d8. 00010000:00000001:1.0:1763354563.044500:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.044502:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.044504:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.044506:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.044508:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.044510:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.044512:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381e40 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.044514:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.044517:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.045807:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.045815:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.045817:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.045820:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354563.045824:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa5d8 00000400:00000010:1.0:1763354563.045826:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa5d8. 00000100:00000001:1.0:1763354563.045828:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.045833:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.045841:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.045849:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.045851:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.045854:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.045857:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.045859:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.045860:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.045863:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.045870:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.045874:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.045877:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.045879:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.045882:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.045886:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.045889:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.045892:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.045898:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.045901:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.045903:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.045905:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.045908:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.045914:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.045916:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.045923:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:1.0:1763354563.045927:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:1.0:1763354563.045930:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.045936:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.045941:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00010000:00000001:1.0:1763354563.045944:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.045946:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.045948:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.045953:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.045963:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542702336:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.045982:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.045985:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.045986:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.045988:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.045991:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec64a80 x1848998542702336/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.045997:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.046000:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.046002:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff542c3b400. 02000000:00000001:1.0:1763354563.046006:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.046008:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.046009:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354563.046011:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.046013:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff542c3ac00. 02000000:00000001:1.0:1763354563.046016:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.046018:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.046020:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 00000100:00000001:1.0:1763354563.046024:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.046025:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.046027:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381e40. 00000100:00000001:1.0:1763354563.046029:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.046030:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.046049:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1800. 00010000:00000001:1.0:1763354563.046051:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.046054:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.046057:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.046059:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.046064:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.046065:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.046067:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.046069:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.046071:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8dc from hash 00010000:00000001:1.0:1763354563.046073:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.046074:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.046075:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.046076:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.046077:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.046078:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.046083:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8dc lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41202 expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.046093:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.046096:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.046098:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.046099:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.046101:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.046104:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.046106:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.046107:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.046108:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.046109:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.046110:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.046112:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.046114:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.046116:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.046117:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.046119:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.046121:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8dc lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41202 expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.046127:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354563.046129:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:1.0:1763354563.046132:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.046133:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67aaeac00, rc 0) 00000020:00000001:1.0:1763354563.046135:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.046139:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841076480 00010000:00000001:1.0:1763354563.046141:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.046145:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087480 x1848998841076480/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.046151:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.046153:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.046155:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.046158:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.046160:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.046162:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.046165:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.046167:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.046170:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.046172:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.046176:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa5d8. 00000100:00000200:1.0:1763354563.046180:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841076480, offset 224 00000400:00000200:1.0:1763354563.046186:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.046194:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.046199:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556490:1556490:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556486:1556486:8:4294967295] 00000400:00000200:1.0:1763354563.046208:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.046213:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.046216:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.046219:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.046225:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.046228:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.046243:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.046246:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.046248:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.046249:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.046251:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.046255:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087480 x1848998841076480/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.046263:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076480:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2144us (2392us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.046269:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85152 00000100:00000040:1.0:1763354563.046272:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.046274:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.046276:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.046281:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.046285:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354563.046289:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.046294:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354563.046297:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.049213:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.049218:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076608 02000000:00000001:3.0:1763354563.049221:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.049224:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.049226:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.049231:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.049235:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076608 00000020:00000001:3.0:1763354563.049238:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.049240:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354563.049243:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.049247:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:3.0:1763354563.049250:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354563.049254:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354563.049259:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.049265:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.049269:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.049272:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000020:00000010:3.0:1763354563.049280:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087e00. 00000020:00000010:3.0:1763354563.049286:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354563.049292:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354563.049302:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763354563.049306:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.049308:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763354563.049312:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763354563.049315:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.049317:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:3.0:1763354563.049321:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.049326:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763354563.049329:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354563.049333:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.049337:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.049340:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.049343:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.049345:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.049347:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.049350:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.049351:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.049353:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.049355:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.049356:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.049358:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049361:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763354563.049365:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049367:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049370:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049373:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763354563.049376:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049379:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763354563.049388:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000403:0x53d6:0x0] (0->4095) req@ffff8ff644d2d500 x1848998841076608/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763354563.049409:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763354563.049414:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff644d2d500 with x1848998841076608 ext(0->4095) 00010000:00000001:3.0:1763354563.049419:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.049421:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.049424:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354563.049426:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354563.049430:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354563.049434:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.049436:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763354563.049438:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763354563.049440:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ff644d2d500 00002000:00000001:3.0:1763354563.049442:0:69826:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.049445:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.049452:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.049467:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.049483:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.049485:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.049491:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1949 00000100:00000040:3.0:1763354563.049495:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354563.049498:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612235520 : -123187097316096 : ffff8ff644d2d500) 00000100:00000040:3.0:1763354563.049504:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2d500 x1848998841076608/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354563.049514:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.049517:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.049520:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.049523:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000100:00100000:3.0:1763354563.049528:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076608:12345-192.168.203.48@tcp:3:lfs.0 00000100:00000200:3.0:1763354563.049532:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076608 00000020:00000001:3.0:1763354563.049535:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354563.049537:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.049539:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049541:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.049543:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:3.0:1763354563.049546:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354563.049550:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.049552:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.049554:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.049556:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.049562:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.049564:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.049572:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff8ff542e24000. 02000000:00000001:3.0:1763354563.049575:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.049578:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049581:0:69826:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763354563.049585:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763354563.049587:0:69826:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049590:0:69826:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763354563.049595:0:69826:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763354563.049599:0:69826:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763354563.049601:0:69826:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 reports grant 384147456 dropped 0, local 384176128 00000020:00000001:3.0:1763354563.049606:0:69826:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763354563.049608:0:69826:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763354563.049611:0:69826:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763354563.049613:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.049616:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.049625:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:3.0:1763354563.049628:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:3.0:1763354563.049632:0:69826:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763354563.049640:0:69826:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049642:0:69826:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763354563.049644:0:69826:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.049652:0:69826:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:3.0:1763354563.049656:0:69826:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.049664:0:69826:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354563.049672:0:69826:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049676:0:69826:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049678:0:69826:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049681:0:69826:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049687:0:69826:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763354563.049734:0:69826:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:3.0:1763354563.049738:0:69826:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763354563.049761:0:69826:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763354563.049764:0:69826:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 688fbb8a (4) 00000020:00008000:3.0:1763354563.049768:0:69826:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763354563.049772:0:69826:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763354563.049777:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354563.049786:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049790:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354563.049792:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049795:0:69826:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:3.0:1763354563.049803:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.049808:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00002000:00000001:3.0:1763354563.049811:0:69826:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.049813:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049816:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049819:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763354563.049821:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763354563.049824:0:69826:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763354563.049827:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841076608 00010000:00000001:3.0:1763354563.049831:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354563.049838:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2d500 x1848998841076608/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/4536 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354563.049847:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.049850:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.049854:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.049859:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.049863:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.049867:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.049869:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.049872:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.049875:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.049878:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.049883:0:69826:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7d80. 00000100:00000200:3.0:1763354563.049888:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848998841076608, offset 224 00000400:00000200:3.0:1763354563.049896:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.049904:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.049911:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556491:1556491:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556487:1556487:8:4294967295] 00000400:00000200:3.0:1763354563.049922:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.049928:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.049933:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff591086000. 00000800:00000200:3.0:1763354563.049939:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.049948:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:3.0:1763354563.049952:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff591086000 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:3.0:1763354563.049985:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.049990:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.049993:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.049995:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.049998:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.050003:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2d500 x1848998841076608/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/4536 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354563.050015:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076608:12345-192.168.203.48@tcp:3:lfs.0 Request processed in 498us (862us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763354563.050023:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1949 00000100:00000040:3.0:1763354563.050029:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354563.050031:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763354563.050056:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763354563.050066:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000403:0x53d6:0x0] (0->4095) req@ffff8ff644d2d500 x1848998841076608/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/4536 e 0 to 0 dl 1763354574 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763354563.050076:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763354563.050078:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff644d2d500 with x1848998841076608 ext(0->4095) 00010000:00000001:3.0:1763354563.050081:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.050083:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.050085:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354563.050087:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354563.050089:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354563.050092:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.050093:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763354563.050095:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763354563.050097:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ff644d2d500 00002000:00000001:3.0:1763354563.050099:0:69826:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.050102:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.050107:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354563.050112:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:3.0:1763354563.050118:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087e00. 00000020:00000040:3.0:1763354563.050124:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:3.0:1763354563.050128:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354563.052106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000100:00000001:1.0:1763354563.053806:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.053826:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076736 02000000:00000001:1.0:1763354563.053831:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.053834:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.053836:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.053866:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.053872:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076736 00000020:00000001:1.0:1763354563.053876:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.053879:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.053882:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.053886:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=485 00000020:00000001:1.0:1763354563.053935:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.053938:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.053957:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.053976:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.053991:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.053994:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354563.054008:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.054013:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.054017:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354563.054024:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.054026:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.054028:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.054066:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.054068:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.054070:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.054077:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.054093:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.054121:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.054123:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354563.054140:0:13877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1763354563.054143:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417372 00000100:00000001:3.0:1763354563.054145:0:13877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1763354563.054151:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354563.054152:0:13877:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.054157:0:13877:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.054158:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370722688 : -123186338828928 : ffff8ff672086d80) 00000100:00000040:1.0:1763354563.054181:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086d80 x1848998841076736/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.054201:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.054205:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.054207:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.054223:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354563.054241:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+485:252516:x1848998841076736:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.054259:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076736 00000020:00000001:1.0:1763354563.054262:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.054266:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.054271:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.054286:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.054290:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.054305:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.054324:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841076736, found 0 last_xid 1848998841076735 00000020:00000001:1.0:1763354563.054327:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.054330:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.054332:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.054337:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.054340:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.054354:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.054356:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.054358:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.054360:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.054379:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.054403:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00010000:00000001:1.0:1763354563.054407:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.054410:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.054434:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:1.0:1763354563.054438:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.054442:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8e3 to hash 00000020:00000001:1.0:1763354563.054444:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.054446:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000010:1.0:1763354563.054452:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354563.054455:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:1.0:1763354563.054459:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8e3 lrc: 2/0,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41209 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.054468:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:1.0:1763354563.054595:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=486 00010000:00000001:1.0:1763354563.054644:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.054648:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.054655:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.054657:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.054659:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.054671:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.054673:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e22:0x0] 00000020:00000001:1.0:1763354563.054689:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.054706:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.054709:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.054712:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.054714:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.054717:0:6519:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:1.0:1763354563.054720:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.054736:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.054738:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.054742:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 4 00010000:00000001:1.0:1763354563.054759:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.054761:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.054768:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:1.0:1763354563.054771:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.054773:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222ca8ea to hash 00000020:00000001:1.0:1763354563.054775:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.054819:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:1.0:1763354563.054852:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43280. 00010000:00000001:1.0:1763354563.054856:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.054871:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.054874:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.054878:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.054885:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.054890:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.054893:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.054896:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.054900:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.054902:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.054904:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.054907:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.054909:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.054911:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.054913:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.054916:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 4 00010000:00000040:1.0:1763354563.054919:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.054924:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d8 expref: 486 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.054933:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 486 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.054940:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.054946:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.054951:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.054953:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.054956:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.054958:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.054960:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.054962:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.054979:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.054982:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.054985:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.054992:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.054993:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.054995:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.054997:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.054999:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.055001:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:1.0:1763354563.055005:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.055008:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.055010:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.055011:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.055013:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.055017:0:6519:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:1.0:1763354563.055019:0:6519:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x200002344:0x19e22:0x0] 00000001:00000001:1.0:1763354563.055023:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.055025:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.055030:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354563.055059:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.055064:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.055065:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.055067:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.055069:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.055071:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.055073:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.055076:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.055077:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.055079:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.055081:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.055082:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.055084:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.055086:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.055088:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.055089:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.055092:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.055094:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.055099:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.055104:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.055107:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.055111:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.055113:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.055116:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.055117:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.055119:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.055122:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.055126:0:6519:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:1.0:1763354563.055131:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.055133:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.055159:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8ff66c868000. 02000000:00000001:1.0:1763354563.055163:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.055166:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.055168:0:6519:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:1.0:1763354563.055173:0:6519:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:1.0:1763354563.055176:0:6519:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:1.0:1763354563.055196:0:6519:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:1.0:1763354563.055201:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055206:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055215:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.055217:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.055220:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.055222:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.055224:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055226:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055229:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763354563.055231:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763354563.055233:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.055235:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763354563.055236:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055237:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055240:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.055242:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.055244:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.055245:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.055247:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055248:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.055251:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.055253:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.055255:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.055256:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.055262:0:6519:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:1.0:1763354563.055264:0:6519:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:1.0:1763354563.055270:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.055276:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.055281:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.055284:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:1.0:1763354563.055287:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.055288:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.055290:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:1.0:1763354563.055293:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.055295:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00000004:00000040:1.0:1763354563.055299:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:1.0:1763354563.055301:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=487 00010000:00000001:1.0:1763354563.055305:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.055307:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.055308:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.055311:0:6519:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.055313:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.055316:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.055318:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.055320:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.055323:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.055325:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.055329:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.055330:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.055332:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.055334:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.055337:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8e3 from hash 00010000:00000001:1.0:1763354563.055339:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.055341:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.055342:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.055344:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.055345:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.055350:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8e3 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 487 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.055358:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:1.0:1763354563.055361:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 486 00010000:00000010:1.0:1763354563.055364:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354563.055373:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.055375:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.055379:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.055383:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 486 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.055391:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.055393:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.055396:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:1.0:1763354563.055398:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:1.0:1763354563.055401:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.055404:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.055406:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.055407:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.055408:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.055410:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:1.0:1763354563.055413:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.055417:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214428, transno 0, xid 1848998841076736 00010000:00000001:1.0:1763354563.055420:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.055426:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086d80 x1848998841076736/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/1072 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.055434:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.055437:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.055440:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.055445:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.055448:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.055450:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.055454:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.055456:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.055459:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.055463:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.055469:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa198. 00000100:00000200:1.0:1763354563.055476:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848998841076736, offset 224 00000400:00000200:1.0:1763354563.055483:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.055497:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.055504:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556492:1556492:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556488:1556488:8:4294967295] 00000400:00000200:1.0:1763354563.055516:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.055522:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.055528:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.055535:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.055543:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:1.0:1763354563.055548:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.055571:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.055575:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.055577:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.055580:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.055583:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.055587:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086d80 x1848998841076736/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/1072 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.055598:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+486:252516:x1848998841076736:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1394us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.055608:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417372 00000100:00000040:1.0:1763354563.055612:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.055616:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.055618:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.055625:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.055629:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b240c8. 00000020:00000010:1.0:1763354563.055633:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.055639:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 485 00000100:00000001:1.0:1763354563.055643:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.058696:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.058701:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076864 02000000:00000001:3.0:1763354563.058705:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.058707:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.058710:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.058715:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.058719:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076864 00000020:00000001:3.0:1763354563.058723:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.058725:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.058727:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.058731:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:3.0:1763354563.058733:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.058735:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.058740:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.058746:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.058749:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.058752:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000020:00000010:3.0:1763354563.058759:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.058763:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354563.058770:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000100:00000040:3.0:1763354563.058780:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763354563.058784:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.058786:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763354563.058789:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763354563.058793:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.058796:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:3.0:1763354563.058800:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.058806:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763354563.058810:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354563.058814:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.058817:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.058820:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.058824:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.058826:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.058828:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.058830:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.058832:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.058834:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.058836:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.058837:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.058839:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.058842:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763354563.058846:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.058850:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.058852:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.058856:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763354563.058858:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.058862:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.058871:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.058883:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.058896:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.058898:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.058906:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1950 00000100:00000040:3.0:1763354563.058911:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.058913:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370713728 : -123186338837888 : ffff8ff672084a80) 00000100:00000040:3.0:1763354563.058921:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084a80 x1848998841076864/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4584/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354563.058929:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.058932:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.058934:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.058936:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000100:00100000:3.0:1763354563.058940:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2408:x1848998841076864:12345-192.168.203.48@tcp:4:lfs.0 00000100:00000200:3.0:1763354563.058944:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076864 00000020:00000001:3.0:1763354563.058947:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354563.058951:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.058954:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.058956:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.058957:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:3.0:1763354563.058961:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354563.058979:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.058981:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.058983:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.058984:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.058986:0:69826:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763354563.058993:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.058995:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.059000:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ff64666cc00. 02000000:00000001:3.0:1763354563.059002:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.059004:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.059007:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763354563.059010:0:69826:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.059012:0:69826:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354563.059016:0:69826:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354563.059025:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8400 count: 2 00010000:00000001:3.0:1763354563.059028:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.059031:0:69826:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354563.059068:0:69826:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581800. 00000020:00000001:3.0:1763354563.059073:0:69826:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354563.059075:0:69826:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581800 with handle 0x4a8bb634222ca8f1 to hash 00000020:00000001:3.0:1763354563.059078:0:69826:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354563.059079:0:69826:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354563.059082:0:69826:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354563.059086:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.059088:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.059092:0:69826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.059100:0:69826:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354563.059104:0:69826:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354563.059106:0:69826:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.059109:0:69826:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.059113:0:69826:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763354563.059115:0:69826:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.059121:0:69826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 22 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763354563.059129:0:69826:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.059131:0:69826:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.059134:0:69826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.059137:0:69826:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.059139:0:69826:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.059140:0:69826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.059142:0:69826:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.059144:0:69826:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.059147:0:69826:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354563.059151:0:69826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 4/0,1 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.059161:0:69826:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fa:0x0].0x0 (ffff8ff5472e8400) refcount = 2 00010000:00000040:3.0:1763354563.059165:0:69826:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.059169:0:69826:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 22 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763354563.059177:0:69826:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354563.059180:0:69826:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 4/0,1 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763354563.059190:0:69826:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.059194:0:69826:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.059202:0:69826:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7b40. 00000100:00000001:3.0:1763354563.059205:0:69826:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612095296 : -123186097456320 : ffff8ff6806b7b40) 00000100:00000001:3.0:1763354563.059208:0:69826:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612095296 : -123186097456320 : ffff8ff6806b7b40) 00000100:00000001:3.0:1763354563.059211:0:69826:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.059214:0:69826:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.059216:0:69826:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.059221:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.059223:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354563.059225:0:69826:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.059228:0:69826:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.059230:0:69826:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354563.059233:0:69826:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354563.059238:0:69826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acd880. 00000020:00000040:3.0:1763354563.059242:0:69826:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763354563.059247:0:69826:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354563.059250:0:69826:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354563.059255:0:69826:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.059263:0:69826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591086400. 00000100:00000001:3.0:1763354563.059271:0:69826:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.059277:0:69826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 22 pid: 74509 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763354563.059292:0:69826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 22 pid: 74509 timeout: 12317 lvb_type: 1 00010000:00000001:3.0:1763354563.059301:0:69826:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354563.059304:0:69826:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354563.059307:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.059314:0:69826:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354563.059316:0:69826:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.059320:0:69826:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff677acd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:69826:1848998542702464:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354563.059323:0:69826:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354563.059330:0:69826:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354563.059334:0:69826:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.059337:0:69826:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354563.059341:0:69826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff591087a00. 02000000:00000001:3.0:1763354563.059343:0:69826:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.059352:0:69826:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00000400:00000010:3.0:1763354563.059361:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121000. 00000100:00000200:3.0:1763354563.059370:0:69826:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542702464, portal 16 00000100:00000001:3.0:1763354563.059373:0:69826:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.059375:0:69826:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465384064 : -123186244167552 : ffff8ff677acd880) 00000100:00000040:3.0:1763354563.059382:0:69826:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.059391:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.059395:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.059398:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121220. 00000100:00000200:3.0:1763354563.059401:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542702464, offset 0 00000400:00000200:3.0:1763354563.059409:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.059423:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.059428:0:69826:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354563.059433:0:69826:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354563.059446:0:69826:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354563.059453:0:69826:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354563.059458:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556493:1556493:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556489:1556489:8:4294967295] 00000400:00000200:3.0:1763354563.059472:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.059479:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.059485:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354563.059493:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.059500:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.059505:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.059522:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.059526:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886135 00000100:00000001:3.0:1763354563.059532:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886120 00000100:00000001:3.0:1763354563.059536:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886135 00000100:00000001:3.0:1763354563.059539:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886120 00000100:00000001:3.0:1763354563.059541:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886135 00000100:00000001:3.0:1763354563.059544:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886120 00000100:00000001:3.0:1763354563.059546:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886135 00000100:00000001:3.0:1763354563.059549:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886120 00000100:00000001:3.0:1763354563.059551:0:69826:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.059554:0:69826:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.059555:0:69826:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.059557:0:69826:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.059559:0:69826:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.059561:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.059562:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.059563:0:69826:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.059565:0:69826:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.059566:0:69826:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.059568:0:69826:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.059570:0:69826:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354563.059572:0:69826:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354563.059574:0:69826:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b7b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763354563.059576:0:69826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354563.059579:0:69826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.061076:0:69826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354563.061088:0:69826:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:1.1:1763354563.061090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000400:00000001:3.0:1763354563.061091:0:69826:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354563.061097:0:69826:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bec8. 00000400:00000200:3.0:1763354563.061104:0:69826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121000 00000400:00000010:3.0:1763354563.061107:0:69826:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121000. 00000100:00000001:3.0:1763354563.061111:0:69826:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.061118:0:69826:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354563.061129:0:69826:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.061136:0:69826:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354563.061139:0:69826:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.061141:0:69826:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354563.061144:0:69826:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354563.061147:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.061149:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.061153:0:69826:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.061160:0:69826:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354563.061166:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354563.061169:0:69826:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354563.061170:0:69826:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.061173:0:69826:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354563.061177:0:69826:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.061180:0:69826:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.061186:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.061195:0:69826:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.061199:0:69826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354563.061201:0:69826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.061204:0:69826:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354563.061206:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.061209:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.061210:0:69826:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.061216:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354563.061225:0:69826:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff677acd880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:69826:1848998542702464:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354563.061231:0:69826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.061234:0:69826:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.061237:0:69826:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354563.061240:0:69826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.061244:0:69826:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff677acd880 x1848998542702464/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.061252:0:69826:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354563.061255:0:69826:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354563.061258:0:69826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff591087a00. 02000000:00000001:3.0:1763354563.061263:0:69826:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354563.061266:0:69826:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354563.061268:0:69826:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763354563.061271:0:69826:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354563.061275:0:69826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff591086400. 02000000:00000001:3.0:1763354563.061278:0:69826:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.061280:0:69826:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354563.061282:0:69826:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acd880. 00000100:00000001:3.0:1763354563.061288:0:69826:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.061289:0:69826:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354563.061292:0:69826:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7b40. 00000100:00000001:3.0:1763354563.061295:0:69826:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.061298:0:69826:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.061301:0:69826:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a880. 00010000:00000001:3.0:1763354563.061306:0:69826:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.061308:0:69826:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.061311:0:69826:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.061314:0:69826:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763354563.061320:0:69826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354563.062103:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.062110:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841076992 02000000:00000001:3.0:1763354563.062113:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.062116:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.062119:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.062124:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.062127:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841076992 00000020:00000001:3.0:1763354563.062131:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.062134:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.062137:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.062140:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:3.0:1763354563.062144:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.062147:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.062151:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.062157:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.062161:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.062165:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000020:00000010:3.0:1763354563.062173:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086400. 00000020:00000010:3.0:1763354563.062179:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c00. 00000020:00000010:3.0:1763354563.062186:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354563.062195:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.062199:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.062201:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.062203:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.062207:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062209:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.062215:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.062217:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.062219:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8c00 refcount=4 00000020:00000001:3.0:1763354563.062222:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:3.0:1763354563.062225:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00010000:3.0:1763354563.062233:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 23 pid: 74509 timeout: 12317 lvb_type: 1 00010000:00000001:3.0:1763354563.062243:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.062245:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.062246:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.062249:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.062256:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.062263:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff672086300 x1848998841076992/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.062273:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.062275:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.062289:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.062301:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.062303:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.062308:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6338 00000100:00000040:3.0:1763354563.062311:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 2 00000100:00000001:3.0:1763354563.062313:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370720000 : -123186338831616 : ffff8ff672086300) 00000100:00000040:3.0:1763354563.062318:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086300 x1848998841076992/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.062325:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.062328:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.062330:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.062331:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a880. 00000100:00100000:3.0:1763354563.062336:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841076992:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.062341:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841076992 00010000:00000001:3.0:1763354563.062345:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.062348:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.062349:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.062355:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.062357:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.062362:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.062364:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.062367:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062370:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.062372:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.062374:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.062376:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.062378:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8c00 refcount=4 00000020:00000001:3.0:1763354563.062380:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:3.0:1763354563.062382:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000040:3.0:1763354563.062385:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8400 count: 3 00002000:00000001:3.0:1763354563.062390:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.062394:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.062397:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.062403:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:3.0:1763354563.062406:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:3.0:1763354563.062408:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.062413:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.062418:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00010000:3.0:1763354563.062423:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 23 pid: 74509 timeout: 12317 lvb_type: 1 00000100:00001000:3.0:1763354563.062433:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.062436:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.062440:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.062442:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.062445:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 23 pid: 74509 timeout: 12317 lvb_type: 1 00000020:00000001:3.0:1763354563.062453:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.062456:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.062457:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.062459:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062464:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.062465:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.062471:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.062472:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.062474:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.062476:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.062479:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8c00 with handle 0x4a8bb634222ca8b9 from hash 00010000:00000001:3.0:1763354563.062481:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.062482:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.062484:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.062485:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.062489:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.062492:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062494:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.062495:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.062498:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca8b9 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f411df expref: 23 pid: 74509 timeout: 12317 lvb_type: 1 00010000:00000040:3.0:1763354563.062507:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:3.0:1763354563.062509:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00010000:00000001:3.0:1763354563.062517:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.062519:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.062521:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354563.062523:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff676581800 00010000:00000001:3.0:1763354563.062526:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.062528:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.062548:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.062551:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.062553:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.062554:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.062556:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.062559:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.062561:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.062563:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.062570:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354563.062574:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.062581:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fa:0x0].0x0 (ffff8ff5472e8400) refcount = 2 00010000:00000040:3.0:1763354563.062584:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.062586:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff676581800/0x4a8bb634222ca8f1 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.062593:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.062595:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062597:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.062599:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.062601:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.062605:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a880. 00000100:00000001:3.0:1763354563.062608:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.062613:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7b40. 00000100:00000001:3.0:1763354563.062615:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612095296 : -123186097456320 : ffff8ff6806b7b40) 00000100:00000001:3.0:1763354563.062617:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612095296 : -123186097456320 : ffff8ff6806b7b40) 00000100:00000001:3.0:1763354563.062620:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.062622:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.062624:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.062626:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.062639:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062642:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.062643:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.062645:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062646:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.062648:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.062651:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.062653:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.062655:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.062657:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7b40. 00000100:00000001:3.0:1763354563.062660:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.062662:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.062664:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a880. 00010000:00000001:3.0:1763354563.062667:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.062670:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.062672:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.062678:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.062681:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.062685:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.062690:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.062695:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.062698:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.062703:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.062706:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.062717:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.062729:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.062742:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121000. 00000100:00000200:3.0:1763354563.062753:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841076992, offset 224 00000400:00000200:3.0:1763354563.062767:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.062783:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.062796:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556494:1556494:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556490:1556490:8:4294967295] 00000400:00000200:3.0:1763354563.062816:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.062826:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.062832:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354563.062838:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.062859:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.062869:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.062902:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.062909:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.062918:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.062924:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.062939:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086300 x1848998841076992/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.062979:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841076992:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 631us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.062990:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6338 00000100:00000040:3.0:1763354563.062997:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.063000:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.063003:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.063009:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c00. 00000020:00000010:3.0:1763354563.063022:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000010:3.0:1763354563.063028:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086400. 00000020:00000040:3.0:1763354563.063066:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:3.0:1763354563.063071:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763354563.064072:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c09d8. 00000100:00000001:1.0:1763354563.065253:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.065258:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.065260:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944451 is committed 00000001:00000040:1.0:1763354563.065264:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 2 00000020:00000040:1.0:1763354563.065269:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000001:00000010:1.0:1763354563.065272:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073840. 00000020:00000001:1.0:1763354563.065278:0:68511:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.065281:0:68511:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.065283:0:68511:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:1.0:1763354563.065285:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000020:00000010:1.0:1763354563.065288:0:68511:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff67e073180. 00080000:00000010:1.0:1763354563.065291:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7c00. 00080000:00000010:1.0:1763354563.065296:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc6800. 00000100:00000001:1.0:1763354563.065301:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.065302:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.065304:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944450 is committed 00000001:00000040:1.0:1763354563.065306:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 6 00000020:00000040:1.0:1763354563.065308:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 10 00000001:00000010:1.0:1763354563.065309:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e0732a0. 00080000:00000010:1.0:1763354563.065311:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffee400. 00000100:00000001:1.0:1763354563.065314:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.065314:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.065315:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944449 is committed 00000001:00000040:1.0:1763354563.065316:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676693000 : new cb_count 1 00000020:00000040:1.0:1763354563.065318:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 5 00000001:00000010:1.0:1763354563.065319:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4ad80. 00080000:00000010:1.0:1763354563.065323:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff543bfea00. 00000001:00000040:1.0:1763354563.065325:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676693000 : new cb_count 0 00000020:00000040:1.0:1763354563.065326:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 4 00000001:00000010:1.0:1763354563.065327:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff546197d80. 00080000:00000010:1.0:1763354563.065329:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67ed94c00. 00000001:00000040:1.0:1763354563.065332:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 5 00000020:00000040:1.0:1763354563.065333:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 9 00000001:00000010:1.0:1763354563.065334:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a720. 00080000:00000010:1.0:1763354563.065335:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff543bff400. 00000001:00000040:1.0:1763354563.065338:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 4 00000020:00000040:1.0:1763354563.065339:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 8 00000001:00000010:1.0:1763354563.065341:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a7e0. 00080000:00000010:1.0:1763354563.065342:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff543bff200. 00000001:00000040:1.0:1763354563.065345:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 3 00000020:00000040:1.0:1763354563.065346:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 7 00000001:00000010:1.0:1763354563.065347:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e0731e0. 00080000:00000010:1.0:1763354563.065348:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffeea00. 00000001:00000040:1.0:1763354563.065351:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 2 00000020:00000040:1.0:1763354563.065352:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 6 00000001:00000010:1.0:1763354563.065353:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0960. 00080000:00000010:1.0:1763354563.065354:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177800. 00000001:00000040:1.0:1763354563.065356:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 1 00000020:00000040:1.0:1763354563.065357:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 5 00000001:00000010:1.0:1763354563.065359:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0780. 00080000:00000010:1.0:1763354563.065360:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176e00. 00000001:00000040:1.0:1763354563.065362:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 0 00000020:00000040:1.0:1763354563.065363:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 4 00000001:00000010:1.0:1763354563.065364:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0ae0. 00080000:00000010:1.0:1763354563.065365:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176a00. 00000001:00000040:1.0:1763354563.065367:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 0 00000020:00000040:1.0:1763354563.065368:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000001:00000010:1.0:1763354563.065369:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0d80. 00080000:00000010:1.0:1763354563.065370:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177600. 00010000:00000010:3.1:1763354563.068087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8c00. 00000100:00000001:1.0:1763354563.068316:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.068321:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841077120 02000000:00000001:1.0:1763354563.068325:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.068327:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.068330:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.068335:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.068340:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841077120 00000020:00000001:1.0:1763354563.068343:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.068345:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.068348:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.068351:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=486 00000020:00000001:1.0:1763354563.068355:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.068358:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.068363:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.068370:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.068373:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.068376:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000020:00000010:1.0:1763354563.068383:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.068389:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241580. 00000020:00000010:1.0:1763354563.068394:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b240c8. 00000100:00000040:1.0:1763354563.068401:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.068404:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.068406:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.068409:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.068416:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.068431:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.068444:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.068446:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.068455:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417373 00000100:00000040:1.0:1763354563.068459:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.068462:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370726272 : -123186338825344 : ffff8ff672087b80) 00000100:00000040:1.0:1763354563.068471:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087b80 x1848998841077120/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.068482:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.068486:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000100:00000001:1.0:1763354563.068488:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.068490:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1800. 00000100:00100000:1.0:1763354563.068496:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+486:252516:x1848998841077120:12345-192.168.203.48@tcp:44:lfs.0 00000100:00000200:1.0:1763354563.068500:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841077120 00000020:00000001:1.0:1763354563.068504:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.068508:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.068512:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.068515:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.068518:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707216 : -1045844400 : ffffffffc1a9ae50) 00000020:00000001:1.0:1763354563.068522:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.068525:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841077120, found 0 last_xid 1848998841077119 00000020:00000001:1.0:1763354563.068528:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.068546:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.068549:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.068552:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.068556:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.068560:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:1.0:1763354563.068563:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.068565:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.068570:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.068572:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.068583:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8ff58a0bbc00. 02000000:00000001:1.0:1763354563.068586:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.068588:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.068591:0:6519:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763354563.068595:0:6519:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:1.0:1763354563.068600:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c46d for inode 1930 00080000:00000001:1.0:1763354563.068605:0:6519:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000020:00080000:3.0:1763354563.069981:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869768 00000020:00000001:3.0:1763354563.069993:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763354563.069999:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66cff4e40 refcount 1 committed 1 result 0 batchid 17179869766 00000020:00000040:3.0:1763354563.070015:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff673a1be40 00000020:00000040:3.0:1763354563.070029:0:29748:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e1:0x2:0x0].559 00000020:00000040:3.0:1763354563.070077:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597e46c00 00000020:00000040:3.0:1763354563.070093:0:29748:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].570 00000020:00000040:3.0:1763354563.070105:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89d80 : new refcount 2 00000040:00000001:3.0:1763354563.070113:0:29748:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763354563.070119:0:29748:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763354563.070125:0:29748:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763354563.070133:0:29748:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070140:0:29748:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763354563.070145:0:29748:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354563.070153:0:29748:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763354563.070159:0:29748:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 559 in log [0x2400032e1:0x2:0x0] 00000004:00000001:1.0:1763354563.070162:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.070168:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.070170:0:29748:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000001:1.0:1763354563.070177:0:29738:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000010:3.0:1763354563.070180:0:29748:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff6806b7b40. 00000004:00000001:1.0:1763354563.070182:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.070190:0:29748:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887612095296 : -123186097456320 : ffff8ff6806b7b40) 00000004:00000001:1.0:1763354563.070192:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070199:0:29748:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00001000:1.0:1763354563.070202:0:29738:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff67537b298 type=0x0 idx=0 00000040:00000001:3.0:1763354563.070205:0:29748:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00001000:1.0:1763354563.070211:0:29738:0:(llog.c:720:llog_process_thread()) synced_idx: 20939 00000004:00000010:3.0:1763354563.070214:0:29748:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff6806b79c0. 00000040:00000001:1.0:1763354563.070221:0:29738:0:(lustre_log.h:473:llog_next_block()) Process entered 00000004:00000010:3.0:1763354563.070222:0:29748:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff6809acd00. 00000040:00000001:1.0:1763354563.070228:0:29738:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000004:00000010:3.0:1763354563.070236:0:29748:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000040:00001000:1.0:1763354563.070238:0:29738:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 20939 (cur idx 20938 off 1343488), size 1348312 00000040:00000001:3.0:1763354563.070244:0:29748:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070254:0:29748:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.070261:0:29738:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763354563.070263:0:29748:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763354563.070269:0:29748:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000040:00000001:1.0:1763354563.070274:0:29738:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070276:0:29748:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:3.0:1763354563.070286:0:29748:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 00000040:00001000:1.0:1763354563.070287:0:29738:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff67537b298 type=0x10692404 idx=20939 80000000:00000001:3.0:1763354563.070293:0:29748:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00000040:00001000:1.0:1763354563.070295:0:29738:0:(llog.c:776:llog_process_thread()) lrh_index: 20939 lrh_len: 64 (3432 remains) 80000000:00000001:3.0:1763354563.070301:0:29748:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000040:00001000:1.0:1763354563.070304:0:29738:0:(llog.c:797:llog_process_thread()) index: 20939, lh_last_idx: 20939 synced_idx: 20939 lgh_last_idx: 20939 80000000:00000001:3.0:1763354563.070307:0:29748:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000004:00000001:1.0:1763354563.070315:0:29738:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 80000000:00000001:3.0:1763354563.070316:0:29748:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.070321:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 80000000:00000001:3.0:1763354563.070324:0:29748:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.070326:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354563.070333:0:29748:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.070335:0:29738:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:1.0:1763354563.070342:0:29738:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000001:3.0:1763354563.070344:0:29748:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763354563.070346:0:29738:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000001:3.0:1763354563.070358:0:29748:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886690698488 : -123187018853128 : ffff8ff6498014f8) 00000100:00000010:1.0:1763354563.070358:0:29738:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000020:00000040:1.0:1763354563.070369:0:29738:0:(genops.c:1229:class_import_get()) import ffff8ff67c840800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000040:00000001:3.0:1763354563.070370:0:29748:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620887317555840 : -123186391995776 : ffff8ff66edd2a80) 00000100:00000001:1.0:1763354563.070380:0:29738:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.070386:0:29738:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:3.0:1763354563.070390:0:29748:0:(osp_object.c:2340:osp_object_release()) Process entered 02000000:00000001:1.0:1763354563.070394:0:29738:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.070398:0:29748:0:(osp_object.c:2372:osp_object_release()) Process leaving 02000000:00000010:1.0:1763354563.070403:0:29738:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff58a0b8400. 00000020:00000002:3.0:1763354563.070405:0:29748:0:(lu_object.c:207:lu_object_put()) Add ffff8ff66edd2a80/ffff8ff6498014a0 to site lru. bkt: ffff8ff66f417330 00000040:00000001:3.0:1763354563.070417:0:29748:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.070418:0:29738:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070430:0:29748:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.070430:0:29738:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000040:00000001:3.0:1763354563.070442:0:29748:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.070450:0:29738:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00000001:3.0:1763354563.070452:0:29748:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763354563.070462:0:29748:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:1.0:1763354563.070462:0:29738:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354563.070466:0:29748:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x2400032e1:0x2:0x0] 00000004:00000001:3.0:1763354563.070472:0:29748:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:3.0:1763354563.070479:0:29748:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.070479:0:29738:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002173631] to pc [ptlrpcd_00_02+2] req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.070491:0:29748:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:3.0:1763354563.070498:0:29748:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 0 length = 88 00000020:00000001:3.0:1763354563.070508:0:29748:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763354563.070517:0:29748:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354563.070527:0:29748:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 1083 gen 0 oth:version ffff8ff6806b7b40:1082 00000004:00000001:1.0:1763354563.070533:0:29738:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763354563.070540:0:29738:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:1.0:1763354563.070549:0:29738:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20939, id 348 00000004:00000010:3.0:1763354563.070557:0:29748:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff54442a880. 00000004:00000001:1.0:1763354563.070561:0:29738:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763354563.070569:0:29748:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.070570:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.070575:0:29748:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000001:1.0:1763354563.070576:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354563.070582:0:29748:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 156 length = 4 00000004:00000001:1.0:1763354563.070586:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.070592:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.070597:0:29748:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763354563.070603:0:29748:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354563.070614:0:29748:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff54442a580. 00000004:00000001:3.0:1763354563.070623:0:29748:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1763354563.070623:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00000001:3.0:1763354563.070633:0:29748:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.070640:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00000001:3.0:1763354563.070644:0:29748:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.070650:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:3.0:1763354563.070655:0:29748:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:3.0:1763354563.070661:0:29748:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8ff6806b7b40 with version 1082 00000100:00000040:1.0:1763354563.070662:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.070683:0:29748:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070693:0:29748:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070706:0:29748:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.070707:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.070713:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070717:0:29748:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.070722:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00080000:3.0:1763354563.070729:0:29748:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 17179869766 cancel update log [0x2400032e1:0x2:0x0].559: rc = 0 02000000:00000001:1.0:1763354563.070730:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354563.070742:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.070743:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89d80 : new refcount 1 00000020:00000040:3.0:1763354563.070753:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000100:00100000:1.0:1763354563.070758:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542702592:0@lo:6:osp-syn-1-0.0 00000040:00000001:3.0:1763354563.070763:0:29748:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763354563.070769:0:29748:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1763354563.070773:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000040:00000001:3.0:1763354563.070778:0:29748:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000001:1.0:1763354563.070783:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000040:00000001:3.0:1763354563.070787:0:29748:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.070789:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070796:0:29748:0:(llog.c:1130:llog_exist()) Process entered 02000000:00000001:1.0:1763354563.070798:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00000001:3.0:1763354563.070802:0:29748:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1763354563.070807:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff58a0b8000. 00000040:00000001:3.0:1763354563.070810:0:29748:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:1.0:1763354563.070813:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354563.070817:0:29748:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 570 in log [0x200002340:0x2:0x0] 00000400:00000010:1.0:1763354563.070826:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00080000:00000001:3.0:1763354563.070828:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354563.070837:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591086400. 00000400:00000010:1.0:1763354563.070840:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa908. 00080000:00000001:3.0:1763354563.070853:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595846656 : -123190113704960 : ffff8ff591086400) 00000100:00000200:1.0:1763354563.070855:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542702592, portal 4 00000040:00000001:3.0:1763354563.070863:0:29748:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000100:00000001:1.0:1763354563.070864:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.070869:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000040:00000001:3.0:1763354563.070870:0:29748:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763354563.070878:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000040:1.0:1763354563.070886:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1763354563.070887:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.070898:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00080000:00000001:3.0:1763354563.070908:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070917:0:29748:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.070926:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000040:00000001:3.0:1763354563.070927:0:29748:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.070938:0:29748:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000040:1.0:1763354563.070939:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:3.0:1763354563.070948:0:29748:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000400:00000010:1.0:1763354563.070949:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa4c8. 00080000:00000001:3.0:1763354563.070954:0:29748:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000100:00000200:1.0:1763354563.070959:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542702592, offset 0 00000001:00000001:3.0:1763354563.070960:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.070979:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763354563.070988:0:29748:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x2:0x0] not in the id map cache 00000400:00000200:1.0:1763354563.070992:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:3.0:1763354563.071000:0:29748:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.071007:0:29748:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:3.0:1763354563.071014:0:29748:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763354563.071019:0:29748:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00000400:00000200:1.0:1763354563.071019:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:3.0:1763354563.071026:0:29748:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354563.071032:0:29748:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354563.071068:0:29748:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354563.071076:0:29748:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354563.071085:0:29748:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.071087:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a78553f800 00000020:00000001:3.0:1763354563.071094:0:29748:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.071104:0:29748:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000400:00000200:1.0:1763354563.071111:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fb79 [8] + 3168 00000040:00000001:3.0:1763354563.071116:0:29748:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00000400:00000200:1.0:1763354563.071130:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1763354563.071133:0:29748:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:3.0:1763354563.071139:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354563.071146:0:29748:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.071146:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000002:3.0:1763354563.071158:0:29748:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000100:00000001:1.0:1763354563.071161:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.071166:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000040:00000001:3.0:1763354563.071168:0:29748:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354563.071177:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64e00. 00000040:00000001:3.0:1763354563.071180:0:29748:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.071188:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64e00 x1848998542702592 msgsize 544 00000040:00000001:3.0:1763354563.071190:0:29748:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.071201:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00100000:1.0:1763354563.071212:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:3.0:1763354563.071223:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071226:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000040:00000001:3.0:1763354563.071237:0:29748:0:(llog.c:1217:llog_write_rec()) Process entered 00000400:00000200:1.0:1763354563.071239:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa4c8 00000040:00000001:3.0:1763354563.071242:0:29748:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000400:00000010:1.0:1763354563.071247:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa4c8. 00000040:00001000:3.0:1763354563.071250:0:29748:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002340:0x2:0x0] 00000100:00000001:1.0:1763354563.071255:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.071265:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.071285:0:29748:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071289:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:3.0:1763354563.071291:0:29748:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.071298:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763354563.071299:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:3.0:1763354563.071316:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00000100:00000001:1.0:1763354563.071319:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354563.071326:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1763354563.071327:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000001:3.0:1763354563.071333:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1763354563.071336:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.071344:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.071347:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 7082 usecs (8 jiffies) 00000040:00000001:3.0:1763354563.071357:0:29748:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071359:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306885039 00000040:00000001:3.0:1763354563.071364:0:29748:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071366:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306886135 00000040:00000001:3.0:1763354563.071377:0:29748:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071378:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306885039 00000100:00000001:1.0:1763354563.071388:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306886135 00000020:00080000:3.0:1763354563.071389:0:29748:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 17179869766 cancel update log [0x200002340:0x2:0x0].570: rc = 0 00000100:00000001:1.0:1763354563.071404:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306885039 00000020:00000040:3.0:1763354563.071405:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:3.0:1763354563.071418:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071419:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306886135 00000100:00000001:1.0:1763354563.071430:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306885039 00000020:00000010:3.0:1763354563.071432:0:29748:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff5448afa40. 00000100:00000001:1.0:1763354563.071442:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306886135 00000020:00000010:3.0:1763354563.071444:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64a00. 00000100:00000001:1.0:1763354563.071454:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.071458:0:29748:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff5448af080. 00000100:00000001:1.0:1763354563.071466:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.071470:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64200. 00000100:00000001:1.0:1763354563.071475:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.071483:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66cff4e40. 00000100:00000001:1.0:1763354563.071484:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.071492:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000100:00000001:1.0:1763354563.071496:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1763354563.071498:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5559c7cc0 refcount 1 committed 1 result 0 batchid 17179869767 00000100:00000001:1.0:1763354563.071504:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354563.071516:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1763354563.071520:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6753ad100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7a80 00000100:00000001:1.0:1763354563.071523:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.071529:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.071532:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6753adc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff549e5c800 00000100:00000001:1.0:1763354563.071540:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.071543:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000020:00000040:3.0:1763354563.071553:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:3.0:1763354563.071561:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.071573:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6753ad100. 00000100:00000001:1.0:1763354563.071580:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1763354563.071582:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6753adc00. 00000100:00100000:1.0:1763354563.071587:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542702592 00000020:00000010:3.0:1763354563.071590:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5559c7cc0. 02000000:00000001:1.0:1763354563.071594:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.071605:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1763354563.071606:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000100:00000001:1.0:1763354563.071610:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.071613:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5559c7180 refcount 1 committed 1 result 0 batchid 17179869768 02000000:00000001:1.0:1763354563.071619:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.071625:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff672092d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7840 00000100:00100000:1.0:1763354563.071629:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542702592 00000020:00000040:3.0:1763354563.071635:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f160f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff549e5ca00 00000020:00000001:1.0:1763354563.071635:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.071641:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00000020:00000001:1.0:1763354563.071647:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.071655:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=5 00000020:00000040:3.0:1763354563.071656:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000020:00000001:1.0:1763354563.071666:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000020:00000040:3.0:1763354563.071667:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:3.0:1763354563.071677:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.071677:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000020:00000010:3.0:1763354563.071689:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff672092d00. 00000100:00000001:1.0:1763354563.071691:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.071698:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1800. 00000020:00000010:3.0:1763354563.071703:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66f160f00. 00000020:00000040:1.0:1763354563.071709:0:74509:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000020:00000010:3.0:1763354563.071715:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5559c7180. 00000020:00080000:3.0:1763354563.071728:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17179869770 committed batchid 17179869768 00000100:00000001:1.0:1763354563.071733:0:74509:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1763354563.071736:0:29748:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763354563.071748:0:29748:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b02f60. 00000100:00080000:1.0:1763354563.071748:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:1.0:1763354563.071758:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00080000:00000001:3.0:1763354563.071759:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354563.071768:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591087a00. 00080000:00000001:3.0:1763354563.071777:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595852288 : -123190113699328 : ffff8ff591087a00) 00000020:00000010:1.0:1763354563.071777:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ac00. 00080000:00000001:3.0:1763354563.071791:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:1.0:1763354563.071791:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000001:00000001:3.0:1763354563.071797:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.071806:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00000020:00000010:1.0:1763354563.071806:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b247d0. 00080000:00000001:3.0:1763354563.071814:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.071821:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000040:1.0:1763354563.071821:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.071828:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00080000:00000001:3.0:1763354563.071829:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071833:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.071843:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.071844:0:29748:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 17179869770: rc = 0 00080000:00000001:3.0:1763354563.071852:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000001:1.0:1763354563.071855:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.071866:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00000100:00000001:1.0:1763354563.071869:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1763354563.071878:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354563.071885:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1763354563.071889:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:3.0:1763354563.071890:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.071897:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1763354563.071899:0:29748:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.071908:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85153 00000020:00080000:3.0:1763354563.071910:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869768 00000800:00000200:0.0:1763354563.071913:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1763354563.071917:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00000100:00000001:1.0:1763354563.071923:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484219392 : -123191225332224 : ffff8ff54ec64e00) 00000800:00000010:0.0:1763354563.071923:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff650026100. 00000004:00080000:3.0:1763354563.071931:0:29734:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8ff545f98cc0 version 1082 rpc_version 1082 00000400:00000200:0.0:1763354563.071935:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1763354563.071937:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64e00 x1848998542702592/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.071941:0:29734:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763354563.071947:0:29734:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763354563.071954:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000400:00000200:0.0:1763354563.071955:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.071986:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b6e8 00000004:00000040:3.0:1763354563.071994:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000400:00000010:0.0:1763354563.071995:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b6e8. 00000100:00000001:0.0:1763354563.072007:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.072014:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354563.072016:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000040:3.0:1763354563.072020:0:29734:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 2 size = 224 00000020:00000010:1.0:1763354563.072024:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1d80. 00000100:00000001:1.0:1763354563.072069:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.072073:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1d80. 00000100:00100000:1.0:1763354563.072080:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3656:x1848998542702592:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:1.0:1763354563.072084:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542702592 00000020:00000001:1.0:1763354563.072087:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.072090:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.072093:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.072097:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000010:2.1:1763354563.072098:0:3640:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8400. 00000020:00000001:1.0:1763354563.072101:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00000020:00000001:1.0:1763354563.072109:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.072112:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.072116:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000010:2.1:1763354563.072118:0:3640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00000020:00000001:1.0:1763354563.072119:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.072127:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.072131:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000010:3.0:1763354563.072137:0:29734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acd880. 00000020:00000001:1.0:1763354563.072137:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.072147:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000040:3.0:1763354563.072150:0:29734:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000001:00000001:1.0:1763354563.072151:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.072159:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1763354563.072161:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1763354563.072165:0:29734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:1.0:1763354563.072166:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.072166:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.072174:0:29734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:1.0:1763354563.072177:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.072181:0:29734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.072181:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.072184:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1763354563.072191:0:29734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591087400. 00000001:00000001:1.0:1763354563.072193:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.072200:0:29734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.072203:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354563.072207:0:29734:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.072208:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354563.072216:0:29734:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.072217:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.072225:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.072227:0:29734:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.072233:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1763354563.072238:0:29734:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00000001:1.0:1763354563.072244:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1763354563.072253:0:29734:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1763354563.072253:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.072261:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff58a0b9800. 02000000:00000001:1.0:1763354563.072269:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.072279:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.072280:0:29734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763354563.072286:0:29734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00002000:00000001:1.0:1763354563.072291:0:74509:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000010:3.0:1763354563.072296:0:29734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7300. 00010000:00000001:1.0:1763354563.072297:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.072304:0:74509:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.072306:0:29734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093184 : -123186097458432 : ffff8ff6806b7300) 00002000:00080000:1.0:1763354563.072311:0:74509:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000403:21460 count 1 00000100:00000001:3.0:1763354563.072314:0:29734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.072319:0:29734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465384064 : -123186244167552 : ffff8ff677acd880) 00002000:00000001:1.0:1763354563.072324:0:74509:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1763354563.072328:0:29734:0:(jobid.c:940:lustre_get_jobid()) Process entered 00002000:00000001:1.0:1763354563.072329:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.072336:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1763354563.072344:0:29734:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.072347:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789877928 : -123190919673688 : ffff8ff560fe48a8) 00000100:00000001:3.0:1763354563.072350:0:29734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00002000:00000001:1.0:1763354563.072358:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789877840 : -123190919673776 : ffff8ff560fe4850) 00000100:00000001:3.0:1763354563.072359:0:29734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1763354563.072367:0:74509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000040:3.0:1763354563.072369:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.072374:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.072384:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6dad00. 00010000:00000010:1.0:1763354563.072396:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6daa00. 00000100:00000001:3.0:1763354563.072400:0:29734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354563.072407:0:29734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.072407:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:3.0:1763354563.072416:0:29734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:1.0:1763354563.072418:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 02000000:00000001:3.0:1763354563.072422:0:29734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.072424:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.072432:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8f8 to hash 02000000:00000001:3.0:1763354563.072433:0:29734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.072439:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.072445:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000100:00100000:3.0:1763354563.072446:0:29734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff677acd880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:29734:1848998542702848:0@lo:1000:osp_up1-0.0 00010000:00000001:1.0:1763354563.072456:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00002000:00000001:1.0:1763354563.072465:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:3.0:1763354563.072466:0:29734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00002000:00000010:1.0:1763354563.072474:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb1d80. 02000000:00000001:3.0:1763354563.072475:0:29734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354563.072482:0:29734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.072483:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.072488:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:3.0:1763354563.072491:0:29734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1763354563.072494:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789877928 : -123190919673688 : ffff8ff560fe48a8) 02000000:00000010:3.0:1763354563.072502:0:29734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542e20000. 00002000:00000001:1.0:1763354563.072502:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789877840 : -123190919673776 : ffff8ff560fe4850) 02000000:00000001:3.0:1763354563.072511:0:29734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.072512:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000400:00000010:3.0:1763354563.072520:0:29734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00002000:00000001:1.0:1763354563.072520:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.072529:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x53d4:0x0] initial LVB size: 4096, mtime: 0x691aa7bb, atime: 0x691aa7bb, ctime: 0x691aa7bc, blocks: 0x8 00000400:00000010:3.0:1763354563.072531:0:29734:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7c00. 00000100:00000200:3.0:1763354563.072546:0:29734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542702848, portal 4 00002000:00000001:1.0:1763354563.072549:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:3.0:1763354563.072552:0:29734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.072557:0:29734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465384064 : -123186244167552 : ffff8ff677acd880) 00010000:00000001:1.0:1763354563.072558:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.072563:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.072570:0:29734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1763354563.072573:0:74509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354563.072614:0:29734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.072624:0:29734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354563.072631:0:29734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121110. 00010000:00000001:1.0:1763354563.072635:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000200:3.0:1763354563.072638:0:29734:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1848998542702848, offset 0 00010000:00000001:1.0:1763354563.072645:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1763354563.072650:0:29734:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1763354563.072651:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.072658:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.072663:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000200:3.0:1763354563.072670:0:29734:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1763354563.072670:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.072681:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000400:00000200:3.0:1763354563.072690:0:29734:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x691a78553f900 00010000:00010000:1.0:1763354563.072691:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.072701:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.072707:0:29734:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0x1fd3c5 [256] + 328 00010000:00000001:1.0:1763354563.072712:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:3.0:1763354563.072720:0:29734:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1763354563.072721:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1763354563.072733:0:29734:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354563.072746:0:29734:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1763354563.072751:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d4:0x0].0x0 (ffff8ff58c6dad00) refcount = 1 00000100:00000200:3.0:1763354563.072753:0:29734:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000040:1.0:1763354563.072765:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000010:3.0:1763354563.072768:0:29734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acdf80. 00010000:00000040:1.0:1763354563.072773:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1763354563.072779:0:29734:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acdf80 x1848998542702848 msgsize 488 00000100:00100000:3.0:1763354563.072808:0:29734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1763354563.072819:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.072824:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.072831:0:29734:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1763354563.072835:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.072840:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.072845:0:29734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121110 00010000:00000001:1.0:1763354563.072848:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.072851:0:29734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121110. 00010000:00000001:1.0:1763354563.072857:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.072858:0:29734:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1763354563.072869:0:74509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1763354563.072869:0:6522:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1763354563.072873:0:74509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.072875:0:29734:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.072875:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542702848 00010000:00010000:1.0:1763354563.072882:0:74509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1763354563.072883:0:6522:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.072890:0:6522:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.072902:0:6522:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.072903:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1763354563.072907:0:74509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1763354563.072910:0:6522:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.072914:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1763354563.072915:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.072917:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542702848 00010000:00000001:1.0:1763354563.072918:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.072926:0:74509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.072926:0:6522:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1763354563.072930:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.072932:0:6522:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000040:1.0:1763354563.072938:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67aaeac00 refcount=3 00000020:00000001:0.0:1763354563.072940:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.072947:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00000020:00000001:1.0:1763354563.072952:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000020:00000001:0.0:1763354563.072957:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354563.072958:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.072960:0:74509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000020:00000001:0.0:1763354563.072980:0:6522:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354563.072981:0:29734:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1763354563.072983:0:74509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1763354563.072992:0:29734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.072994:0:6522:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:1.0:1763354563.072995:0:74509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1763354563.073002:0:6522:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000040:3.0:1763354563.073007:0:29734:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7671 usecs (8 jiffies) 00000100:00000001:0.0:1763354563.073013:0:6522:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.073017:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306885040 00000020:00000010:0.0:1763354563.073024:0:6522:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00000001:3.0:1763354563.073026:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306886135 00010000:00000001:1.0:1763354563.073031:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1763354563.073067:0:6522:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177e00. 00000100:00000001:3.0:1763354563.073068:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306885041 00010000:00000001:1.0:1763354563.073070:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1763354563.073075:0:6522:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee200. 00000100:00000001:3.0:1763354563.073076:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306886135 00010000:00010000:1.0:1763354563.073079:0:74509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1763354563.073084:0:6522:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf0c8. 00000100:00000001:3.0:1763354563.073088:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306885041 00000100:00000001:3.0:1763354563.073100:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306886135 00000100:00000040:0.0:1763354563.073100:0:6522:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.073108:0:6522:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.073109:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306885041 00010000:00000001:1.0:1763354563.073117:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1763354563.073117:0:6522:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.073119:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306886135 00000100:00000001:3.0:1763354563.073127:0:29734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.073127:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.073127:0:6522:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.073141:0:29734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.073142:0:74509:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1763354563.073143:0:6522:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.073151:0:29734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000010:1.0:1763354563.073152:0:74509:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff55e381e40. 00000100:00000001:3.0:1763354563.073159:0:29734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1763354563.073159:0:74509:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1763354563.073160:0:6522:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763354563.073173:0:29734:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b7300 going to sleep for 11 seconds 00010000:00010000:1.0:1763354563.073174:0:74509:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763354563.073180:0:74509:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.073181:0:29734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.073184:0:6522:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.073187:0:29734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.073187:0:74509:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.073189:0:6522:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763354563.073197:0:74509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.073203:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1763354563.073204:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7848 00010000:00000001:1.0:1763354563.073208:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763354563.073212:0:74509:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00000100:00000040:0.0:1763354563.073214:0:6522:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000020:00000001:3.0:1763354563.073215:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:1.0:1763354563.073218:0:74509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000001:3.0:1763354563.073221:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.073224:0:6522:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465385856 : -123186244165760 : ffff8ff677acdf80) 00080000:00000010:1.0:1763354563.073227:0:74509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff542c3b400. 00010000:00010000:3.0:1763354563.073229:0:107288:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00080000:00000001:1.0:1763354563.073237:0:74509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882282722304 : -123191426829312 : ffff8ff542c3b400) 00010000:00000001:3.0:1763354563.073239:0:107288:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354563.073244:0:107288:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1763354563.073244:0:6522:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677acdf80 x1848998542702848/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1763354563.073245:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.073254:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.073258:0:107288:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1763354563.073262:0:74509:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763354563.073269:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.073274:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763354563.073281:0:74509:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0001: FID [0x2c0000403:0x53d4:0x0] not in the id map cache 00080000:00000001:1.0:1763354563.073292:0:74509:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.073297:0:6522:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1763354563.073298:0:107288:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67aaeac00 already unused, calling callback (ffffffffc0db0b40) 00080000:00000001:1.0:1763354563.073306:0:74509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:3.0:1763354563.073308:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:0.0:1763354563.073309:0:6522:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00010000:00000001:3.0:1763354563.073314:0:107288:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1763354563.073314:0:74509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1763354563.073318:0:6522:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.073320:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1763354563.073321:0:107288:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1763354563.073327:0:6522:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00080000:00000010:1.0:1763354563.073328:0:74509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb19c0. 00080000:00000001:1.0:1763354563.073336:0:74509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.073346:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:29734:x1848998542702848:12345-0@lo:1000:osp_up1-0.0 00010000:00000001:3.0:1763354563.073350:0:107288:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1763354563.073352:0:74509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073357:0:107288:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1763354563.073357:0:6522:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542702848 00080000:00000002:1.0:1763354563.073361:0:74509:0:(osd_handler.c:4785:osd_ref_del()) [0x2c0000403:0x53d4:0x0] decrease nlink 1 00000020:00000001:3.0:1763354563.073363:0:107288:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1763354563.073364:0:6522:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1763354563.073370:0:107288:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67aaeac00 refcount=3 00000020:00000001:0.0:1763354563.073371:0:6522:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.073378:0:107288:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000020:00000001:0.0:1763354563.073378:0:6522:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073389:0:107288:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00080000:00000001:1.0:1763354563.073389:0:74509:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000020:00000001:0.0:1763354563.073389:0:6522:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000002:1.0:1763354563.073396:0:74509:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2c0000403:0x53d4:0x0] 00000020:00000001:0.0:1763354563.073396:0:6522:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00010000:00000001:3.0:1763354563.073399:0:107288:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1763354563.073408:0:74509:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000020:00000001:0.0:1763354563.073408:0:6522:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00010000:3.0:1763354563.073409:0:107288:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 80000000:00000001:1.0:1763354563.073417:0:74509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000001:00000001:0.0:1763354563.073417:0:6522:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542702848, found 0 last_xid 1848998542702847 80000000:00000001:1.0:1763354563.073424:0:74509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1763354563.073429:0:6522:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:1.0:1763354563.073430:0:74509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073441:0:107288:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 80000000:00000001:1.0:1763354563.073442:0:74509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.073442:0:6522:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1763354563.073449:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1763354563.073449:0:6522:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1763354563.073450:0:74509:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.073455:0:107288:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.073457:0:6522:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.073461:0:74509:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000020:00000001:0.0:1763354563.073465:0:6522:0:(out_handler.c:950:out_handle()) Process entered 00010000:00000001:3.0:1763354563.073467:0:107288:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:1.0:1763354563.073470:0:74509:0:(osd_compat.c:988:osd_seq_load()) Process entered 00010000:00000001:3.0:1763354563.073472:0:107288:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1763354563.073475:0:6522:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0c78. 00000001:00000001:1.0:1763354563.073476:0:74509:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887196124672 : -123186513426944 : ffff8ff667a04600) 00010000:00000001:3.0:1763354563.073479:0:107288:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.073485:0:107288:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.073487:0:6522:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1763354563.073489:0:74509:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 02000000:00000001:0.0:1763354563.073493:0:6522:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1763354563.073495:0:107288:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8f8 from hash 02000000:00000010:0.0:1763354563.073502:0:6522:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff5559ca000. 00010000:00000001:3.0:1763354563.073507:0:107288:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1763354563.073508:0:6522:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073515:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.073515:0:6522:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073521:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1763354563.073523:0:74509:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073526:0:107288:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1763354563.073526:0:6522:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff5970ad9c0. 00000001:00000001:1.0:1763354563.073532:0:74509:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.073535:0:6522:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00010000:00000001:3.0:1763354563.073536:0:107288:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1763354563.073543:0:6522:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1763354563.073544:0:107288:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.073546:0:74509:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073552:0:107288:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1763354563.073552:0:6522:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00080000:00000001:1.0:1763354563.073556:0:74509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:3.0:1763354563.073561:0:107288:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:1.0:1763354563.073565:0:74509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763354563.073566:0:6522:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:3.0:1763354563.073568:0:107288:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000002:1.0:1763354563.073571:0:74509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975990, last_committed = 8589975983 00010000:00000001:3.0:1763354563.073574:0:107288:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1763354563.073574:0:6522:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597176600. 00000001:00000010:1.0:1763354563.073581:0:74509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ffa63c0. 00010000:00000001:3.0:1763354563.073586:0:107288:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.073586:0:6522:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697493504 : -123190012058112 : ffff8ff597176600) 00000001:00000040:1.0:1763354563.073587:0:74509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482ff800 : new cb_count 1 00010000:00000001:3.0:1763354563.073600:0:107288:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:1.0:1763354563.073600:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff6482ff800 refcount=6 00000020:00000001:0.0:1763354563.073600:0:6522:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:0.0:1763354563.073608:0:6522:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1763354563.073609:0:107288:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000001:00000001:0.0:1763354563.073614:0:6522:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354563.073616:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1763354563.073620:0:74509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073622:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1763354563.073623:0:6522:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00010000:00000001:3.0:1763354563.073627:0:107288:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.073632:0:6522:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.073633:0:74509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb19c0. 00010000:00000001:3.0:1763354563.073637:0:107288:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.073646:0:74509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1763354563.073646:0:6522:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073647:0:107288:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.073652:0:74509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.073659:0:74509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.073659:0:6522:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1763354563.073660:0:107288:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763354563.073664:0:6522:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00002000:00000001:1.0:1763354563.073667:0:74509:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.073673:0:6522:0:(out_handler.c:608:out_write()) Process entered 00002000:00000001:1.0:1763354563.073677:0:74509:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000001:0.0:1763354563.073678:0:6522:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.073687:0:6522:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354563.073688:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1763354563.073694:0:6522:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.073697:0:107288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x53d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763354563.073703:0:6522:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.073712:0:6522:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354563.073718:0:6522:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000040:3.0:1763354563.073727:0:107288:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6dad00 count: 0 00080000:00000001:0.0:1763354563.073735:0:6522:0:(osd_io.c:1849:osd_declare_write()) Process entered 00002000:00000010:3.0:1763354563.073738:0:107288:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1d80. 00000001:00000001:0.0:1763354563.073741:0:6522:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.073750:0:6522:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68f40. 00010000:00000010:3.0:1763354563.073751:0:107288:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58c6daa00. 00080000:00000001:0.0:1763354563.073759:0:6522:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073771:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1763354563.073773:0:6522:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.073777:0:107288:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354563.073784:0:107288:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff55e381e40. 00000020:00000040:0.0:1763354563.073784:0:6522:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 0 buf ffff8ff647500278, len 88 00010000:00000001:3.0:1763354563.073798:0:107288:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.073808:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.073811:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.073816:0:6522:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 0/2: rc = 0 00010000:00010000:3.0:1763354563.073821:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1763354563.073823:0:6522:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 156 buf ffff8ff647500310, len 4 00000020:00000001:3.0:1763354563.073828:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.073835:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.073836:0:6522:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 1/2: rc = 0 00010000:00010000:3.0:1763354563.073844:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1763354563.073845:0:6522:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000020:00000001:3.0:1763354563.073853:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1763354563.073854:0:6522:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000001:3.0:1763354563.073859:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763354563.073862:0:6522:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429275, last_committed = 30065429270 00010000:00010000:3.0:1763354563.073870:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000001:1.0:1763354563.073872:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000001:00000010:0.0:1763354563.073874:0:6522:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0c60. 00040000:00000001:1.0:1763354563.073877:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763354563.073882:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000001:00000040:0.0:1763354563.073882:0:6522:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff67d896800 : new cb_count 1 00040000:00000001:1.0:1763354563.073888:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000020:00000040:0.0:1763354563.073889:0:6522:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=7 00040000:00000001:1.0:1763354563.073893:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763354563.073898:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000001:00000010:0.0:1763354563.073900:0:6522:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5970ad0c0. 00080000:00000010:1.0:1763354563.073906:0:74509:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5913d6000. 00002000:00000001:1.0:1763354563.073915:0:74509:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000001:00000001:0.0:1763354563.073918:0:6522:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5970ad0c0: xid 1848998542702848, transno 30065429275, tag 1, client gen 6, slot idx 0 00002000:00000040:1.0:1763354563.073921:0:74509:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x2c0000403:0x53d4:0x0] 00000001:00000001:0.0:1763354563.073933:0:6522:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1763354563.073934:0:74509:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff560fe4850. 00002000:00000001:1.0:1763354563.073945:0:74509:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:0.0:1763354563.073950:0:6522:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68f40. 00002000:00000001:1.0:1763354563.073951:0:74509:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.073957:0:6522:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00002000:00000001:1.0:1763354563.073962:0:74509:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1763354563.073976:0:6522:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.073983:0:6522:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000040:1.0:1763354563.073987:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975982, transno 8589975990, xid 1848998542702592 00080000:00000001:0.0:1763354563.073989:0:6522:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.073999:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000002:0.0:1763354563.074000:0:6522:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5461a7000/ffff8ff6467c2960 to site lru. bkt: ffff8ff66faf27d0 00000020:00000001:0.0:1763354563.074008:0:6522:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1763354563.074011:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64e00 x1848998542702592/t8589975990(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354563.074016:0:6522:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0c78. 00000020:00000010:0.0:1763354563.074029:0:6522:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff5970ad9c0. 00000020:00000001:0.0:1763354563.074061:0:6522:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.074064:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1763354563.074070:0:6522:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429270, transno 30065429275, xid 1848998542702848 00010000:00000001:1.0:1763354563.074071:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.074078:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00010000:00000001:0.0:1763354563.074079:0:6522:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1763354563.074089:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1763354563.074089:0:6522:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677acdf80 x1848998542702848/t30065429275(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 488/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.074098:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.074107:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.074116:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1763354563.074118:0:6522:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.074121:0:6522:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.074122:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.074136:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1763354563.074136:0:6522:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000040:1.0:1763354563.074149:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1763354563.074154:0:6522:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1763354563.074157:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa4c8. 00000100:00000040:0.0:1763354563.074164:0:6522:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00000100:00000001:0.0:1763354563.074168:0:6522:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000200:1.0:1763354563.074170:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542702592, offset 224 02000000:00000001:0.0:1763354563.074174:0:6522:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1763354563.074184:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1763354563.074184:0:6522:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.074201:0:6522:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1763354563.074206:0:74509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1763354563.074213:0:6522:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1763354563.074226:0:74509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a78553f800 00000400:00000010:0.0:1763354563.074226:0:6522:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5970ad9c0. 00000100:00000200:0.0:1763354563.074240:0:6522:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542702848, offset 224 00000400:00000200:1.0:1763354563.074255:0:74509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b8479 [1] + 224 00000400:00000200:1.0:1763354563.074266:0:74509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.074271:0:6522:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.074278:0:74509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.074286:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763354563.074291:0:6522:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1763354563.074296:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354563.074317:0:6522:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a78553f900 00000400:00000200:0.0:1763354563.074339:0:6522:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8485 [2] + 224 00000100:00000040:1.0:1763354563.074344:0:74509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354563.074353:0:6522:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.074369:0:6522:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.074380:0:6522:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1763354563.074387:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1763354563.074392:0:6522:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354563.074399:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa4c8 00000400:00000010:1.0:1763354563.074408:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa4c8. 00000100:00000001:1.0:1763354563.074415:0:74509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1763354563.074416:0:6522:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.074421:0:74509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354563.074425:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354563.074429:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.074436:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1763354563.074441:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000400:00000001:3.0:1763354563.074445:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354563.074452:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1763354563.074452:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.074460:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.074460:0:6522:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1763354563.074469:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.074478:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64e00 x1848998542702592/t8589975990(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.074533:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3656:x1848998542702592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2514us (3339us total) trans 8589975990 rc 0/0 00000100:00100000:1.0:1763354563.074557:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85153 00000100:00000040:1.0:1763354563.074565:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000400:00000010:3.0:1763354563.074569:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000100:00000001:1.0:1763354563.074571:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.074576:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1763354563.074578:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa908 00000020:00000010:1.0:1763354563.074582:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000400:00000010:3.0:1763354563.074584:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa908. 00000020:00000010:1.0:1763354563.074595:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b247d0. 00000100:00000001:3.0:1763354563.074597:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1763354563.074604:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ac00. 00000400:00000200:0.0:1763354563.074604:0:6522:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5970ad9c0 00000400:00000010:0.0:1763354563.074609:0:6522:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5970ad9c0. 00000100:00000200:3.0:1763354563.074610:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763354563.074613:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 5 00000100:00000001:0.0:1763354563.074616:0:6522:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.074622:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.074623:0:6522:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.074633:0:6522:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.074643:0:6522:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000800:00000001:1.0:1763354563.074649:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1763354563.074653:0:6522:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000200:3.0:1763354563.074657:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec64a80 x1848998542702592/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354563.074658:0:6522:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354563.074663:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.074663:0:6522:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000001:1.0:1763354563.074669:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1763354563.074674:0:6522:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acdf80 x1848998542702848/t30065429275(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 488/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1763354563.074675:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.074691:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.074697:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:3.0:1763354563.074699:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763354563.074707:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677acdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:29734:x1848998542702848:12345-0@lo:1000:osp_up1-0.0 Request processed in 1405us (1922us total) trans 30065429275 rc 0/0 00000100:00000001:3.0:1763354563.074711:0:3656:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354563.074718:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354563.074724:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1763354563.074724:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971cce00 00000100:00100000:0.0:1763354563.074732:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7848 00000100:00000001:3.0:1763354563.074736:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.074738:0:6522:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000400:00000200:1.0:1763354563.074741:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 3712 00000100:00000001:0.0:1763354563.074747:0:6522:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1763354563.074748:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.074754:0:6522:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1763354563.074757:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1763354563.074762:0:6522:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee200. 00000100:00001000:3.0:1763354563.074765:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840c58 time=46 v=5 (5 5 5 5) 00000800:00000001:1.0:1763354563.074767:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354563.074771:0:6522:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf0c8. 00000100:00001000:3.0:1763354563.074776:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=70 v=5 (1 1 1 1) 00000400:00000200:1.0:1763354563.074776:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1763354563.074778:0:6522:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177e00. 00000100:00000001:3.0:1763354563.074788:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1763354563.074788:0:6522:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 6 00000400:00000200:1.0:1763354563.074793:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.074796:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.074798:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.074799:0:3649:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1763354563.074802:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1763354563.074805:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:3.0:1763354563.074809:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354563.074812:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65880. 00000100:00000001:3.0:1763354563.074815:0:3656:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763354563.074821:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65880 x1848998841077248 msgsize 440 00000100:00000040:3.0:1763354563.074822:0:3656:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354563.074834:0:3656:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00100000:1.0:1763354563.074836:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.074839:0:29734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354563.074841:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.074847:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000001:1.0:1763354563.074848:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1763354563.074849:0:29734:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.074853:0:29734:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1763354563.074858:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1763354563.074859:0:29734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bec8. 00000100:00000040:3.0:1763354563.074867:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589975982 00000400:00000200:0.0:1763354563.074867:0:29734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6806b7c00 00000400:00000010:0.0:1763354563.074873:0:29734:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff6806b7c00. 00000100:00000001:3.0:1763354563.074875:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354563.074877:0:29734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1763354563.074880:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354563.074885:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1763354563.074885:0:29734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354563.074893:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec64a80 x1848998542702592/t8589975990(8589975990) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1763354563.074895:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.074914:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1763354563.074917:0:29734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff677acd880 x1848998542702848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.074918:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841077248 02000000:00000001:1.0:1763354563.074922:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.074927:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.074932:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.074939:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.074943:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1763354563.074952:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841077248 00000100:00000001:3.0:1763354563.074955:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.074956:0:29734:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1763354563.074959:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354563.074962:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354563.074976:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000100:00000001:0.0:1763354563.074976:0:29734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.074984:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354563.074985:0:29734:0:(client.c:1578:after_reply()) Process entered 00000004:00080000:3.0:1763354563.074988:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff54ec64a80/2, rc 0, transno 8589975990 00000020:00000040:1.0:1763354563.074990:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=20 02000000:00000001:0.0:1763354563.074992:0:29734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.074999:0:29734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00001000:3.0:1763354563.075001:0:3656:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 0 in flight, 1 in progress 00000020:00000001:1.0:1763354563.075001:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.075005:0:29734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.075010:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 02000000:00000001:0.0:1763354563.075011:0:29734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.075017:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998542702592/t8589975990(8589975990) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.075021:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1763354563.075023:0:29734:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=46 v=5 (5 5 5 5) 00000020:00000010:1.0:1763354563.075028:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb19c0. 00000100:00001000:0.0:1763354563.075058:0:29734:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.075061:0:29734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.075063:0:29734:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.075065:0:29734:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.075068:0:29734:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.075070:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.075074:0:29734:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000020:00000010:1.0:1763354563.075079:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb19c0. 00000100:00000040:0.0:1763354563.075079:0:29734:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354563.075085:0:29734:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354563.075090:0:29734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1763354563.075093:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ac00. 00000100:00000001:0.0:1763354563.075094:0:29734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465384064 : -123186244167552 : ffff8ff677acd880) 00000100:00000001:0.0:1763354563.075105:0:29734:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763354563.075107:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542702592:0@lo:6:osp-syn-1-0.0 00000020:00000010:1.0:1763354563.075107:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000100:00100000:0.0:1763354563.075109:0:29734:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 30065429270 gen 2 00000020:00000010:1.0:1763354563.075122:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b247d0. 00000100:00000001:3.0:1763354563.075124:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354563.075125:0:29734:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 30065429270) req@ffff8ff644d2e300 x1848998542700672/t30065429270(30065429270) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4232/4320 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.075133:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354563.075137:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1763354563.075140:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.075146:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763354563.075147:0:29734:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000100:00000040:3.0:1763354563.075152:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec64a80 x1848998542702592/t8589975990(8589975990) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.075153:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1763354563.075153:0:29734:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 30065429270 committed transno 30065429270 00000020:00000001:0.0:1763354563.075160:0:29734:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000100:00000001:1.0:1763354563.075163:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.075166:0:29734:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66cff4000 refcount 2 committed 0 result 0 batchid 17179869771 00000100:00000001:1.0:1763354563.075181:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:0.0:1763354563.075181:0:29734:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6679b4d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000020:00080000:0.0:1763354563.075196:0:29734:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e1:0x2:0x0].560 00000100:00000001:1.0:1763354563.075198:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.075201:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.075204:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00080000:0.0:1763354563.075208:0:29734:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff677aa4100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff547dc7a00 00000100:00000001:3.0:1763354563.075210:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354563.075218:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85154 00000100:00000001:3.0:1763354563.075222:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00080000:0.0:1763354563.075225:0:29734:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].571 00000100:00000001:3.0:1763354563.075228:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.075233:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.075242:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354563.075242:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484222080 : -123191225329536 : ffff8ff54ec65880) 00000020:00000001:0.0:1763354563.075243:0:29734:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763354563.075248:0:29734:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66cff4000 refcount 2 committed 1 result 0 batchid 17179869771 00000100:00000001:3.0:1763354563.075249:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.075257:0:29734:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6679b4d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000100:00000040:1.0:1763354563.075259:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec65880 x1848998841077248/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00080000:3.0:1763354563.075266:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17179869771 committed batchid 17179869768 00000020:00000040:0.0:1763354563.075268:0:29734:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e1:0x2:0x0].560 00000020:00000001:3.0:1763354563.075279:0:29748:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000040:0.0:1763354563.075281:0:29734:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff677aa4100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff547dc7a00 00000020:00000010:3.0:1763354563.075288:0:29748:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b02000. 00000100:00000001:1.0:1763354563.075289:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1763354563.075289:0:29734:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].571 00000020:00000001:0.0:1763354563.075297:0:29734:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000001:3.0:1763354563.075298:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000010:1.0:1763354563.075299:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb19c0. 00000004:00000010:0.0:1763354563.075300:0:29734:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff54e25c000. 00080000:00000010:3.0:1763354563.075308:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591086800. 00000100:00000001:1.0:1763354563.075312:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763354563.075313:0:29734:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff546361ee0. 00080000:00000001:3.0:1763354563.075315:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595847680 : -123190113703936 : ffff8ff591086800) 00000020:00000010:1.0:1763354563.075321:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb19c0. 00000004:00000010:0.0:1763354563.075321:0:29734:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff4cc0. 00080000:00000001:3.0:1763354563.075323:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000010:0.0:1763354563.075328:0:29734:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff66cff46c0. 00000001:00000001:3.0:1763354563.075330:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:0.0:1763354563.075333:0:29734:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00100000:1.0:1763354563.075335:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841077248:12345-192.168.203.48@tcp:16:lfs.0 00000100:00000001:0.0:1763354563.075336:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000010:3.0:1763354563.075338:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00000100:00000040:0.0:1763354563.075342:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff644d2e300 x1848998542700672/t30065429270(30065429270) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4232/4320 e 0 to 0 dl 1763354578 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763354563.075345:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354563.075345:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841077248 00000020:00000001:1.0:1763354563.075351:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1763354563.075354:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000020:00000001:1.0:1763354563.075356:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354563.075359:0:29734:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1763354563.075361:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.075362:0:29734:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:3.0:1763354563.075364:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.075366:0:29734:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff5559ce000. 00000020:00000001:1.0:1763354563.075368:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.075372:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831008 : -1043720608 : ffffffffc1ca1660) 02000000:00000001:0.0:1763354563.075372:0:29734:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.075375:0:29734:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354563.075377:0:29748:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 17179869771: rc = 0 00000020:00000001:1.0:1763354563.075378:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1763354563.075378:0:29734:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763354563.075383:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.075385:0:29734:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:3.0:1763354563.075386:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000020:00000001:1.0:1763354563.075387:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1763354563.075388:0:29734:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at ffff8ff671c52000. 00000020:00000001:1.0:1763354563.075391:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000010:3.0:1763354563.075396:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00000020:00000001:1.0:1763354563.075396:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 02000000:00000001:0.0:1763354563.075396:0:29734:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.075400:0:29734:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1763354563.075402:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000010:0.0:1763354563.075403:0:29734:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2e300. 00040000:00000001:3.0:1763354563.075407:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1763354563.075407:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.075408:0:29734:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.075412:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1763354563.075413:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:1.0:1763354563.075414:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:3.0:1763354563.075419:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.075419:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.075419:0:29734:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8ff677acd880 x1848998542702848/t30065429275(30065429275) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1763354563.075426:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763354563.075427:0:29748:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.075431:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.075435:0:29734:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00080000:3.0:1763354563.075436:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869768 00000001:00000001:1.0:1763354563.075437:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.075439:0:29734:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=1/2 committed=0/0 00000001:00000001:1.0:1763354563.075444:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1763354563.075444:0:29734:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000001:00000001:1.0:1763354563.075448:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.075449:0:29734:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.075455:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.075455:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff677acd880 x1848998542702848/t30065429275(30065429275) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1763354563.075459:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.075463:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.075468:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.075469:0:29734:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.075473:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.075473:0:29734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.075476:0:29734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.075478:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.075479:0:29734:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000100:00000001:1.0:1763354563.075484:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000010:0.0:1763354563.075485:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff54442a880. 02000000:00000001:1.0:1763354563.075487:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000010:0.0:1763354563.075490:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff54442a580. 02000000:00000010:1.0:1763354563.075494:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff58a0ba400. 00000004:00000001:0.0:1763354563.075494:0:29734:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.075500:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.075501:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acd880 x1848998542702848/t30065429275(30065429275) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.075506:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.075513:0:74509:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00000100:00100000:0.0:1763354563.075514:0:29734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff677acd880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:29734:1848998542702848:0@lo:1000:osp_up1-0.0 00002000:00000001:1.0:1763354563.075518:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:0.0:1763354563.075519:0:29734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.075523:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1763354563.075523:0:29734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.075527:0:29734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.075528:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1763354563.075531:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00000100:00000040:0.0:1763354563.075531:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff677acd880 x1848998542702848/t30065429275(30065429275) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1763354563.075539:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00000100:00000001:0.0:1763354563.075542:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.075545:0:74509:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00000100:00000010:0.0:1763354563.075545:0:29734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7300. 00000100:00000001:0.0:1763354563.075549:0:29734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354563.075550:0:29734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763354563.075551:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a643 for inode 2336 00000100:00000001:0.0:1763354563.075553:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1763354563.075557:0:74509:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.075558:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acd880 x1848998542702848/t30065429275(30065429275) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.075564:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.075572:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.075572:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.075574:0:29734:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.075579:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.075584:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.075587:0:74509:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:1.0:1763354563.075590:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000040:1.0:1763354563.075594:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944451, transno 0, xid 1848998841077248 00010000:00000001:1.0:1763354563.075596:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.075602:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec65880 x1848998841077248/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.075610:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.075612:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.075615:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.075619:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.075622:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.075624:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.075627:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.075629:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.075631:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.075634:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.075637:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa4c8. 00000100:00000200:1.0:1763354563.075641:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841077248, offset 224 00000400:00000200:1.0:1763354563.075646:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.075654:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.075660:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556497:1556497:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556493:1556493:8:4294967295] 00000400:00000200:1.0:1763354563.075671:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.075677:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.075682:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.075687:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.075693:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.075698:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.075719:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.075722:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.075725:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.075727:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.075729:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.075733:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65880 x1848998841077248/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.075744:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841077248:12345-192.168.203.48@tcp:16:lfs.0 Request processed in 453us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.075753:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85154 00000100:00000040:1.0:1763354563.075757:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.075760:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.075762:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.075765:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.075768:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b247d0. 00000020:00000010:1.0:1763354563.075772:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ac00. 00000020:00000040:1.0:1763354563.075775:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 19 00000100:00000001:1.0:1763354563.075778:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763354563.077080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b200. 00010000:00000010:2.1:1763354563.077088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac500. 00010000:00000010:2.1:1763354563.077091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070a000. 00010000:00000010:3.1:1763354563.079081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dad00. 00010000:00000010:3.1:1763354563.079092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:2.1:1763354563.079141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1100. 00010000:00000010:2.1:1763354563.079148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff68070b600. 00010000:00000010:2.1:1763354563.079152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354563.079157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d876a00. 00010000:00000010:2.1:1763354563.079162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2600. 00010000:00000010:2.1:1763354563.079166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:2.1:1763354563.079169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2a00. 00010000:00000010:2.1:1763354563.079173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052b00. 00010000:00000010:2.1:1763354563.079176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00000800:00000001:0.0:1763354563.084204:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.084217:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.084220:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.084221:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.084230:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.084244:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971ccf00 00000400:00000200:0.0:1763354563.084251:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x767b29 [64] + 149552 00000800:00000001:0.0:1763354563.084258:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.084265:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.084267:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.084270:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.084276:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.084278:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.084282:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2e300. 00000100:00000040:0.0:1763354563.084285:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2e300 x1848998841077504 msgsize 488 00000100:00100000:0.0:1763354563.084288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.084303:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.084310:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.084312:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.084353:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.084358:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841077504 02000000:00000001:1.0:1763354563.084361:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.084364:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.084366:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.084371:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.084376:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841077504 00000020:00000001:1.0:1763354563.084378:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.084381:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.084383:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.084387:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=463 00000020:00000001:1.0:1763354563.084389:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.084392:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.084397:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.084403:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb19c0. 00000100:00000001:1.0:1763354563.084407:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.084410:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb19c0. 00000020:00000010:1.0:1763354563.084417:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ac00. 00000020:00000010:1.0:1763354563.084423:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.084428:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b247d0. 00000100:00000040:1.0:1763354563.084436:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.084439:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.084441:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.084444:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.084452:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.084467:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.084480:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.084482:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.084488:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417374 00000100:00000040:1.0:1763354563.084491:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.084494:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612239104 : -123187097312512 : ffff8ff644d2e300) 00000100:00000040:1.0:1763354563.084503:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2e300 x1848998841077504/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.084513:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.084516:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb19c0. 00000100:00000001:1.0:1763354563.084518:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.084521:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb19c0. 00000100:00100000:1.0:1763354563.084527:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+463:252516:x1848998841077504:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:1.0:1763354563.084536:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841077504 00000020:00000001:1.0:1763354563.084540:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.084544:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.084548:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.084551:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.084553:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:1.0:1763354563.084557:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.084560:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841077504, found 0 last_xid 1848998841077503 00000020:00000001:1.0:1763354563.084563:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.084566:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.084568:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.084571:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084575:0:6519:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763354563.084582:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff644d2e300 x1848998841077504/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354563.084593:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763354563.084596:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763354563.084597:0:6519:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1763354563.084600:0:6519:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763354563.084603:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.084607:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.084610:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.084612:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2638697144 : 2638697144 : 0x9d4752b8) 00000001:00000001:1.0:1763354563.084615:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2638697144 : 2638697144 : 9d4752b8) 00000001:00000001:1.0:1763354563.084617:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.084618:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:1.0:1763354563.084620:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:1.0:1763354563.084621:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.084622:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.084623:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.084625:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.084625:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.084626:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084628:0:6519:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084632:0:6519:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084633:0:6519:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084636:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084640:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.084641:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.084644:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.084646:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.084653:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff643d4a000. 02000000:00000001:1.0:1763354563.084656:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.084659:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084663:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.084665:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.084666:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.084668:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.084669:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.084671:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.084673:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.084674:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.084676:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.084678:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.084680:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.084685:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.084692:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.084694:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.084696:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.084698:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.084701:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.084702:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084704:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.084706:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084708:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.084710:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.084713:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763354563.084715:0:6519:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1763354563.084720:0:6519:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200002344:0x19e22:0x0] 7 req@ffff8ff644d2e300 x1848998841077504/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/3152 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.084729:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763354563.084731:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763354563.084735:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.084736:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.084739:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354563.084741:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.084744:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000040:1.0:1763354563.084748:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 4 00000004:00000001:1.0:1763354563.084753:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763354563.084755:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.084758:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.084761:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.084763:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.084765:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.084770:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.084771:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.084778:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.084779:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.084782:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.084784:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.084786:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222ca8b2 from hash 00010000:00000001:1.0:1763354563.084789:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.084791:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.084792:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.084794:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.084799:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.084801:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.084803:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.084804:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.084810:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca8b2 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d8 expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.084819:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:1.0:1763354563.084821:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00010000:00000010:1.0:1763354563.084823:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43400. 00010000:00000001:1.0:1763354563.084829:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.084831:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.084833:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.084835:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00000001:1.0:1763354563.084838:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.084840:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.084841:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763354563.084843:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763354563.084844:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.084846:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.084848:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e22:0x0] 00000020:00000001:1.0:1763354563.084850:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.084854:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.084856:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.084858:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354563.084859:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.084863:0:6519:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff66c2fc9d8. 00000004:00000001:1.0:1763354563.084868:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.084871:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.084873:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.084875:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.084877:0:6519:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:1.0:1763354563.084878:0:6519:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1763354563.084880:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.084883:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.084885:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.084889:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00010000:00000001:1.0:1763354563.084891:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.084893:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.084896:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:1.0:1763354563.084898:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.084900:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8ff to hash 00000020:00000001:1.0:1763354563.084901:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.084903:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000010:1.0:1763354563.084905:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43400. 00010000:00000001:1.0:1763354563.084908:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354563.084909:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.084910:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.084913:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.084918:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.084920:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.084922:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.084924:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.084925:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.084927:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.084928:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.084929:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.084931:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.084932:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.084933:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.084935:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 3 00010000:00000040:1.0:1763354563.084937:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.084940:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 462 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.084949:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 462 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.084953:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.084956:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.084958:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.084959:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.084961:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.084962:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.084979:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.084981:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.084984:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.084986:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.084988:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.084991:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.084992:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.084993:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.084994:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.084995:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.084996:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67aaeac00 refcount=3 00000020:00000001:1.0:1763354563.084998:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354563.084999:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354563.085000:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.085001:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.085002:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085003:0:6519:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085006:0:6519:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354563.085013:0:6519:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354563.085015:0:6519:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354563.085019:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.085025:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ffa67e0. 00080000:00000001:1.0:1763354563.085027:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.085030:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff542c3ae00. 00080000:00000001:1.0:1763354563.085069:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882282720768 : -123191426830848 : ffff8ff542c3ae00) 00000004:00000001:1.0:1763354563.085073:0:6519:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763354563.085075:0:6519:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763354563.085078:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.085079:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882282720768 : -123191426830848 : ffff8ff542c3ae00) 00080000:00000001:1.0:1763354563.085082:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.085084:0:6519:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085085:0:6519:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085087:0:6519:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.085090:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.085092:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.085097:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.085099:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.085101:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882282720768 : -123191426830848 : ffff8ff542c3ae00) 00080000:00000001:1.0:1763354563.085104:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.085107:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.085111:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb19c0. 00080000:00000001:1.0:1763354563.085113:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085114:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.085121:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.085124:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.085126:0:6519:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354563 00000004:00000001:1.0:1763354563.085128:0:6519:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.085130:0:6519:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763354563.085131:0:6519:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763354563.085132:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.085133:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882282720768 : -123191426830848 : ffff8ff542c3ae00) 00080000:00000001:1.0:1763354563.085154:0:6519:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.085156:0:6519:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085158:0:6519:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085159:0:6519:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.085162:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.085165:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.085170:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.085173:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214448, last_committed = 21475214447 00000001:00000010:1.0:1763354563.085177:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ffa6ae0. 00000001:00000040:1.0:1763354563.085180:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 1 00000020:00000040:1.0:1763354563.085183:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=463 00000001:00000010:1.0:1763354563.085189:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000004:00000001:1.0:1763354563.085195:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.085197:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.085198:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882282720768 : -123191426830848 : ffff8ff542c3ae00) 00000004:00000001:1.0:1763354563.085213:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.085218:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381a80: xid 1848998841077504, transno 21475214448, tag 1, client gen 10, slot idx 0 00000001:00000001:1.0:1763354563.085222:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.085229:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb19c0. 00040000:00000001:1.0:1763354563.085233:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.085235:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.085237:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.085240:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ffa67e0. 00000020:00000001:1.0:1763354563.085245:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.085250:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 4 00010000:00000001:1.0:1763354563.085252:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.085255:0:6519:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1763354563.085258:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354563.085260:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354563.085262:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354563.085264:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354563.085265:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.085267:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.085269:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67aaeac00 refcount=3 00000020:00000001:1.0:1763354563.085271:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354563.085273:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000004:00010000:1.0:1763354563.085277:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ed460b47 reply state 00000000feca7472 transno 21475214448 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.085285:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763354563.085289:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.085290:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.085293:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.085294:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.085295:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.085297:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.085299:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 3 00010000:00000040:1.0:1763354563.085302:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.085307:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.085315:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.085322:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.085328:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.085330:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.085332:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.085333:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.085334:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.085336:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.085337:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:1.0:1763354563.085339:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.085340:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.085342:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.085343:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.085345:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763354563.085346:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763354563.085348:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.085350:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.085351:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.085353:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354563.085354:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354563.085355:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763354563.085358:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.085360:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.085363:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085366:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.085370:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.085381:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.085385:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.085387:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.085389:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.085391:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e22:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763354563.085395:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.085398:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.085401:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.085403:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.085405:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.085406:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.085408:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.085410:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.085412:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.085414:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.085415:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.085416:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.085418:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.085420:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e22:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:1.0:1763354563.085424:0:6519:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1763354563.085426:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.085427:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763354563.085433:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.085440:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085442:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.085444:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.085446:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085449:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763354563.085451:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.085454:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.085455:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.085456:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.085458:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.085461:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.085466:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.085469:0:6519:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.085473:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214448, xid 1848998841077504 00010000:00000001:1.0:1763354563.085476:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763354563.085479:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=464 00010000:00000200:1.0:1763354563.085481:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214448, last committed = 21475214447 00010000:00000200:1.0:1763354563.085487:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2e300 x1848998841077504/t21475214448(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.085496:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.085499:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.085503:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.085507:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.085510:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.085513:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.085516:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.085518:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.085522:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.085525:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.085530:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715facc0. 00000100:00000200:1.0:1763354563.085535:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841077504, offset 224 00000400:00000200:1.0:1763354563.085542:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.085551:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.085558:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556498:1556498:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556494:1556494:8:4294967295] 00000400:00000200:1.0:1763354563.085569:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.085575:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.085580:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.085585:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.085592:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.085597:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.085614:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.085618:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.085621:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.085623:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.085626:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.085630:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2e300 x1848998841077504/t21475214448(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.085641:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+464:252516:x1848998841077504:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 1125us (1353us total) trans 21475214448 rc 0/0 00000100:00100000:1.0:1763354563.085648:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417374 00000100:00000040:1.0:1763354563.085652:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.085655:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.085657:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.085661:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.085665:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b247d0. 00000020:00000010:1.0:1763354563.085669:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ac00. 00000020:00000040:1.0:1763354563.085674:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00000100:00000001:1.0:1763354563.085677:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.085729:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.085735:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.085741:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.085746:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.085750:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715facc0 00000400:00000010:0.0:1763354563.085752:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715facc0. 00000100:00000001:0.0:1763354563.085756:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.085759:0:3649:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.087787:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.087791:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841077632 02000000:00000001:1.0:1763354563.087803:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.087805:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.087810:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.087814:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.087819:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841077632 00000020:00000001:1.0:1763354563.087821:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.087823:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.087826:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.087829:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=20 00000020:00000001:1.0:1763354563.087832:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.087834:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.087839:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.087843:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb19c0. 00000100:00000001:1.0:1763354563.087847:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.087850:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb19c0. 00000020:00000010:1.0:1763354563.087856:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ac00. 00000020:00000010:1.0:1763354563.087860:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.087866:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b247d0. 00000100:00000040:1.0:1763354563.087874:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.087877:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.087879:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.087881:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.087888:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.087906:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.087917:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.087919:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.087924:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85155 00000100:00000040:1.0:1763354563.087928:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.087930:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370721792 : -123186338829824 : ffff8ff672086a00) 00000100:00000040:1.0:1763354563.087937:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086a00 x1848998841077632/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.087946:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.087949:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb19c0. 00000100:00000001:1.0:1763354563.087951:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.087953:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb19c0. 00000100:00100000:1.0:1763354563.087958:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+20:252516:x1848998841077632:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.087962:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841077632 00000020:00000001:1.0:1763354563.087978:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.087981:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.087983:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.087986:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.087988:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.087992:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.087995:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.087998:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.088001:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.088006:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.088008:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.088011:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.088012:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.088015:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.088017:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.088022:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.088030:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da700. 00010000:00000010:1.0:1763354563.088055:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6da200. 00010000:00000001:1.0:1763354563.088060:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.088065:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5460e3600. 00000020:00000001:1.0:1763354563.088068:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.088071:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5460e3600 with handle 0x4a8bb634222ca906 to hash 00000020:00000001:1.0:1763354563.088074:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.088077:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882337936896 : -123191371614720 : ffff8ff5460e3600) 00010000:00000001:1.0:1763354563.088080:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882337936896 : -123191371614720 : ffff8ff5460e3600) 00010000:00010000:1.0:1763354563.088085:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41210 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.088096:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763354563.088100:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb19c0. 00002000:00000001:1.0:1763354563.088103:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.088106:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.088112:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.088115:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.088117:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.088123:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.088125:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x53fa:0x0] initial LVB size: 4096, mtime: 0x691aa7c3, atime: 0x0, ctime: 0x691aa7c3, blocks: 0x8 00002000:00000001:1.0:1763354563.088129:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763354563.088132:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000040:1.0:1763354563.088135:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354563.088138:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=21 00000100:00000001:1.0:1763354563.088147:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.088149:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.088155:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff6701e3c00. 02000000:00000001:1.0:1763354563.088157:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.088159:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.088162:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.088166:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.088168:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.088171:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.088174:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.088177:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.088179:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.088180:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.088182:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.088185:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763354563.088191:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.088202:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fa:0x0].0x0 (ffff8ff58c6da700) refcount = 1 00010000:00000040:1.0:1763354563.088205:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.088208:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.088217:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.088219:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.088221:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.088223:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.088225:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.088227:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.088231:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.088235:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 21 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.088245:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.088247:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.088249:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.088251:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.088253:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.088255:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.088257:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.088258:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff5460e3600, rc 0) 00000020:00000001:1.0:1763354563.088261:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.088264:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944451, transno 0, xid 1848998841077632 00010000:00000001:1.0:1763354563.088267:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.088271:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086a00 x1848998841077632/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.088279:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.088282:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.088285:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.088289:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.088292:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.088295:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.088297:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.088299:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.088302:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.088305:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.088310:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa088. 00000100:00000200:1.0:1763354563.088315:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841077632, offset 224 00000400:00000200:1.0:1763354563.088321:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.088330:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.088336:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556499:1556499:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556495:1556495:8:4294967295] 00000400:00000200:1.0:1763354563.088356:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.088366:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.088371:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.088377:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.088383:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.088387:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.088407:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.088411:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.088413:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.088415:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.088417:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.088422:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086a00 x1848998841077632/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.088432:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+21:252516:x1848998841077632:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 483us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.088440:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85155 00000100:00000040:1.0:1763354563.088443:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.088446:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.088448:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.088452:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.088455:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b247d0. 00000020:00000010:1.0:1763354563.088459:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ac00. 00000020:00000040:1.0:1763354563.088463:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:1.0:1763354563.088466:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.089764:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.089771:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.089777:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.089783:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.089788:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa088 00000400:00000010:0.0:1763354563.089791:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa088. 00000100:00000001:0.0:1763354563.089795:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.089797:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354563.090694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000800:00000001:0.0:1763354563.091730:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.091742:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.091745:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.091748:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.091757:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.091778:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971cd000 00000400:00000200:0.0:1763354563.091787:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 4480 00000800:00000001:0.0:1763354563.091794:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.091802:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.091805:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.091809:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.091815:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.091818:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.091824:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664846a00. 00000100:00000040:0.0:1763354563.091828:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664846a00 x1848998841077760 msgsize 440 00000100:00100000:0.0:1763354563.091833:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.091849:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.091855:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.091859:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.091900:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.091905:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841077760 02000000:00000001:1.0:1763354563.091908:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.091911:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.091913:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.091918:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.091921:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841077760 00000020:00000001:1.0:1763354563.091924:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.091926:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.091928:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.091931:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354563.091934:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.091937:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.091942:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.091947:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.091951:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.091954:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000020:00000010:1.0:1763354563.091961:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ac00. 00000020:00000010:1.0:1763354563.091983:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.091988:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b247d0. 00000100:00000040:1.0:1763354563.091997:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.092000:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.092001:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.092004:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.092011:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.092030:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.092066:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.092069:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.092075:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85156 00000100:00000040:1.0:1763354563.092080:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.092083:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143967232 : -123186565584384 : ffff8ff664846a00) 00000100:00000040:1.0:1763354563.092091:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846a00 x1848998841077760/t0(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.092102:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.092106:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.092108:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.092111:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000100:00100000:1.0:1763354563.092116:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841077760:12345-192.168.203.48@tcp:2:lfs.0 00000100:00000200:1.0:1763354563.092121:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841077760 00000020:00000001:1.0:1763354563.092124:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.092127:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.092129:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.092132:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.092134:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830336 : -1043721280 : ffffffffc1ca13c0) 00000020:00000001:1.0:1763354563.092138:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.092141:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.092143:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.092145:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.092148:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.092151:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.092154:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.092157:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.092160:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.092162:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.092164:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.092166:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.092168:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.092170:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.092172:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.092173:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.092175:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.092177:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.092180:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.092182:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.092186:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.092189:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.092194:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff6701e1000. 02000000:00000001:1.0:1763354563.092197:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.092199:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.092202:0:74509:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1763354563.092206:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.092209:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.092214:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.092217:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.092221:0:74509:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:1.0:1763354563.092226:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a643 for inode 2336 00002000:00000001:1.0:1763354563.092228:0:74509:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.092231:0:74509:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.092233:0:74509:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763354563.092235:0:74509:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.092239:0:74509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.092244:0:74509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff542c3a400. 00080000:00000001:1.0:1763354563.092247:0:74509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882282718208 : -123191426833408 : ffff8ff542c3a400) 00000001:00000001:1.0:1763354563.092250:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.092252:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.092255:0:74509:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.092258:0:74509:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.092263:0:74509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.092268:0:74509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.092273:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.092277:0:74509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1880. 00080000:00000001:1.0:1763354563.092280:0:74509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.092295:0:74509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.092301:0:74509:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff66c2fc4d0. 00080000:00000001:1.0:1763354563.092334:0:74509:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354563.092337:0:74509:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:1.0:1763354563.092359:0:74509:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.092368:0:74509:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354563.092373:0:74509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.092377:0:74509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.092379:0:74509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944452, last_committed = 12884944451 00000001:00000010:1.0:1763354563.092385:0:74509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ffa67e0. 00000001:00000040:1.0:1763354563.092387:0:74509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:1.0:1763354563.092390:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00000001:00000001:1.0:1763354563.092413:0:74509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.092420:0:74509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1880. 00040000:00000001:1.0:1763354563.092425:0:74509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.092427:0:74509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.092429:0:74509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.092434:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.092441:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.092444:0:74509:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1763354563.092447:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000040:1.0:1763354563.092454:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.092457:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354563.092460:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.092463:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.092465:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.092468:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.092470:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.092474:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.092477:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.092479:0:74509:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000402:0x53fa:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:1.0:1763354563.092482:0:74509:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000402:0x53fa:0x0] updating lvb mtime from disk: 1763354563 -> 1763354562 00002000:00010000:1.0:1763354563.092485:0:74509:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000402:0x53fa:0x0] updating lvb atime from disk: 0 -> 1763354562 00002000:00010000:1.0:1763354563.092487:0:74509:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000402:0x53fa:0x0] updating lvb ctime from disk: 1763354563 -> 1763354563 00002000:00010000:1.0:1763354563.092490:0:74509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000402:0x53fa:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:1.0:1763354563.092492:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000040:1.0:1763354563.092497:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944451, transno 12884944452, xid 1848998841077760 00010000:00000001:1.0:1763354563.092499:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.092506:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664846a00 x1848998841077760/t12884944452(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.092514:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.092517:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.092520:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.092524:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.092527:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.092529:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.092532:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.092534:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.092537:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.092540:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.092545:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa330. 00000100:00000200:1.0:1763354563.092550:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841077760, offset 224 00000400:00000200:1.0:1763354563.092557:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.092566:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.092573:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556500:1556500:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556496:1556496:8:4294967295] 00000400:00000200:1.0:1763354563.092584:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.092590:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.092595:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.092601:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.092606:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.092609:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.092622:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.092625:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.092627:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.092628:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.092630:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.092634:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846a00 x1848998841077760/t12884944452(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.092641:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841077760:12345-192.168.203.48@tcp:2:lfs.0 Request processed in 538us (811us total) trans 12884944452 rc 0/0 00000100:00100000:1.0:1763354563.092648:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85156 00000100:00000040:1.0:1763354563.092651:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.092653:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.092654:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.092657:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.092660:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b247d0. 00000020:00000010:1.0:1763354563.092663:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ac00. 00000020:00000040:1.0:1763354563.092666:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:1.0:1763354563.092669:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.094618:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.094631:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.094635:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.094637:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.094646:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.094659:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 472 into portal 12 MB=0x691a7971cd100 00000400:00000200:0.0:1763354563.094667:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 472/472 into md 0x767b29 [64] + 150040 00000800:00000001:0.0:1763354563.094675:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.094683:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.094685:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.094690:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.094696:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.094699:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.094705:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847b80. 00000100:00000040:0.0:1763354563.094709:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664847b80 x1848998841078016 msgsize 472 00000100:00100000:0.0:1763354563.094714:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.094731:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.094737:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.094741:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.094780:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.094784:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841078016 02000000:00000001:1.0:1763354563.094787:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.094790:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.094792:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.094796:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.094800:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841078016 00000020:00000001:1.0:1763354563.094803:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.094805:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.094808:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.094811:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=464 00000020:00000001:1.0:1763354563.094814:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.094817:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.094821:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.094826:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.094830:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.094833:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000020:00000010:1.0:1763354563.094839:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ac00. 00000020:00000010:1.0:1763354563.094843:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.094848:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b247d0. 00000100:00000040:1.0:1763354563.094854:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.094857:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.094859:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.094862:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.094869:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.094883:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.094895:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.094897:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.094902:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417375 00000100:00000040:1.0:1763354563.094906:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.094909:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143971712 : -123186565579904 : ffff8ff664847b80) 00000100:00000040:1.0:1763354563.094917:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664847b80 x1848998841078016/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.094929:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.094932:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.094935:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.094938:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000100:00100000:1.0:1763354563.094943:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+464:252516:x1848998841078016:12345-192.168.203.48@tcp:55:lfs.0 00000100:00000200:1.0:1763354563.094947:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841078016 00000020:00000001:1.0:1763354563.094951:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.094954:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.094959:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e381a80: xid 1848998841077504, transno 21475214448, client gen 10, slot idx 0 00000001:00000001:1.0:1763354563.094979:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e3816c0: xid 1848998841074944, transno 21475214447, client gen 10, slot idx 1 00000001:00000010:1.0:1763354563.094984:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e3816c0. 00000020:00000001:1.0:1763354563.094989:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.094991:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.094993:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707744 : -1045843872 : ffffffffc1a9b060) 00000020:00000001:1.0:1763354563.094996:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.094999:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841078016, found 0 last_xid 1848998841078015 00000020:00000001:1.0:1763354563.095002:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.095004:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.095007:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.095010:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.095015:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.095019:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:1.0:1763354563.095021:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.095024:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.095027:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.095029:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.095062:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff6701e1c00. 02000000:00000001:1.0:1763354563.095066:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.095068:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.095074:0:6519:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:1.0:1763354563.095078:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.095081:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.095083:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095085:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.095087:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.095089:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095091:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.095092:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.095094:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095096:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.095098:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.095100:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095101:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.095103:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.095105:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095106:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.095108:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.095110:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095112:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.095113:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.095118:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.095123:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.095126:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.095128:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.095130:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.095133:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.095134:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.095136:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.095138:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.095141:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.095146:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.095148:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.095155:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 4 00010000:00000001:1.0:1763354563.095158:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.095161:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.095166:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.095170:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.095173:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222ca90d to hash 00000020:00000001:1.0:1763354563.095176:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.095177:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:1.0:1763354563.095184:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354563.095187:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.095190:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.095192:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.095196:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.095206:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.095210:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.095213:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.095215:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.095218:0:6519:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354563.095223:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.095230:0:6519:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354563.095232:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.095235:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.095236:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.095238:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.095241:0:6519:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354563.095244:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 4/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000040:1.0:1763354563.095252:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 4 00010000:00000040:1.0:1763354563.095255:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.095258:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000040:1.0:1763354563.095265:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.095274:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.095280:0:6519:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354563.095283:0:6519:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 4/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000010:1.0:1763354563.095290:0:6519:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.095293:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.095299:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.095301:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.095303:0:6519:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.095306:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.095308:0:6519:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.095310:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.095313:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.095314:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354563.095317:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.095319:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.095321:0:6519:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354563.095323:0:6519:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354563.095327:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:1.0:1763354563.095331:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1763354563.095334:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.095336:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.095340:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.095346:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff542c3ba00. 00000100:00000001:1.0:1763354563.095352:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.095358:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.095372:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 464 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000001:1.0:1763354563.095381:0:6519:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.095384:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.095388:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.095398:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.095401:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.095406:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1848998542702976:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.095410:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.095414:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.095417:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.095420:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.095424:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff67ed95400. 02000000:00000001:1.0:1763354563.095426:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.095431:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.095437:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa770. 00000100:00000200:1.0:1763354563.095443:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542702976, portal 16 00000100:00000001:1.0:1763354563.095446:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.095448:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000100:00000040:1.0:1763354563.095453:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.095461:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.095464:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.095467:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa110. 00000100:00000200:1.0:1763354563.095470:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542702976, offset 0 00000400:00000200:1.0:1763354563.095476:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.095484:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.095489:0:6519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.095493:0:6519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.095496:0:6519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.095499:0:6519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.095503:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556501:1556501:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556497:1556497:8:4294967295] 00000400:00000200:1.0:1763354563.095514:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.095520:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.095524:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.095542:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.095553:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.095557:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.095574:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.095578:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306886171 00000100:00000001:1.0:1763354563.095586:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886135 00000100:00000001:1.0:1763354563.095590:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306886171 00000100:00000001:1.0:1763354563.095594:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886135 00000100:00000001:1.0:1763354563.095598:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306886171 00000100:00000001:1.0:1763354563.095602:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886135 00000100:00000001:1.0:1763354563.095607:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306886171 00000100:00000001:1.0:1763354563.095611:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886135 00000100:00000001:1.0:1763354563.095616:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.095619:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.095622:0:6519:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.095624:0:6519:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.095627:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.095629:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.095631:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.095632:0:6519:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.095634:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.095637:0:6519:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.095640:0:6519:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.095642:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.095644:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.095647:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.095651:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.095654:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.095690:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.095706:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.095711:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.095716:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.095720:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa110 00000400:00000010:0.0:1763354563.095732:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa110. 00000100:00000001:0.0:1763354563.095736:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.095742:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.095760:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.095764:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.095772:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.095774:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.097512:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.097520:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.097521:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.097525:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2ec8. 00000400:00000200:1.0:1763354563.097530:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa770 00000400:00000010:1.0:1763354563.097532:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa770. 00000100:00000001:1.0:1763354563.097536:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.097542:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.097552:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.097565:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.097567:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.097570:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.097573:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.097575:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.097577:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.097580:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.097586:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354563.097590:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.097593:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.097595:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.097598:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.097601:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.097605:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.097610:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.097618:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.097620:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.097623:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.097626:0:6519:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354563.097628:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.097630:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.097632:0:6519:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.097636:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.097646:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1848998542702976:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.097651:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.097653:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.097656:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.097658:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.097661:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542702976/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.097669:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.097671:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.097674:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff67ed95400. 02000000:00000001:1.0:1763354563.097678:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.097680:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.097682:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763354563.097685:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.097687:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff542c3ba00. 02000000:00000001:1.0:1763354563.097693:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.097696:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.097698:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:1.0:1763354563.097705:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.097707:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.097709:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.097712:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.097713:0:6519:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.097717:0:6519:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1880. 00010000:00000001:1.0:1763354563.097721:0:6519:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.097724:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.097726:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.097730:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763354563.097734:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000800:00000001:0.0:1763354563.097884:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.097891:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.097894:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.097896:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.097902:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.097912:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cd180 00000400:00000200:0.0:1763354563.097919:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0d89 [2] + 1640 00000800:00000001:0.0:1763354563.097924:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.097931:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.097934:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.097938:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.097944:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.097947:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.097953:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31a300. 00000100:00000040:0.0:1763354563.097957:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31a300 x1848998841078144 msgsize 328 00000100:00100000:0.0:1763354563.097962:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.097989:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.097995:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.097999:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.098028:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.098031:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841078144 02000000:00000001:3.0:1763354563.098058:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.098059:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.098061:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.098065:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.098068:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841078144 00000020:00000001:3.0:1763354563.098071:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.098078:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354563.098081:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.098085:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=465 00000020:00000001:3.0:1763354563.098087:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354563.098090:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354563.098094:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.098099:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.098103:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.098106:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.098113:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.098119:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c00. 00000020:00000010:3.0:1763354563.098123:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354563.098131:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.098134:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.098135:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.098138:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.098141:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098142:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.098147:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.098148:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.098149:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354563.098151:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354563.098153:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:3.0:1763354563.098158:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 465 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000001:3.0:1763354563.098163:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.098164:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.098165:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.098166:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.098172:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.098177:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b31a300 x1848998841078144/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.098185:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.098186:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.098200:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.098213:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.098215:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.098221:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6339 00000100:00000040:3.0:1763354563.098225:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:3.0:1763354563.098228:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255982848 : -123186453568768 : ffff8ff66b31a300) 00000100:00000040:3.0:1763354563.098235:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31a300 x1848998841078144/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.098243:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.098247:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.098249:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.098252:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.098258:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+465:2403:x1848998841078144:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.098263:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841078144 00010000:00000001:3.0:1763354563.098265:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.098268:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.098270:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.098275:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.098277:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.098281:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d800. 02000000:00000001:3.0:1763354563.098284:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.098286:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098289:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.098291:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.098293:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.098294:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.098296:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354563.098298:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354563.098301:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000040:3.0:1763354563.098305:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 5 00000004:00000001:3.0:1763354563.098309:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354563.098313:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 465 pid: 6519 timeout: 12317 lvb_type: 0 00000100:00001000:3.0:1763354563.098321:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.098324:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.098327:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.098328:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.098330:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 465 pid: 6519 timeout: 12317 lvb_type: 0 00000020:00000001:3.0:1763354563.098336:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.098338:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.098339:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.098340:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098345:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.098347:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.098352:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.098354:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.098356:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.098358:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.098361:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222ca8ea from hash 00010000:00000001:3.0:1763354563.098363:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.098365:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.098366:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.098367:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.098373:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.098375:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098377:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.098379:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.098383:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca8ea lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41209 expref: 465 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000040:3.0:1763354563.098391:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:3.0:1763354563.098394:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00010000:00000010:3.0:1763354563.098397:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43280. 00010000:00000001:3.0:1763354563.098405:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.098407:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.098410:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.098412:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:3.0:1763354563.098417:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.098422:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.098424:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.098425:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.098427:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.098428:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.098430:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.098432:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.098434:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.098438:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.098440:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.098442:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.098444:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.098446:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 4 00010000:00000040:3.0:1763354563.098450:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.098453:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000040:3.0:1763354563.098461:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.098467:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.098470:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.098472:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.098473:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098475:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.098476:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.098479:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.098483:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.098486:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.098491:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7480. 00000100:00000001:3.0:1763354563.098494:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093568 : -123186097458048 : ffff8ff6806b7480) 00000100:00000001:3.0:1763354563.098496:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093568 : -123186097458048 : ffff8ff6806b7480) 00000100:00000001:3.0:1763354563.098498:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.098500:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.098502:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.098504:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.098517:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098519:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.098521:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.098522:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.098524:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.098526:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.098529:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.098531:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.098533:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.098535:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7480. 00000100:00000001:3.0:1763354563.098538:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.098540:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.098543:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:3.0:1763354563.098547:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.098549:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.098552:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763354563.098555:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.098557:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.098562:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.098569:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00010000:00000001:1.0:1763354563.098569:0:6519:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.098575:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00000001:3.0:1763354563.098578:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.098585:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.098588:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1763354563.098590:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:1.0:1763354563.098592:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1763354563.098595:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1763354563.098596:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763354563.098601:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.098601:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.098605:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354563.098607:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1763354563.098609:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000100:00000040:3.0:1763354563.098615:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:1.0:1763354563.098616:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000400:00000010:3.0:1763354563.098622:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121110. 00010000:00000001:1.0:1763354563.098622:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.098627:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1763354563.098630:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841078144, offset 224 00010000:00000001:1.0:1763354563.098631:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.098635:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.098641:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000004:00000001:1.0:1763354563.098641:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.098647:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1763354563.098655:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:1.0:1763354563.098656:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1763354563.098666:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556502:1556502:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556498:1556498:8:4294967295] 00000004:00000001:1.0:1763354563.098674:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.098681:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:3.0:1763354563.098682:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000001:00000001:1.0:1763354563.098686:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763354563.098690:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1763354563.098693:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000002:1.0:1763354563.098696:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.098700:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354563.098701:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000004:20000000:1.0:1763354563.098704:0:6519:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200002344:0x19e22:0x0]flags=0x2 00000004:00000001:1.0:1763354563.098709:0:6519:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000800:00000200:3.0:1763354563.098713:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:1.0:1763354563.098715:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354563.098719:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763354563.098721:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.098723:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354563.098726:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:3.0:1763354563.098727:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000001:1.0:1763354563.098729:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.098733:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000800:00000200:3.0:1763354563.098735:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1763354563.098737:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.098742:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.098745:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.098748:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.098755:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354563.098757:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.098757:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354563.098764:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.098768:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.098769:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 2/0,0 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.098771:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.098781:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31a300 x1848998841078144/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.098782:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.098786:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.098792:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.098798:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000100:00100000:3.0:1763354563.098804:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+464:2403:x1848998841078144:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 554us (840us total) trans 0 rc 0/0 00010000:00010000:1.0:1763354563.098809:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.098815:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.098818:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:3.0:1763354563.098820:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6339 00010000:00010000:1.0:1763354563.098823:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000100:00000040:3.0:1763354563.098825:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354563.098831:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1763354563.098834:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.098837:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.098839:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.098841:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:1.0:1763354563.098843:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.098845:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000100:00000001:3.0:1763354563.098848:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1763354563.098850:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:3.0:1763354563.098856:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c00. 00010000:00010000:1.0:1763354563.098856:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 4/0,0 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.098865:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1763354563.098866:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354563.098867:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000004:00000001:1.0:1763354563.098867:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.098871:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354563.098874:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000020:00000010:3.0:1763354563.098876:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00010000:00000001:1.0:1763354563.098877:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.098881:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1763354563.098882:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1763354563.098886:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00010000:00000001:1.0:1763354563.098886:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.098891:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.098892:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.098892:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:1.0:1763354563.098896:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222ca90d from hash 00010000:00000001:1.0:1763354563.098901:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1763354563.098902:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121110 00010000:00000001:1.0:1763354563.098904:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1763354563.098907:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121110. 00010000:00000001:1.0:1763354563.098908:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.098911:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1763354563.098914:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1763354563.098916:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:0.0:1763354563.098918:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763354563.098920:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.098925:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.098928:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.098929:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.098932:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:1.0:1763354563.098936:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:1.0:1763354563.098939:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.098941:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.098943:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.098945:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.098948:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.098949:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.098951:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.098953:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.098955:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.098959:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 2/0,0 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.098981:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.098982:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.098984:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.098985:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.098987:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.098989:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca90d lrc: 0/0,0 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000010:1.0:1763354563.098996:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354563.099001:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.099003:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.099005:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354563.099007:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354563.099009:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763354563.099013:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.099016:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.099018:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.099021:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763354563.099025:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 0, xid 1848998841078016 00010000:00000001:1.0:1763354563.099028:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.099111:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664847b80 x1848998841078016/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.099121:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.099124:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.099128:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.099132:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.099134:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.099137:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.099140:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.099142:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.099146:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.099150:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.099174:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b6e8. 00000100:00000200:0.0:1763354563.099180:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841078016, offset 224 00000400:00000200:0.0:1763354563.099187:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.099195:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.099200:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556503:1556503:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556499:1556499:8:4294967295] 00000400:00000200:0.0:1763354563.099209:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.099213:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.099218:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff650026100. 00000800:00000200:0.0:1763354563.099222:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.099227:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.099230:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff650026100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.099253:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.099257:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.099260:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.099262:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.099265:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.099272:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847b80 x1848998841078016/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.099283:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+463:252516:x1848998841078016:12345-192.168.203.48@tcp:55:lfs.0 Request processed in 4353us (4571us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763354563.099293:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417375 00000100:00000040:0.0:1763354563.099297:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354563.099300:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.099302:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.099306:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:0.0:1763354563.099311:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b247d0. 00000020:00000010:0.0:1763354563.099315:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ac00. 00000020:00000040:0.0:1763354563.099321:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00000100:00000001:0.0:1763354563.099324:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.101324:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.101336:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.101339:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.101341:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.101350:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.101361:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971cd200 00000400:00000200:0.0:1763354563.101369:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 4920 00000800:00000001:0.0:1763354563.101377:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.101387:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.101390:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.101395:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.101401:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.101403:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.101409:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318a80. 00000100:00000040:0.0:1763354563.101412:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318a80 x1848998841078272 msgsize 440 00000100:00100000:0.0:1763354563.101415:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.101428:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.101435:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.101438:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.101468:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.101472:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841078272 02000000:00000001:1.0:1763354563.101474:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.101476:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.101478:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.101482:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.101485:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841078272 00000020:00000001:1.0:1763354563.101487:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.101488:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.101490:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.101493:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354563.101495:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.101496:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.101499:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.101504:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.101506:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.101508:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000020:00000010:1.0:1763354563.101514:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.101518:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.101522:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.101527:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.101529:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.101530:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.101532:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.101537:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.101551:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.101559:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.101560:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.101565:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85157 00000100:00000040:1.0:1763354563.101567:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.101569:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255976576 : -123186453575040 : ffff8ff66b318a80) 00000100:00000040:1.0:1763354563.101575:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318a80 x1848998841078272/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.101582:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.101585:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.101587:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.101589:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000100:00100000:1.0:1763354563.101593:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841078272:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:1.0:1763354563.101596:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841078272 00000020:00000001:1.0:1763354563.101599:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.101602:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.101604:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.101606:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.101607:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:1.0:1763354563.101610:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.101613:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.101614:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.101616:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.101619:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.101621:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.101623:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.101625:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.101626:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.101628:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.101629:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.101631:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.101632:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.101633:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.101635:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.101636:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.101637:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.101638:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.101640:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.101641:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.101644:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.101646:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.101649:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff6701e2400. 02000000:00000001:1.0:1763354563.101651:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.101652:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.101654:0:74509:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763354563.101656:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.101658:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.101664:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00002000:00000001:1.0:1763354563.101665:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00002000:00000001:1.0:1763354563.101668:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.101671:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.101673:0:74509:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763354563.101675:0:74509:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763354563.101679:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1b5 for inode 2347 00000020:00000002:1.0:1763354563.101683:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00000020:00000001:1.0:1763354563.101686:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.101691:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.101694:0:74509:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.101697:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841078272 00010000:00000001:1.0:1763354563.101700:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.101706:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b318a80 x1848998841078272/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.101715:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.101717:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.101721:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.101725:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.101729:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.101731:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.101734:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.101736:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.101739:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.101742:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.101747:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa770. 00000100:00000200:1.0:1763354563.101751:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841078272, offset 224 00000400:00000200:1.0:1763354563.101756:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.101763:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.101767:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556504:1556504:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556500:1556500:8:4294967295] 00000400:00000200:1.0:1763354563.101776:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.101780:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.101784:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.101788:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.101792:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.101795:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.101810:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.101813:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.101815:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.101816:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.101818:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.101821:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318a80 x1848998841078272/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.101829:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841078272:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 244us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.101836:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85157 00000100:00000040:1.0:1763354563.101838:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.101840:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.101842:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.101846:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.101849:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.101851:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00000020:00000040:1.0:1763354563.101855:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354563.101857:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.101910:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.101915:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.101921:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.101926:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.101930:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa770 00000400:00000010:0.0:1763354563.101932:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa770. 00000100:00000001:0.0:1763354563.101936:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.101938:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.103885:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.103889:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841078400 02000000:00000001:0.0:1763354563.103891:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.103892:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.103894:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.103896:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.103899:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841078400 00000020:00000001:0.0:1763354563.103901:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.103902:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.103904:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.103906:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=463 00000020:00000001:0.0:1763354563.103908:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.103909:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.103912:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.103916:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.103918:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.103920:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.103925:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177e00. 00000020:00000010:0.0:1763354563.103929:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee200. 00000020:00000010:0.0:1763354563.103934:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf0c8. 00000100:00000040:0.0:1763354563.103942:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.103945:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.103947:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.103949:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.103955:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.103974:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.103987:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.103989:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.103995:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417376 00000100:00000040:0.0:1763354563.103999:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.104001:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370717312 : -123186338834304 : ffff8ff672085880) 00000100:00000040:0.0:1763354563.104007:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085880 x1848998841078400/t0(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.104014:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.104017:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.104018:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.104020:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.104023:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+463:252516:x1848998841078400:12345-192.168.203.48@tcp:61:lfs.0 00000100:00000200:0.0:1763354563.104026:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841078400 00000020:00000001:0.0:1763354563.104028:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.104030:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.104063:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104067:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000010:3.1:1763354563.104069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:0.0:1763354563.104070:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708032 : -1045843584 : ffffffffc1a9b180) 00010000:00000010:1.1:1763354563.104076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:0.0:1763354563.104077:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.104081:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841078400, found 0 last_xid 1848998841078399 00000020:00000001:0.0:1763354563.104084:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.104087:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.104089:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.104092:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.104096:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.104100:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:0.0:1763354563.104103:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104106:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.104109:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.104111:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.104116:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66c28dc00. 02000000:00000001:0.0:1763354563.104118:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.104121:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104124:0:6519:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:0.0:1763354563.104128:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.104130:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1763354563.104132:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.104133:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.104135:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b7200 refcount=3 00000020:00000001:0.0:1763354563.104137:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261868544 : -123186447683072 : ffff8ff66b8b7200) 00010000:00000001:0.0:1763354563.104139:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261868544 : -123186447683072 : ffff8ff66b8b7200) 00010000:00000040:0.0:1763354563.104142:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052400 count: 2 00000004:00000001:0.0:1763354563.104144:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354563.104146:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.104149:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.104151:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.104152:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104154:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104158:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.104159:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.104165:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104166:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104168:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.104170:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.104172:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b7200 with handle 0x4a8bb634222ca7af from hash 00010000:00000001:0.0:1763354563.104174:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.104175:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104176:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104176:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.104180:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.104182:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104183:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.104184:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.104188:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66b8b7200/0x4a8bb634222ca7af lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41176 expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.104196:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 455 00000020:00000040:0.0:1763354563.104198:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00010000:00000010:0.0:1763354563.104200:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43f80. 00010000:00000001:0.0:1763354563.104206:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104207:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.104208:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.104209:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5460e2000 refcount=3 00000020:00000001:0.0:1763354563.104211:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882337931264 : -123191371620352 : ffff8ff5460e2000) 00010000:00000001:0.0:1763354563.104212:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882337931264 : -123191371620352 : ffff8ff5460e2000) 00010000:00000001:0.0:1763354563.104214:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.104216:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.104218:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff58b052400) 00010000:00000001:0.0:1763354563.104221:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104223:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104224:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763354563.104226:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052400 count: 0 00010000:00000010:0.0:1763354563.104230:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66c563000. 00010000:00000040:0.0:1763354563.104233:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00000004:00000001:0.0:1763354563.104234:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354563.104235:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.104236:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.104236:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.104237:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104238:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104240:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.104241:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.104243:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104244:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104245:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.104246:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.104247:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5460e2000 with handle 0x4a8bb634222ca8a4 from hash 00010000:00000001:0.0:1763354563.104249:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.104249:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104250:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104251:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.104252:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.104253:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104254:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.104255:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.104257:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5460e2000/0x4a8bb634222ca8a4 lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411d1 expref: 462 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.104262:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 454 00000020:00000040:0.0:1763354563.104263:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 461 00010000:00000010:0.0:1763354563.104264:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43500. 00010000:00000001:0.0:1763354563.104267:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104267:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.104268:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.104269:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00000001:0.0:1763354563.104271:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104272:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104273:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.104275:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.104276:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1763354563.104278:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.104279:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e21:0x0] 00000020:00000001:0.0:1763354563.104281:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.104284:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262122072 : -123191447429544 : ffff8ff541895e58) 00000004:00000001:0.0:1763354563.104287:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262121984 : -123191447429632 : ffff8ff541895e00) 00000004:00000001:0.0:1763354563.104292:0:6519:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763354563.104298:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763354563.104300:0:6519:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104302:0:6519:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104304:0:6519:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763354563.104307:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763354563.104309:0:6519:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104311:0:6519:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104314:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763354563.104318:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.104320:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.104324:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 2 00010000:00000001:0.0:1763354563.104327:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.104331:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.104335:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8a00. 00000020:00000001:0.0:1763354563.104337:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.104339:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8a00 with handle 0x4a8bb634222ca914 to hash 00000020:00000001:0.0:1763354563.104341:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.104342:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000010:0.0:1763354563.104346:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927400. 00010000:00000001:0.0:1763354563.104349:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354563.104352:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.104354:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.104357:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.104364:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.104367:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.104375:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.104377:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.104379:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104382:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.104383:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104386:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.104388:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.104390:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.104392:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.104395:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 2 00010000:00000040:0.0:1763354563.104399:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.104402:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763354563.104409:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.104415:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.104418:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.104419:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104422:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.104423:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104425:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104428:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.104431:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.104434:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.104436:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.104441:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.104443:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104444:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104445:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.104447:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.104449:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8a00 refcount=3 00000020:00000001:0.0:1763354563.104451:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354563.104453:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354563.104455:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104456:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.104458:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104460:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763354563.104462:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.104463:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.104469:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439800. 00010000:00000010:0.0:1763354563.104472:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee080. 00010000:00000001:0.0:1763354563.104476:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.104478:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9800. 00000020:00000001:0.0:1763354563.104480:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.104482:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9800 with handle 0x4a8bb634222ca91b to hash 00000020:00000001:0.0:1763354563.104484:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.104486:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000010:0.0:1763354563.104489:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927d00. 00010000:00000001:0.0:1763354563.104491:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354563.104494:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.104496:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.104499:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.104505:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.104507:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.104508:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.104509:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.104510:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104511:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.104512:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104514:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.104515:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.104515:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.104516:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.104518:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) refcount = 1 00010000:00010000:0.0:1763354563.104520:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.104522:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.104524:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.104525:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104526:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.104527:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.104528:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.104529:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.104531:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.104532:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.104533:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.104536:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.104537:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104538:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.104539:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.104540:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.104541:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000020:00000001:0.0:1763354563.104543:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354563.104545:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354563.104546:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.104547:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.104548:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104551:0:6519:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:0.0:1763354563.104554:0:6519:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:0.0:1763354563.104556:0:6519:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763354563.104558:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354563.104564:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0120. 00080000:00000001:0.0:1763354563.104567:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.104570:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177600. 00080000:00000001:0.0:1763354563.104573:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00000004:00000001:0.0:1763354563.104575:0:6519:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763354563.104578:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.104581:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763354563.104584:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff67ca68ec0. 00000004:00000001:0.0:1763354563.104586:0:6519:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104587:0:6519:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763354563.104588:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.104589:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763354563.104591:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff67ca68f40. 00000004:00000001:0.0:1763354563.104592:0:6519:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.104595:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff67cba17c0. 00000004:00000001:0.0:1763354563.104596:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.104609:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1763354563.104611:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff67cba1de0. 00000004:00000001:0.0:1763354563.104612:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.104615:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.104618:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104620:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104623:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.104624:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00000004:00000001:0.0:1763354563.104627:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104629:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104632:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104633:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104634:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.104635:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00000004:00000001:0.0:1763354563.104637:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104638:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104641:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763354563.104642:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354563.104647:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354563.104648:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.104649:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00080000:00000001:0.0:1763354563.104651:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.104655:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.104657:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68e40. 00080000:00000001:0.0:1763354563.104659:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104660:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.104668:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104669:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104674:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104680:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763354563.104682:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763354563.104686:0:6519:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff58e25b540. 00000004:00000010:0.0:1763354563.104690:0:6519:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff58f149ea0. 00000004:00000010:0.0:1763354563.104693:0:6519:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff58f149cf8. 00000004:00000010:0.0:1763354563.104697:0:6519:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff8ff58f149a30. 00000004:00000010:0.0:1763354563.104699:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff55e381000. 00000004:00000001:0.0:1763354563.104702:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104703:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.104704:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00080000:00000001:0.0:1763354563.104706:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.104708:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e22:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:0.0:1763354563.104725:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff643deed00. 00000004:00000001:0.0:1763354563.104729:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104730:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104732:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104735:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763354563.104736:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763354563.104738:0:6519:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff58e259aa0. 00000004:00000010:0.0:1763354563.104741:0:6519:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff58f149108. 00000004:00000010:0.0:1763354563.104742:0:6519:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff58f1497a0. 00000004:00000010:0.0:1763354563.104744:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff67224d0c0. 00000004:00000001:0.0:1763354563.104746:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104747:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.104748:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00080000:00000001:0.0:1763354563.104749:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.104750:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e21:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:0.0:1763354563.104755:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff643deef80. 00000004:00000001:0.0:1763354563.104757:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104758:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104760:0:6519:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763354563.104762:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104764:0:6519:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763354563.104765:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104766:0:6519:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:0.0:1763354563.104769:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354563.104771:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.104775:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.104777:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214449, last_committed = 21475214447 00000001:00000010:0.0:1763354563.104779:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0300. 00000001:00000040:0.0:1763354563.104781:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 2 00000020:00000040:0.0:1763354563.104782:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=462 00000001:00000010:0.0:1763354563.104786:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5970ad9c0. 00000004:00000001:0.0:1763354563.104791:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354563.104792:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.104793:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697497600 : -123190012054016 : ffff8ff597177600) 00000004:00000001:0.0:1763354563.104808:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354563.104810:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5970ad9c0: xid 1848998841078400, transno 21475214449, tag 0, client gen 10, slot idx 1 00000001:00000001:0.0:1763354563.104813:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.104818:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68e40. 00040000:00000001:0.0:1763354563.104821:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.104823:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.104825:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.104826:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0120. 00000020:00000001:0.0:1763354563.104829:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.104831:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.104833:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.104834:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff67cba17c0. 00000020:00000010:0.0:1763354563.104836:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff67cba1de0. 00200000:00000001:0.0:1763354563.104837:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354563.104839:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0120. 00080000:00000001:0.0:1763354563.104840:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.104842:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597176a00. 00080000:00000001:0.0:1763354563.104844:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697494528 : -123190012057088 : ffff8ff597176a00) 00000004:00000001:0.0:1763354563.104845:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.104848:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354563.104849:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354563.104852:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763354563.104854:0:6519:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.104856:0:6519:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763354563.104859:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff5970adc00. 00000004:00000001:0.0:1763354563.104861:0:6519:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763354563.104863:0:6519:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff5555a0c78. 00000004:00000010:0.0:1763354563.104865:0:6519:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff5555a0768. 00000020:00000001:0.0:1763354563.104868:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763354563.104873:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c5e8d50. 00000004:00000001:0.0:1763354563.104877:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763354563.104879:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.104880:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786042792 : -123189923508824 : ffff8ff59c5e8da8) 00000004:00000001:0.0:1763354563.104882:0:6519:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104884:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763354563.104885:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104887:0:6519:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104888:0:6519:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763354563.104890:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354563.104893:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763354563.104897:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff5970ad6c0. 00000004:00000010:0.0:1763354563.104899:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354563.104902:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451ac000. 00000020:00000001:0.0:1763354563.104905:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354563.104907:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104909:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354563.104911:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354563.104913:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000403:0x53d6:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763354563.104916:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451ac000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763354563.104919:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31ad80. 00000020:00000040:0.0:1763354563.104922:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67c840800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763354563.104925:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.104927:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.104931:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.104936:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176e00. 00000100:00000001:0.0:1763354563.104940:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104943:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.104945:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.104946:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.104948:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354563.104950:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.104955:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5970ad540. 00000100:00000001:0.0:1763354563.104958:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883696670016 : -123190012881600 : ffff8ff5970ad540) 00000100:00000001:0.0:1763354563.104960:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.104962:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000001:0.0:1763354563.104982:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354563.104987:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.104990:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.104992:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.104998:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105008:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.105011:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.105014:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.105018:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.105021:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.105024:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66b31ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703104:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.105028:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.105072:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.105075:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.105078:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.105084:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff5559ce000. 02000000:00000001:0.0:1763354563.105086:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.105091:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354563.105095:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5970adf00. 00000100:00000200:0.0:1763354563.105100:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542703104, portal 4 00000100:00000001:0.0:1763354563.105102:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.105103:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000040:0.0:1763354563.105109:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105115:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.105118:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.105121:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354563.105123:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542703104, offset 0 00000400:00000200:0.0:1763354563.105127:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.105135:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.105142:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a78553fa00 00000400:00000200:0.0:1763354563.105148:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fd3c5 [256] + 816 00000400:00000200:0.0:1763354563.105154:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.105156:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.105161:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.105163:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.105167:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31b100. 00000100:00000040:0.0:1763354563.105169:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31b100 x1848998542703104 msgsize 328 00000100:00100000:0.0:1763354563.105173:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.105188:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.105196:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b5d8 00000400:00000010:0.0:1763354563.105199:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b5d8. 00000100:00000001:0.0:1763354563.105203:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.105208:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105218:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.105223:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105231:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.105234:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.105242:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.105250:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 7082 usecs (8 jiffies) 00000100:00000001:0.0:1763354563.105258:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306885073 00000100:00000001:0.0:1763354563.105267:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.105273:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306885073 00000100:00000001:0.0:1763354563.105279:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.105285:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306885073 00000100:00000001:0.0:1763354563.105292:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.105297:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306885073 00000100:00000001:0.0:1763354563.105302:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.105310:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.105318:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.105325:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.105328:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.105335:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5970ad540 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.105339:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.105344:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.105677:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.105684:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.105689:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.105695:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354563.105702:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5970adf00 00000400:00000010:0.0:1763354563.105708:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5970adf00. 00000100:00000001:0.0:1763354563.105716:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.105726:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.105738:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105746:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.105748:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.105750:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.105753:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.105762:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.105763:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.105766:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.105772:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840d78 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354563.105776:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.105779:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.105781:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.105783:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.105786:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.105790:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354563.105791:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589975982 00000100:00000001:0.0:1763354563.105793:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354563.105795:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.105800:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105808:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.105810:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.105813:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354563.105817:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.105826:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66b31ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703104:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.105830:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.105833:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.105835:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.105838:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.105841:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105848:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354563.105850:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5970ad540. 00000100:00000001:0.0:1763354563.105854:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354563.105855:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.105857:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.105865:0:6519:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff643dee700. 00000004:00000001:0.0:1763354563.105869:0:6519:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763354563.105872:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.105876:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66b31ad80 x1848998542703104/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.105884:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.105886:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.105889:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff5559ce000. 02000000:00000001:0.0:1763354563.105893:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.105895:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.105897:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff67c840800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763354563.105899:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.105902:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176e00. 02000000:00000001:0.0:1763354563.105905:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.105907:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.105908:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31ad80. 00000100:00000001:0.0:1763354563.105912:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.105913:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354563.105916:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5451ac000. 00000004:00000010:0.0:1763354563.105919:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354563.105922:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff5970ad6c0. 00000004:00000001:0.0:1763354563.105926:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.105928:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.105930:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354563.105934:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.105936:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.105940:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.105944:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.105946:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.105948:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.105951:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:0.0:1763354563.105954:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.105957:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763354563.105960:0:6519:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763354563.105962:0:6519:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff5970ad6c0. 00000004:00000001:0.0:1763354563.105982:0:6519:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620883696670400 : -123190012881216 : ffff8ff5970ad6c0) 00000020:00000010:0.0:1763354563.105987:0:6519:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff5970ad540. 00000020:00000010:0.0:1763354563.105992:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff650026100. 00000020:00000010:0.0:1763354563.105996:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff67dacb000. 00000020:00000001:0.0:1763354563.106000:0:6519:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620883696670400 : -123190012881216 : ffff8ff5970ad6c0) 00000004:00000001:0.0:1763354563.106003:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883696670400 : -123190012881216 : ffff8ff5970ad6c0) 00000004:00000010:0.0:1763354563.106007:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff5970adf00. 00000004:00000010:0.0:1763354563.106010:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354563.106014:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451ac000. 00000004:00000001:0.0:1763354563.106016:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106018:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106020:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106023:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106028:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763354563.106031:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=954439, bavail=897852, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259337, state=0 00000004:00000001:0.0:1763354563.106058:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.106061:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763354563.106062:0:6519:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763354563.106065:0:6519:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.106070:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad540 refcount 4 committed 0 result 0 batchid 17179869772 00000020:00000040:0.0:1763354563.106074:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacb000 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff5970ad6c0 00000020:00000040:0.0:1763354563.106077:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff650026100 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff597176a00 00000020:00000040:0.0:1763354563.106082:0:6519:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000040:00000001:0.0:1763354563.106086:0:6519:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763354563.106089:0:6519:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763354563.106092:0:6519:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763354563.106096:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354563.106098:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354563.106101:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354563.106102:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106104:0:6519:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763354563.106107:0:6519:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763354563.106111:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354563.106114:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x3:0x0] not in the id map cache 00000001:00000001:0.0:1763354563.106118:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.106120:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106122:0:6519:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763354563.106125:0:6519:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763354563.106126:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.106128:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.106129:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.106131:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.106133:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.106134:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.106137:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.106141:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000040:00000001:0.0:1763354563.106147:0:6519:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00080000:00000001:0.0:1763354563.106152:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763354563.106155:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.106157:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.106161:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000040:00000001:0.0:1763354563.106163:0:6519:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106165:0:6519:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106168:0:6519:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106170:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354563.106172:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354563.106174:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.106176:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.106179:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68f40. 00080000:00000001:0.0:1763354563.106181:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.106183:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.106185:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.106186:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106188:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106191:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.106193:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354563.106195:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106197:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354563.106198:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354563.106200:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.106202:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.106204:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.106206:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.106207:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.106209:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.106211:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106212:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106214:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.106216:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354563.106217:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106220:0:6519:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.106222:0:6519:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.106224:0:6519:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:0.0:1763354563.106227:0:6519:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.106230:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354563.106234:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354563.106235:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.106237:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697494528 : -123190012057088 : ffff8ff597176a00) 00080000:00000001:0.0:1763354563.106240:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.106241:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.106244:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68e40. 00080000:00000001:0.0:1763354563.106247:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106248:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.106254:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.106256:0:6519:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106260:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.106262:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354563.106264:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354563.106266:0:6519:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106268:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354563.106271:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.106274:0:6519:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763354563.106276:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.106277:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.106279:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354563.106280:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.106282:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.106283:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.106285:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.106287:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.106288:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.106290:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:0.0:1763354563.106292:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.106294:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354563.106296:0:6519:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883696670400 : -123190012881216 : ffff8ff5970ad6c0) 00000004:00000001:0.0:1763354563.106299:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883696670400 : -123190012881216 : ffff8ff5970ad6c0) 00000020:00000040:0.0:1763354563.106303:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763354563.106306:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763354563.106309:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763354563.106311:0:6519:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000403:0x53d6:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763354563.106315:0:6519:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354563.106317:0:6519:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000403:0x53d6:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354563.106321:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354563.106322:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106326:0:6519:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106328:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106330:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106331:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106333:0:6519:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.106336:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354563.106338:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763354563.106341:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214449 00000001:00000001:0.0:1763354563.106343:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.106346:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214450, last_committed = 21475214447 00000001:00000010:0.0:1763354563.106350:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0d80. 00000001:00000040:0.0:1763354563.106353:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 3 00000020:00000040:0.0:1763354563.106355:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=463 00000001:00000010:0.0:1763354563.106360:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5970ad240. 00000004:00000001:0.0:1763354563.106364:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354563.106366:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.106367:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697494528 : -123190012057088 : ffff8ff597176a00) 00000020:00000040:0.0:1763354563.106371:0:6519:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763354563.106373:0:6519:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763354563.106375:0:6519:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:0.0:1763354563.106384:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354563.106388:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5970ad240: xid 1848998841078400, transno 21475214450, tag 0, client gen 10, slot idx 3 00000001:00000001:0.0:1763354563.106391:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.106394:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354563.106396:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763354563.106400:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68e40. 00080000:00000010:0.0:1763354563.106404:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00080000:00000010:0.0:1763354563.106407:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68f40. 00040000:00000001:0.0:1763354563.106409:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.106411:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.106413:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106416:0:6519:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763354563.106419:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354563.106420:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763354563.106423:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad540 refcount 4 committed 0 result 0 batchid 17179869772 00000020:00000040:0.0:1763354563.106427:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacb000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5970ad6c0 00000020:00000040:0.0:1763354563.106430:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff650026100 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff597176a00 00000020:00000001:0.0:1763354563.106433:0:6519:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763354563.106434:0:6519:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763354563.106436:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354563.106438:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000403:0x53d6:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763354563.106444:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451ac000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763354563.106449:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31ad80. 00000020:00000040:0.0:1763354563.106451:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67c840800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763354563.106455:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.106457:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.106459:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.106463:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176e00. 00000100:00000001:0.0:1763354563.106467:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106470:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.106472:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.106474:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.106477:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354563.106478:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.106482:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5970add80. 00000100:00000001:0.0:1763354563.106484:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883696672128 : -123190012879488 : ffff8ff5970add80) 00000100:00000001:0.0:1763354563.106486:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.106488:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000001:0.0:1763354563.106491:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354563.106494:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.106496:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.106497:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.106502:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66b31ad80 x1848998542703232/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.106510:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.106512:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.106515:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.106516:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.106519:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.106522:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66b31ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703232:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.106525:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.106527:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.106529:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.106531:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.106535:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff5559ce000. 02000000:00000001:0.0:1763354563.106537:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.106540:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354563.106544:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5970ad3c0. 00000100:00000200:0.0:1763354563.106548:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542703232, portal 4 00000100:00000001:0.0:1763354563.106550:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.106551:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000040:0.0:1763354563.106557:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66b31ad80 x1848998542703232/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.106564:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.106567:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.106569:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354563.106571:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542703232, offset 0 00000400:00000200:0.0:1763354563.106575:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.106581:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.106587:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a78553fa80 00000400:00000200:0.0:1763354563.106591:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fd3c5 [256] + 1144 00000400:00000200:0.0:1763354563.106596:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.106599:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.106603:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.106604:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.106608:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318000. 00000100:00000040:0.0:1763354563.106610:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318000 x1848998542703232 msgsize 408 00000100:00100000:0.0:1763354563.106614:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.106627:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.106632:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b5d8 00000400:00000010:0.0:1763354563.106635:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b5d8. 00000100:00000001:0.0:1763354563.106637:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.106641:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66b31ad80 x1848998542703232/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.106650:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.106654:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66b31ad80 x1848998542703232/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.106671:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.106675:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.106686:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.106692:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 7082 usecs (8 jiffies) 00000100:00000001:0.0:1763354563.106707:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306885074 00000100:00000001:0.0:1763354563.106713:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.106720:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306885074 00000100:00000001:0.0:1763354563.106726:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.106735:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306885074 00000100:00000001:0.0:1763354563.106741:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.106746:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306885074 00000100:00000001:0.0:1763354563.106753:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.106758:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.106761:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.106767:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.106772:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.106777:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5970add80 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.106783:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.106788:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107225:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.107234:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.107238:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.107243:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354563.107249:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5970ad3c0 00000400:00000010:0.0:1763354563.107256:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5970ad3c0. 00000100:00000001:0.0:1763354563.107262:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.107269:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66b31ad80 x1848998542703232/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.107285:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66b31ad80 x1848998542703232/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107313:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.107318:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.107322:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.107325:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.107327:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.107329:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.107332:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.107337:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840d78 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354563.107341:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.107344:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.107346:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.107348:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.107351:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107354:0:6519:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763354563.107356:0:6519:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354563.107358:0:6519:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354563.107360:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.107361:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000001:0.0:1763354563.107364:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354563.107366:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589975982 00000100:00000001:0.0:1763354563.107368:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354563.107369:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.107374:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66b31ad80 x1848998542703232/t8589975991(8589975991) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107381:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.107383:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.107384:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354563.107386:0:6519:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763354563.107390:0:6519:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.107394:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31ad80 x1848998542703232/t8589975991(8589975991) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.107401:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66b31ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703232:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.107406:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.107408:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107409:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.107410:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.107412:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66b31ad80 x1848998542703232/t8589975991(8589975991) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107416:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354563.107417:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5970add80. 00000100:00000001:0.0:1763354563.107419:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354563.107420:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107421:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.107423:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66b31ad80 x1848998542703232/t8589975991(8589975991) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107427:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107428:0:6519:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107430:0:6519:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.107431:0:6519:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.107433:0:6519:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.107435:0:6519:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0120. 00000020:00000001:0.0:1763354563.107436:0:6519:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763354563.107440:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354563.107443:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0120. 00080000:00000001:0.0:1763354563.107445:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.107447:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177800. 00080000:00000001:0.0:1763354563.107449:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697498112 : -123190012053504 : ffff8ff597177800) 00000004:00000001:0.0:1763354563.107451:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.107453:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354563.107454:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354563.107456:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763354563.107458:0:6519:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.107460:0:6519:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763354563.107463:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff5970add80. 00000004:00000001:0.0:1763354563.107465:0:6519:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763354563.107467:0:6519:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff5555a0ec0. 00000004:00000010:0.0:1763354563.107468:0:6519:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff5555a0ff0. 00000020:00000001:0.0:1763354563.107471:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763354563.107476:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c5e8238. 00000004:00000001:0.0:1763354563.107480:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763354563.107481:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.107483:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786039952 : -123189923511664 : ffff8ff59c5e8290) 00000004:00000001:0.0:1763354563.107485:0:6519:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107486:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763354563.107487:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107488:0:6519:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107490:0:6519:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763354563.107491:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354563.107493:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763354563.107494:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff5970ad3c0. 00000004:00000010:0.0:1763354563.107496:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba17c0. 00000004:00000010:0.0:1763354563.107499:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451af000. 00000020:00000001:0.0:1763354563.107501:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354563.107502:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107504:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354563.107505:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354563.107506:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x53fa:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763354563.107509:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451af000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763354563.107512:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ad880. 00000020:00000040:0.0:1763354563.107514:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763354563.107516:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.107518:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.107519:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.107522:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176000. 00000100:00000001:0.0:1763354563.107525:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107526:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.107528:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.107529:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107530:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354563.107531:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.107534:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5970adcc0. 00000100:00000001:0.0:1763354563.107535:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883696671936 : -123190012879680 : ffff8ff5970adcc0) 00000100:00000001:0.0:1763354563.107537:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.107538:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629879424 : -123186079672192 : ffff8ff6817ad880) 00000100:00000001:0.0:1763354563.107540:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354563.107542:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107543:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.107544:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.107546:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107551:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.107552:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.107553:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.107554:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.107556:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.107557:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff6817ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703360:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.107559:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.107561:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.107562:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.107563:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.107567:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff5559c8000. 02000000:00000001:0.0:1763354563.107568:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.107570:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354563.107573:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff673a1be40. 00000100:00000200:0.0:1763354563.107576:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542703360, portal 4 00000100:00000001:0.0:1763354563.107577:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.107578:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629879424 : -123186079672192 : ffff8ff6817ad880) 00000100:00000040:0.0:1763354563.107582:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107586:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.107587:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.107589:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354563.107591:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542703360, offset 0 00000400:00000200:0.0:1763354563.107594:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.107598:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.107602:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a78553fb00 00000400:00000200:0.0:1763354563.107611:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fd3c5 [256] + 1552 00000400:00000200:0.0:1763354563.107614:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.107616:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.107619:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.107620:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.107622:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ad180. 00000100:00000040:0.0:1763354563.107624:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817ad180 x1848998542703360 msgsize 328 00000100:00100000:0.0:1763354563.107627:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.107635:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.107639:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b5d8 00000400:00000010:0.0:1763354563.107640:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b5d8. 00000100:00000001:0.0:1763354563.107642:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.107644:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107650:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.107653:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.107658:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107659:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.107662:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.107664:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7498 usecs (8 jiffies) 00000100:00000001:0.0:1763354563.107667:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306885075 00000100:00000001:0.0:1763354563.107670:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.107675:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306885075 00000100:00000001:0.0:1763354563.107678:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.107682:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306885075 00000100:00000001:0.0:1763354563.107686:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.107690:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306885075 00000100:00000001:0.0:1763354563.107694:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.107697:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.107702:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.107708:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.107712:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.107718:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5970adcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.107723:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.107725:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1763354563.107809:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763354563.107819:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000001:0.0:1763354563.108084:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.108090:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.108093:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.108096:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354563.108103:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff673a1be40 00000400:00000010:0.0:1763354563.108107:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff673a1be40. 00000100:00000001:0.0:1763354563.108114:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.108122:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.108141:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108151:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.108154:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.108159:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.108161:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.108164:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.108166:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.108171:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.108174:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826d78 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354563.108180:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.108186:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.108189:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.108193:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.108197:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.108200:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763354563.108203:0:6519:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884944449 gen 3 00000100:00000040:0.0:1763354563.108209:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884944449) req@ffff8ff66ec84a80 x1848998542697344/t12884944448(12884944448) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763354563.108229:0:6519:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff66ec84a80, transno 12884944448 00000100:00000001:0.0:1763354563.108231:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.108232:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887316187776 : -123186393363840 : ffff8ff66ec84a80) 00000100:00000001:0.0:1763354563.108237:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.108239:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec84a80 x1848998542697344/t12884944448(12884944448) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354576 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108244:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.108248:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884944449) req@ffff8ff66f0aaa00 x1848998542697728/t12884944449(12884944449) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354563.108260:0:6519:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763354563.108263:0:6519:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884944449 committed transno 12884944449 00000004:00000010:0.0:1763354563.108267:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6463ea000. 00000004:00000010:0.0:1763354563.108273:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1020. 00000004:00000010:0.0:1763354563.108280:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66d1d7780. 00000004:00000010:0.0:1763354563.108286:0:6519:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff66d1d7b40. 00000004:00000001:0.0:1763354563.108291:0:6519:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763354563.108295:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.108303:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66f0aaa00 x1848998542697728/t12884944449(12884944449) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354576 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108317:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.108321:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.108326:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff671c54000. 02000000:00000001:0.0:1763354563.108334:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.108338:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.108343:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763354563.108350:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.108356:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177200. 02000000:00000001:0.0:1763354563.108363:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.108368:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.108373:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0aaa00. 00000100:00000001:0.0:1763354563.108382:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.108387:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.108394:0:6519:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763354563.108402:0:6519:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1763354563.108407:0:6519:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354563.108408:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.108414:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108419:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.108422:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.108425:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354563.108432:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.108445:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff6817ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703360:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.108453:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.108456:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.108459:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.108463:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.108471:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108495:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354563.108498:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5970adcc0. 00000100:00000001:0.0:1763354563.108503:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354563.108506:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108511:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.108519:0:6519:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff643deea00. 00000004:00000001:0.0:1763354563.108524:0:6519:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763354563.108529:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.108534:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff6817ad880 x1848998542703360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108548:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.108551:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.108554:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff5559c8000. 02000000:00000001:0.0:1763354563.108561:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.108565:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.108568:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763354563.108572:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.108576:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176000. 02000000:00000001:0.0:1763354563.108580:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.108583:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.108586:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ad880. 00000100:00000001:0.0:1763354563.108589:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.108590:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354563.108592:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5451af000. 00000004:00000010:0.0:1763354563.108599:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba17c0. 00000004:00000010:0.0:1763354563.108603:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff5970ad3c0. 00000004:00000001:0.0:1763354563.108609:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.108614:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.108618:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354563.108622:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.108625:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.108628:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.108632:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.108634:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.108636:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.108637:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:0.0:1763354563.108639:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108640:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763354563.108642:0:6519:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763354563.108643:0:6519:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff673a1be40. 00000004:00000001:0.0:1763354563.108645:0:6519:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887397547584 : -123186312004032 : ffff8ff673a1be40) 00000020:00000010:0.0:1763354563.108647:0:6519:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff5970ad3c0. 00000020:00000010:0.0:1763354563.108650:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff67dacbd00. 00000020:00000010:0.0:1763354563.108652:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff65a47c000. 00000020:00000001:0.0:1763354563.108654:0:6519:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887397547584 : -123186312004032 : ffff8ff673a1be40) 00000004:00000001:0.0:1763354563.108655:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887397547584 : -123186312004032 : ffff8ff673a1be40) 00000004:00000010:0.0:1763354563.108657:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff5970adcc0. 00000004:00000010:0.0:1763354563.108664:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba17c0. 00000004:00000010:0.0:1763354563.108667:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451af000. 00000004:00000001:0.0:1763354563.108669:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108671:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108672:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108674:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108678:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763354563.108679:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950972, bavail=894378, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259301, state=0 00000004:00000001:0.0:1763354563.108682:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108684:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763354563.108685:0:6519:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763354563.108687:0:6519:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.108689:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad3c0 refcount 4 committed 0 result 0 batchid 17179869773 00000020:00000040:0.0:1763354563.108691:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff65a47c000 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff673a1be40 00000020:00000040:0.0:1763354563.108693:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacbd00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff597177800 00000020:00000040:0.0:1763354563.108696:0:6519:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000040:00000001:0.0:1763354563.108698:0:6519:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763354563.108699:0:6519:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763354563.108701:0:6519:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763354563.108703:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354563.108704:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354563.108705:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354563.108706:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108707:0:6519:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763354563.108709:0:6519:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763354563.108710:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354563.108712:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x3:0x0] not in the id map cache 00000001:00000001:0.0:1763354563.108715:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.108716:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108717:0:6519:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763354563.108719:0:6519:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763354563.108720:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.108720:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.108721:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.108723:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.108724:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.108725:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108726:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.108729:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000040:00000001:0.0:1763354563.108732:0:6519:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00080000:00000001:0.0:1763354563.108734:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763354563.108736:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.108737:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.108739:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000040:00000001:0.0:1763354563.108741:0:6519:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108742:0:6519:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108744:0:6519:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108745:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354563.108746:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354563.108747:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.108748:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.108750:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68f40. 00080000:00000001:0.0:1763354563.108752:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.108753:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.108753:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.108754:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108755:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108757:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.108758:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354563.108760:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108761:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354563.108762:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354563.108762:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.108763:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.108764:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.108766:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.108766:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.108767:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.108768:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108769:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108770:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.108771:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354563.108772:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108774:0:6519:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354563.108775:0:6519:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.108776:0:6519:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:0.0:1763354563.108778:0:6519:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.108780:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354563.108783:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354563.108784:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.108784:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697498112 : -123190012053504 : ffff8ff597177800) 00080000:00000001:0.0:1763354563.108786:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.108787:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.108788:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68e40. 00080000:00000001:0.0:1763354563.108790:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108791:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.108794:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108795:0:6519:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108797:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.108799:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354563.108800:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354563.108801:0:6519:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108802:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354563.108804:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.108805:0:6519:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763354563.108807:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.108808:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.108809:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354563.108810:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.108811:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.108812:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.108813:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.108814:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.108815:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.108816:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:0.0:1763354563.108817:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108818:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354563.108819:0:6519:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887397547584 : -123186312004032 : ffff8ff673a1be40) 00000004:00000001:0.0:1763354563.108821:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887397547584 : -123186312004032 : ffff8ff673a1be40) 00000020:00000040:0.0:1763354563.108823:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763354563.108825:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763354563.108827:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763354563.108828:0:6519:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000402:0x53fa:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763354563.108830:0:6519:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354563.108832:0:6519:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x53fa:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354563.108834:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354563.108835:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108836:0:6519:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108838:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108839:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108840:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108841:0:6519:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108842:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354563.108844:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763354563.108846:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214450 00000001:00000001:0.0:1763354563.108847:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.108849:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214451, last_committed = 21475214447 00000001:00000010:0.0:1763354563.108851:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0ae0. 00000001:00000040:0.0:1763354563.108854:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 4 00000020:00000040:0.0:1763354563.108855:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=464 00000001:00000010:0.0:1763354563.108859:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095cc0. 00000004:00000001:0.0:1763354563.108862:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354563.108863:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.108864:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697498112 : -123190012053504 : ffff8ff597177800) 00000020:00000040:0.0:1763354563.108866:0:6519:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763354563.108868:0:6519:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763354563.108869:0:6519:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:0.0:1763354563.108874:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354563.108877:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095cc0: xid 1848998841078400, transno 21475214451, tag 0, client gen 10, slot idx 4 00000001:00000001:0.0:1763354563.108879:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.108881:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354563.108882:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763354563.108885:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68e40. 00080000:00000010:0.0:1763354563.108888:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00080000:00000010:0.0:1763354563.108890:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68f40. 00040000:00000001:0.0:1763354563.108891:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.108892:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.108894:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108895:0:6519:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763354563.108897:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354563.108898:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763354563.108899:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad3c0 refcount 4 committed 0 result 0 batchid 17179869773 00000020:00000040:0.0:1763354563.108902:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff65a47c000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff673a1be40 00000020:00000040:0.0:1763354563.108904:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacbd00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff597177800 00000020:00000001:0.0:1763354563.108905:0:6519:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763354563.108906:0:6519:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763354563.108907:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354563.108909:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x53fa:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763354563.108911:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451af000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763354563.108913:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ad880. 00000020:00000040:0.0:1763354563.108915:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763354563.108917:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.108918:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.108919:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.108922:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176000. 00000100:00000001:0.0:1763354563.108924:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108926:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.108927:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.108928:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.108929:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354563.108930:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.108933:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095900. 00000100:00000001:0.0:1763354563.108934:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674112 : -123186405877504 : ffff8ff66e095900) 00000100:00000001:0.0:1763354563.108936:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.108937:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629879424 : -123186079672192 : ffff8ff6817ad880) 00000100:00000001:0.0:1763354563.108939:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354563.108941:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.108943:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.108944:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.108946:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff6817ad880 x1848998542703488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.108951:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.108953:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.108954:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.108956:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.108957:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.108959:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff6817ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703488:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.108960:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.108962:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.108979:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.108981:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.108984:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff5559c8000. 02000000:00000001:0.0:1763354563.108985:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.108988:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354563.108990:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0956c0. 00000100:00000200:0.0:1763354563.108993:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542703488, portal 4 00000100:00000001:0.0:1763354563.108994:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.108995:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629879424 : -123186079672192 : ffff8ff6817ad880) 00000100:00000040:0.0:1763354563.108999:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff6817ad880 x1848998542703488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109003:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.109005:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.109006:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354563.109008:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542703488, offset 0 00000400:00000200:0.0:1763354563.109010:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.109015:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.109018:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a78553fb80 00000400:00000200:0.0:1763354563.109022:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fd3c5 [256] + 1880 00000400:00000200:0.0:1763354563.109025:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.109027:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.109030:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.109031:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.109053:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817adf80. 00000100:00000040:0.0:1763354563.109056:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817adf80 x1848998542703488 msgsize 408 00000100:00100000:0.0:1763354563.109061:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.109071:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.109076:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b5d8 00000400:00000010:0.0:1763354563.109079:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b5d8. 00000100:00000001:0.0:1763354563.109081:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.109086:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6817ad880 x1848998542703488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109094:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.109098:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff6817ad880 x1848998542703488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109106:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109112:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.109121:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.109125:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7497 usecs (8 jiffies) 00000100:00000001:0.0:1763354563.109132:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306885077 00000100:00000001:0.0:1763354563.109137:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.109141:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306885077 00000100:00000001:0.0:1763354563.109146:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.109151:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306885077 00000100:00000001:0.0:1763354563.109153:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.109157:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306885077 00000100:00000001:0.0:1763354563.109160:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.109164:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.109166:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109170:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.109172:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.109176:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095900 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.109180:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.109183:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109510:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.109517:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.109521:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.109524:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354563.109530:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0956c0 00000400:00000010:0.0:1763354563.109535:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0956c0. 00000100:00000001:0.0:1763354563.109541:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.109547:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff6817ad880 x1848998542703488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.109562:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff6817ad880 x1848998542703488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109573:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.109576:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.109579:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.109580:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.109583:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.109586:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.109588:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.109596:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826d78 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354563.109601:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.109605:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.109608:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109609:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.109611:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109613:0:6519:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763354563.109614:0:6519:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354563.109616:0:6519:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354563.109617:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.109618:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629879424 : -123186079672192 : ffff8ff6817ad880) 00000100:00000001:0.0:1763354563.109619:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354563.109620:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944449 00000100:00000001:0.0:1763354563.109622:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354563.109623:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.109626:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff6817ad880 x1848998542703488/t12884944453(12884944453) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109631:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.109633:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.109634:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354563.109635:0:6519:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763354563.109637:0:6519:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.109639:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ad880 x1848998542703488/t12884944453(12884944453) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.109644:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff6817ad880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6519:1848998542703488:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.109647:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.109648:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109649:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.109650:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.109652:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff6817ad880 x1848998542703488/t12884944453(12884944453) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109656:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354563.109657:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095900. 00000100:00000001:0.0:1763354563.109659:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354563.109659:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109661:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.109662:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6817ad880 x1848998542703488/t12884944453(12884944453) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.109666:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.109667:0:6519:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.109668:0:6519:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.109670:0:6519:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.109672:0:6519:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.109673:0:6519:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0120. 00000020:00000001:0.0:1763354563.109675:0:6519:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.109678:0:6519:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.109681:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.109683:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354563.109684:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.109685:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.109686:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.109688:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.109690:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000020:00000001:0.0:1763354563.109691:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354563.109694:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000004:00010000:0.0:1763354563.109697:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000362d1b85 reply state 000000008690cd2e transno 21475214451 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.109705:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354563.109710:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.109712:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109714:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.109716:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.109717:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.109718:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.109720:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) refcount = 1 00010000:00010000:0.0:1763354563.109723:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.109727:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.109728:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.109729:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109731:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.109732:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.109734:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.109735:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) 00010000:00010000:0.0:1763354563.109737:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763354563.109739:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.109741:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109743:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.109744:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354563.109745:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763354563.109747:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.109748:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.109749:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.109750:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.109752:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.109753:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.109753:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.109755:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354563.109755:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.109756:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.109757:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.109757:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.109758:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8a00 refcount=3 00000020:00000001:0.0:1763354563.109760:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354563.109761:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00000004:00010000:0.0:1763354563.109764:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000362d1b85 reply state 000000008690cd2e transno 21475214451 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.109767:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354563.109769:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.109769:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109771:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.109771:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.109773:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.109773:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.109775:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 2 00010000:00000040:0.0:1763354563.109776:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.109778:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763354563.109781:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.109784:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.109785:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.109786:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109787:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.109788:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.109789:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.109790:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:0.0:1763354563.109792:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763354563.109793:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.109795:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.109796:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.109796:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354563.109797:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763354563.109798:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.109799:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.109800:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.109800:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.109801:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.109802:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.109803:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.109805:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.109806:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.109807:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.109808:0:6519:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.109810:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214451, xid 1848998841078400 00010000:00000001:0.0:1763354563.109812:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763354563.109813:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=465 00010000:00000200:0.0:1763354563.109815:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214451, last committed = 21475214447 00010000:00000200:0.0:1763354563.109819:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672085880 x1848998841078400/t21475214451(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.109824:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.109825:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.109827:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.109828:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.109830:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.109831:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.109833:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.109834:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.109836:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.109838:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.109841:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354563.109843:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841078400, offset 224 00000400:00000200:0.0:1763354563.109846:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.109852:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.109857:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556505:1556505:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556501:1556501:8:4294967295] 00000400:00000200:0.0:1763354563.109865:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.109869:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.109874:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534da00. 00000800:00000200:0.0:1763354563.109879:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.109884:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.109887:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.109903:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.109906:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.109907:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.109909:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.109910:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.109913:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085880 x1848998841078400/t21475214451(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.109920:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+465:252516:x1848998841078400:12345-192.168.203.48@tcp:61:lfs.0 Request processed in 5905us (6084us total) trans 21475214451 rc 0/0 00000100:00100000:0.0:1763354563.109927:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417376 00000100:00000040:0.0:1763354563.109929:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354563.109930:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.109932:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763354563.109934:0:6519:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:0.0:1763354563.109936:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee200. 00000020:00000010:0.0:1763354563.109939:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf0c8. 00000020:00000010:0.0:1763354563.109943:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177e00. 00000020:00000040:0.0:1763354563.109945:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00000100:00000001:0.0:1763354563.109947:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763354563.110068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:0.1:1763354563.110079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:0.1:1763354563.110089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e2000. 00080000:00000010:0.1:1763354563.110103:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66c563b80. 00080000:00000010:0.1:1763354563.110110:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66c563280. 00000800:00000001:0.0:1763354563.112850:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.112863:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.112866:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.112869:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.112877:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.112889:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cd380 00000400:00000200:0.0:1763354563.112897:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad53d [2] + 392 00000800:00000001:0.0:1763354563.112903:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.112912:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.112915:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.112918:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.112923:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.112924:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.112929:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ac380. 00000100:00000040:0.0:1763354563.112931:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817ac380 x1848998841078656 msgsize 392 00000100:00100000:0.0:1763354563.112934:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.112947:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.112955:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.112960:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.112962:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.112980:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.112985:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.112992:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cd400 00000400:00000200:0.0:1763354563.112998:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0d89 [2] + 1968 00000400:00000010:0.0:1763354563.113002:0:3649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66f2c8bb0. 00000100:00000001:1.0:1763354563.113003:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1763354563.113005:0:3649:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff6793de900 00000100:00100000:1.0:1763354563.113006:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841078656 02000000:00000001:1.0:1763354563.113008:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1763354563.113008:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763354563.113010:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.113012:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763354563.113014:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354563.113016:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.113016:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1763354563.113019:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841078656 00000400:00000200:0.0:1763354563.113020:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:1.0:1763354563.113022:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.113023:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000400:00000200:0.0:1763354563.113023:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6793de900 00000400:00000010:0.0:1763354563.113025:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff6793de900. 00000020:00000001:1.0:1763354563.113026:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.113029:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=465 00000100:00000001:0.0:1763354563.113029:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.113031:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763354563.113057:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65871a850 x1848998841078784 msgsize 328 00000020:00000001:1.0:1763354563.113062:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00100000:0.0:1763354563.113062:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000001:1.0:1763354563.113065:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000040:0.0:1763354563.113065:0:3649:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354563.113069:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.113074:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:0.0:1763354563.113074:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.113077:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1763354563.113079:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1763354563.113080:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000800:00000001:0.0:1763354563.113083:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763354563.113086:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.113091:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.113097:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.113104:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763354563.113107:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.113110:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.113112:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.113119:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354563.113120:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.113123:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841078784 02000000:00000001:3.0:1763354563.113127:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.113128:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.113129:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.113131:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.113133:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841078784 00000100:00000001:1.0:1763354563.113134:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.113135:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.113137:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354563.113141:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.113143:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:3.0:1763354563.113145:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354563.113148:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354563.113151:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354563.113151:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1763354563.113156:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:1.0:1763354563.113156:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354563.113160:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.113163:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:1.0:1763354563.113168:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93102 00000020:00000010:3.0:1763354563.113169:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000100:00000001:0.0:1763354563.113170:0:112510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1763354563.113175:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c00. 00000100:00000001:0.0:1763354563.113175:0:112510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1763354563.113176:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.113177:0:112510:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.113181:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000001:0.0:1763354563.113181:0:112510:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.113182:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629874048 : -123186079677568 : ffff8ff6817ac380) 00000100:00000040:3.0:1763354563.113187:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.113191:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.113194:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1763354563.113194:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817ac380 x1848998841078656/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354563.113196:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.113199:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113204:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.113208:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.113211:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.113215:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000100:00000001:1.0:1763354563.113215:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763354563.113220:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354563.113222:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000020:00000010:1.0:1763354563.113223:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00010000:00000001:3.0:1763354563.113224:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.113227:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.113229:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.113229:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.113235:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.113236:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000100:00000001:3.0:1763354563.113240:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.113245:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+465:252516:x1848998841078656:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:1.0:1763354563.113249:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841078656 00000020:00000001:1.0:1763354563.113252:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1763354563.113254:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.113256:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.113263:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095cc0: xid 1848998841078400, transno 21475214451, client gen 10, slot idx 4 00000100:00000001:3.0:1763354563.113264:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.113267:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1763354563.113272:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e381a80: xid 1848998841077504, transno 21475214448, client gen 10, slot idx 0 00000100:00100000:3.0:1763354563.113273:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3711 00000100:00000040:3.0:1763354563.113278:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000001:00000010:1.0:1763354563.113281:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000100:00000001:3.0:1763354563.113282:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941411408 : -123186768140208 : ffff8ff65871a850) 00000001:00000001:1.0:1763354563.113290:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5970ad240: xid 1848998841078400, transno 21475214450, client gen 10, slot idx 3 00000100:00000040:3.0:1763354563.113291:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65871a850 x1848998841078784/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1763354563.113301:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5970ad240: xid 1848998841078400, transno 21475214450, client gen 10, slot idx 3 00000100:00000001:3.0:1763354563.113305:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:1.0:1763354563.113308:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5970ad240. 00000020:00000010:3.0:1763354563.113309:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.113314:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.113316:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000001:00000001:1.0:1763354563.113316:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5970ad9c0: xid 1848998841078400, transno 21475214449, client gen 10, slot idx 1 00000100:00100000:3.0:1763354563.113324:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65871a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841078784:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000001:00000001:1.0:1763354563.113325:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5970ad9c0: xid 1848998841078400, transno 21475214449, client gen 10, slot idx 1 00000100:00000200:3.0:1763354563.113330:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841078784 00000001:00000010:1.0:1763354563.113332:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5970ad9c0. 00010000:00000001:3.0:1763354563.113334:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.113337:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1763354563.113338:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113339:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1763354563.113342:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1763354563.113346:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1763354563.113346:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 02000000:00000001:3.0:1763354563.113349:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1763354563.113352:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1763354563.113354:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c400. 00000001:00000001:1.0:1763354563.113356:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841078656, found 0 last_xid 1848998841078655 02000000:00000001:3.0:1763354563.113357:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.113363:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.113364:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.113367:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1763354563.113368:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:3.0:1763354563.113370:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:1.0:1763354563.113371:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1763354563.113375:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.113376:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.113377:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.113381:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354563.113383:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000004:00000001:1.0:1763354563.113384:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00010000:00000001:3.0:1763354563.113385:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000004:00000001:1.0:1763354563.113387:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00010000:00000040:3.0:1763354563.113389:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8c00 count: 2 00000004:00000001:1.0:1763354563.113390:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00002000:00000001:3.0:1763354563.113394:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000004:00000001:1.0:1763354563.113394:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.113399:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000004:00000001:1.0:1763354563.113399:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000020:00000001:3.0:1763354563.113404:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:1.0:1763354563.113404:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.113406:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.113410:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763354563.113411:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00000001:00000001:1.0:1763354563.113412:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354563.113415:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00000001:00000001:1.0:1763354563.113417:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.113419:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000001:00000001:1.0:1763354563.113420:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.113423:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354563.113424:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.113427:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.113429:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5818/ffff8ff560fe57c0 to site lru. bkt: ffff8ff66f401d50 00000001:00000001:1.0:1763354563.113430:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763354563.113433:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:1.0:1763354563.113433:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.113437:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.113438:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:1.0:1763354563.113439:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763354563.113441:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000001:00000001:1.0:1763354563.113442:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.113444:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.113445:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.113448:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113449:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113452:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00010000:00000001:3.0:1763354563.113454:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1763354563.113454:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113456:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00010000:00000001:3.0:1763354563.113457:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:1.0:1763354563.113459:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.113462:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.113463:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763354563.113464:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1763354563.113464:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.113468:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1763354563.113469:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113471:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1763354563.113472:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763354563.113474:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.113475:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354563.113478:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222ca8c0 from hash 00000001:00000001:1.0:1763354563.113480:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113483:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:1.0:1763354563.113484:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1763354563.113486:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1763354563.113487:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113488:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.113492:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1763354563.113493:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00010000:00000001:3.0:1763354563.113495:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.113498:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113500:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00001000:1.0:1763354563.113500:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00010000:00000001:3.0:1763354563.113503:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763354563.113505:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00010000:00010000:3.0:1763354563.113509:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca8c0 lrc: 0/0,0 mode: --/GROUP res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 746519665 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f411e6 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763354563.113509:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.113513:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.113518:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.113520:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113523:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00010000:00000040:3.0:1763354563.113524:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 13 00000004:00000001:1.0:1763354563.113525:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.113528:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000004:00000001:1.0:1763354563.113529:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113534:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.113538:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1763354563.113539:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1763354563.113542:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:1.0:1763354563.113543:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1763354563.113547:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1763354563.113548:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff6701e2000. 00010000:00000001:3.0:1763354563.113552:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.113553:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.113559:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1763354563.113559:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113563:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00010000:00000040:3.0:1763354563.113564:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5472e8c00 count: 0 00000004:00000001:1.0:1763354563.113565:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113571:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354563.113572:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354563.113574:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000010:3.0:1763354563.113575:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca687c0. 00000020:00000040:1.0:1763354563.113576:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff681241c80 refcount=2 00000020:00000001:1.0:1763354563.113581:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887624195200 : -123186085356416 : ffff8ff681241c80) 00010000:00000010:3.0:1763354563.113583:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff5472e8a00. 00000004:00000001:1.0:1763354563.113584:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887624195200 : -123186085356416 : ffff8ff681241c80) 00000020:00000040:1.0:1763354563.113590:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff681241c80 with handle 0x4a8bb634222ca873 from hash 00000004:00000001:1.0:1763354563.113594:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354563.113596:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e21:0x0] with intent: 0 00010000:00010000:3.0:1763354563.113598:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000001:1.0:1763354563.113599:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00010000:00000001:3.0:1763354563.113603:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763354563.113604:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 0 blocks 8 truncate 0 00010000:00000001:3.0:1763354563.113611:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000001:1.0:1763354563.113612:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00000001:3.0:1763354563.113617:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113617:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.113623:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.113624:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000004:00000001:1.0:1763354563.113627:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:3.0:1763354563.113629:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:1.0:1763354563.113632:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:3.0:1763354563.113634:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.113637:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.113639:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.113641:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.113644:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1763354563.113644:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000040:3.0:1763354563.113647:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000004:00000001:1.0:1763354563.113651:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000010:3.0:1763354563.113653:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121550. 00000004:00000001:1.0:1763354563.113654:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.113657:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.113660:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841078784, offset 224 00000004:00000002:1.0:1763354563.113661:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e21:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000004:00000002:1.0:1763354563.113666:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000400:00000200:3.0:1763354563.113670:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000004:00000001:1.0:1763354563.113671:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113674:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.113676:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.113677:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1763354563.113681:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00080000:00000001:1.0:1763354563.113681:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354563.113687:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000200:3.0:1763354563.113692:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556506:1556506:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556502:1556502:8:4294967295] 00000004:00000001:1.0:1763354563.113692:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.113699:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.113704:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1763354563.113708:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:1.0:1763354563.113709:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000200:3.0:1763354563.113714:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:1.0:1763354563.113714:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000010:3.0:1763354563.113721:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000004:00000001:1.0:1763354563.113721:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000800:00000200:3.0:1763354563.113728:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:1.0:1763354563.113728:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.113732:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.113738:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:1.0:1763354563.113739:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000800:00000200:3.0:1763354563.113742:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00000004:00000002:1.0:1763354563.113744:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e21:0x0]: Set SOM attrs S/B/F: 1024/8/4. 00000004:00000001:1.0:1763354563.113749:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.113751:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.113752:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354563.113755:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000100:00000001:3.0:1763354563.113757:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.113761:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ffa66c0. 00000100:00000040:3.0:1763354563.113763:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00080000:00000001:1.0:1763354563.113766:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:3.0:1763354563.113769:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.113771:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff67ed95a00. 00010000:00000001:3.0:1763354563.113775:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.113776:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887585741312 : -123186123810304 : ffff8ff67ed95a00) 00000004:00000001:1.0:1763354563.113781:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000100:00000040:3.0:1763354563.113785:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65871a850 x1848998841078784/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354563.113785:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.113789:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.113791:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585741312 : -123186123810304 : ffff8ff67ed95a00) 00000004:00000001:1.0:1763354563.113797:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113802:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.113806:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.113809:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00100000:3.0:1763354563.113810:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65871a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841078784:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 500us (749us total) trans 0 rc 0/0 00000004:00000001:1.0:1763354563.113814:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.113818:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.113820:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585741312 : -123186123810304 : ffff8ff67ed95a00) 00080000:00000001:1.0:1763354563.113822:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00100000:3.0:1763354563.113826:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3711 00000001:00000001:1.0:1763354563.113826:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.113832:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1880. 00000100:00000040:3.0:1763354563.113833:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00080000:00000001:1.0:1763354563.113835:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.113838:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1763354563.113839:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.113842:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.113847:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c00. 00080000:00000001:1.0:1763354563.113849:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.113853:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000001:1.0:1763354563.113855:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.113860:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00000004:00000001:1.0:1763354563.113863:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000020:00000040:3.0:1763354563.113866:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000004:00000001:1.0:1763354563.113867:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.113871:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 02000000:00000001:3.0:1763354563.113874:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:1.0:1763354563.113875:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 02000000:00000010:3.0:1763354563.113877:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d800. 00000004:00000001:1.0:1763354563.113878:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585741312 : -123186123810304 : ffff8ff67ed95a00) 00080000:00000001:1.0:1763354563.113884:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 02000000:00000001:3.0:1763354563.113885:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000002:1.0:1763354563.113889:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e21:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763354563.113906:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113909:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.113910:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.113914:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.113915:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.113918:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.113920:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214452, last_committed = 21475214447 00000001:00000010:1.0:1763354563.113923:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ffa64e0. 00000001:00000040:1.0:1763354563.113926:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 5 00000020:00000040:1.0:1763354563.113928:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=466 00000001:00000010:1.0:1763354563.113932:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000004:00000001:1.0:1763354563.113936:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.113937:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.113938:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585741312 : -123186123810304 : ffff8ff67ed95a00) 00000004:00000001:1.0:1763354563.113945:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000100:00000010:3.0:1763354563.113947:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31a300. 00000001:00000001:1.0:1763354563.113948:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381a80: xid 1848998841078656, transno 21475214452, tag 1, client gen 10, slot idx 0 00000001:00000001:1.0:1763354563.113954:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.113956:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.113960:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c800. 00080000:00000010:1.0:1763354563.113961:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1880. 02000000:00000001:3.0:1763354563.113978:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.113982:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672086300. 00040000:00000001:1.0:1763354563.113982:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.113985:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.113989:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.113990:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1763354563.113991:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ffa66c0. 02000000:00000010:3.0:1763354563.113994:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff64666f400. 00000020:00000001:1.0:1763354563.113997:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.113999:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:1.0:1763354563.114002:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354563.114003:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2df80. 00000004:00000001:1.0:1763354563.114006:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.114009:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.114011:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763354563.114013:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 02000000:00000001:3.0:1763354563.114015:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:1.0:1763354563.114016:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 02000000:00000010:3.0:1763354563.114018:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff677aa3c00. 00000004:00000001:1.0:1763354563.114019:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 02000000:00000001:3.0:1763354563.114022:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:1.0:1763354563.114023:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000010:3.0:1763354563.114025:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672085180. 00000004:00000001:1.0:1763354563.114029:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 02000000:00000001:3.0:1763354563.114030:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:1.0:1763354563.114053:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.114057:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.114060:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354563.114064:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 02000000:00000010:3.0:1763354563.114065:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67c728000. 00000004:00000001:1.0:1763354563.114069:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.114070:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.114075:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2f480. 00000004:00000002:1.0:1763354563.114076:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e21:0x0], previous was 0x7 02000000:00000001:3.0:1763354563.114079:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:1.0:1763354563.114081:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.114082:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67c729000. 02000000:00000001:3.0:1763354563.114088:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:1.0:1763354563.114089:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000100:00000010:3.0:1763354563.114091:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2dc00. 00000004:00000001:1.0:1763354563.114095:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.114096:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.114103:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000100:00000200:3.0:1763354563.114104:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000004:00000001:1.0:1763354563.114110:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1763354563.114111:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b370. 00000400:00000010:3.0:1763354563.114117:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7480. 00000004:00000001:1.0:1763354563.114118:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763354563.114124:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff681241c80. 00000004:00000001:1.0:1763354563.114132:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.114135:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895e58/ffff8ff541895e00 to site lru. bkt: ffff8ff66f415960 00000004:00000001:1.0:1763354563.114137:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.114138:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.114140:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.114141:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.114143:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.114145:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.114146:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.114148:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.114150:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.114153:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.114155:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.114156:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763354563.114161:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.114165:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.114167:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.114169:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214452, xid 1848998841078656 00010000:00000001:1.0:1763354563.114171:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.114175:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817ac380 x1848998841078656/t21475214452(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.114181:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.114183:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.114184:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.114187:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.114188:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.114190:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.114192:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.114193:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.114195:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.114196:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.114200:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa2a8. 00000100:00000200:1.0:1763354563.114202:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841078656, offset 224 00000400:00000200:1.0:1763354563.114206:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.114210:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.114214:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556507:1556507:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556503:1556503:8:4294967295] 00000400:00000200:1.0:1763354563.114220:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.114223:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.114226:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.114229:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.114233:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.114235:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.114247:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.114249:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.114251:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.114252:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.114254:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.114257:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ac380 x1848998841078656/t21475214452(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.114265:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+466:252516:x1848998841078656:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1050us (1332us total) trans 21475214452 rc 0/0 00000100:00100000:1.0:1763354563.114271:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93102 00000100:00000040:1.0:1763354563.114272:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.114274:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.114276:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.114278:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.114281:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.114284:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00000020:00000040:1.0:1763354563.114286:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00000100:00000001:1.0:1763354563.114288:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.115837:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.115844:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.115846:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.115848:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.115854:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.115861:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cd500 00000400:00000200:0.0:1763354563.115865:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad53d [2] + 784 00000800:00000001:0.0:1763354563.115869:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.115873:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.115875:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.115879:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.115883:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.115885:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.115890:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817af100. 00000100:00000040:0.0:1763354563.115892:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817af100 x1848998841079040 msgsize 392 00000100:00100000:0.0:1763354563.115896:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.115911:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.115917:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.115921:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.115947:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.115950:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079040 02000000:00000001:1.0:1763354563.115951:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.115953:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.115954:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.115956:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.115958:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079040 00000020:00000001:1.0:1763354563.115960:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.115961:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.115963:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.115978:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=466 00000020:00000001:1.0:1763354563.115980:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.115982:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.115985:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.115988:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.115990:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.115992:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000020:00000010:1.0:1763354563.115995:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.115998:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.116000:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.116004:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763354563.116006:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.116007:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.116008:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.116012:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.116021:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.116027:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.116028:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.116032:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93103 00000100:00000040:1.0:1763354563.116059:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.116061:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629885696 : -123186079665920 : ffff8ff6817af100) 00000100:00000040:1.0:1763354563.116066:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817af100 x1848998841079040/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.116073:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.116075:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:1.0:1763354563.116076:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.116078:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000100:00100000:1.0:1763354563.116083:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+466:252516:x1848998841079040:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:1.0:1763354563.116087:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079040 00000020:00000001:1.0:1763354563.116090:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.116093:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.116096:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e381a80: xid 1848998841078656, transno 21475214452, client gen 10, slot idx 0 00000001:00000001:1.0:1763354563.116101:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e095cc0: xid 1848998841078400, transno 21475214451, client gen 10, slot idx 4 00000001:00000010:1.0:1763354563.116105:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095cc0. 00000020:00000001:1.0:1763354563.116109:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116111:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.116113:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:1.0:1763354563.116115:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.116118:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841079040, found 0 last_xid 1848998841079039 00000020:00000001:1.0:1763354563.116120:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.116122:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.116124:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.116126:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116129:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763354563.116130:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763354563.116131:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763354563.116134:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116136:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763354563.116138:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.116139:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116142:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.116143:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.116145:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116147:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.116148:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.116150:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116152:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.116153:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.116155:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116157:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.116159:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.116160:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116162:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116164:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763354563.116165:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116167:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.116169:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.116170:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116172:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.116174:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.116176:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116177:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.116179:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.116181:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116183:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.116184:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.116187:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.116192:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.116194:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.116196:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.116198:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.116200:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.116202:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116203:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.116205:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116207:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.116210:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.116212:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.116216:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff6701e0c00. 02000000:00000001:1.0:1763354563.116218:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.116220:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116222:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.116223:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116226:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354563.116227:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354563.116229:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.116231:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff681241b80 refcount=2 00000020:00000001:1.0:1763354563.116233:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887624194944 : -123186085356672 : ffff8ff681241b80) 00000004:00000001:1.0:1763354563.116236:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887624194944 : -123186085356672 : ffff8ff681241b80) 00000020:00000040:1.0:1763354563.116239:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff681241b80 with handle 0x4a8bb634222ca888 from hash 00000004:00000001:1.0:1763354563.116243:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354563.116244:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e22:0x0] with intent: 0 00000004:00000001:1.0:1763354563.116247:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763354563.116250:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:1.0:1763354563.116253:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.116255:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.116258:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116260:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116264:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116270:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.116273:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.116274:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.116276:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.116278:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e22:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763354563.116282:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.116284:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116286:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116287:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116289:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.116291:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354563.116293:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.116296:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.116298:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116299:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116301:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.116303:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.116305:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.116307:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.116309:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116311:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763354563.116312:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e22:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:1.0:1763354563.116316:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.116318:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.116320:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354563.116323:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.116327:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ffa66c0. 00080000:00000001:1.0:1763354563.116329:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.116331:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff67ed94600. 00080000:00000001:1.0:1763354563.116333:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887585736192 : -123186123815424 : ffff8ff67ed94600) 00000004:00000001:1.0:1763354563.116335:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.116337:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.116339:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116340:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585736192 : -123186123815424 : ffff8ff67ed94600) 00000004:00000001:1.0:1763354563.116342:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116344:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116346:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.116347:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.116350:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.116351:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116352:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585736192 : -123186123815424 : ffff8ff67ed94600) 00080000:00000001:1.0:1763354563.116354:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116356:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.116358:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1880. 00080000:00000001:1.0:1763354563.116360:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116362:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116366:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116368:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116370:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.116371:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.116372:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.116373:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116374:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585736192 : -123186123815424 : ffff8ff67ed94600) 00080000:00000001:1.0:1763354563.116376:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.116377:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e22:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763354563.116387:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116388:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116390:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116392:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.116393:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.116395:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.116397:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214453, last_committed = 21475214447 00000001:00000010:1.0:1763354563.116399:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ffa6300. 00000001:00000040:1.0:1763354563.116401:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 6 00000020:00000040:1.0:1763354563.116403:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=467 00000001:00000010:1.0:1763354563.116406:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e3816c0. 00000004:00000001:1.0:1763354563.116410:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.116411:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116412:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585736192 : -123186123815424 : ffff8ff67ed94600) 00000004:00000001:1.0:1763354563.116417:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.116419:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e3816c0: xid 1848998841079040, transno 21475214453, tag 1, client gen 10, slot idx 1 00000001:00000001:1.0:1763354563.116421:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.116425:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1880. 00040000:00000001:1.0:1763354563.116428:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.116429:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.116431:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.116432:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ffa66c0. 00000020:00000001:1.0:1763354563.116434:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116436:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116437:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116439:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116440:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763354563.116441:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763354563.116442:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.116443:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.116444:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.116446:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.116448:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354563.116449:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354563.116450:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.116452:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e22:0x0], previous was 0x7 00000004:00000001:1.0:1763354563.116454:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116455:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763354563.116457:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116459:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763354563.116460:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.116462:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ffa66c0. 00080000:00000001:1.0:1763354563.116463:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.116465:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff67ed94c00. 00080000:00000001:1.0:1763354563.116466:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000001:1.0:1763354563.116470:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116472:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00080000:00000001:1.0:1763354563.116474:0:6520:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1763354563.116476:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.116477:0:6520:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116479:0:6520:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763354563.116480:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116481:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000001:1.0:1763354563.116482:0:6520:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116485:0:6520:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.116487:0:6520:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354563.116488:0:6520:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116489:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.116490:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116491:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00080000:00000001:1.0:1763354563.116493:0:6520:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763354563.116494:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.116496:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763354563.116498:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002344:0x19e22:0x0] not in the id map cache 00080000:00000001:1.0:1763354563.116500:0:6520:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116501:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116504:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763354563.116506:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.116506:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116508:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354563.116511:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354563.116512:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.116514:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.116516:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.116518:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.116519:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.116520:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:1.0:1763354563.116522:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116523:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000001:1.0:1763354563.116526:0:6520:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.116528:0:6520:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763354563.116530:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354563.116531:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000040:1.0:1763354563.116534:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff545f98840 : new refcount 3 00000040:00000001:1.0:1763354563.116536:0:6520:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763354563.116538:0:6520:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763354563.116540:0:6520:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:1.0:1763354563.116543:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354563.116545:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.116546:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354563.116548:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116549:0:6520:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763354563.116551:0:6520:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763354563.116553:0:6520:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763354563.116555:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116556:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.116558:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1880. 00080000:00000001:1.0:1763354563.116560:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116561:0:6520:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763354563.116563:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x17:0x0] not in the id map cache 00000001:00000001:1.0:1763354563.116565:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.116566:0:6520:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116568:0:6520:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116570:0:6520:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116571:0:6520:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116573:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.116574:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.116575:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116576:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.116577:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1140. 00080000:00000001:1.0:1763354563.116579:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116580:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116581:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.116582:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116583:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116585:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116587:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.116588:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116590:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.116590:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.116592:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116593:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.116594:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.116595:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116596:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116598:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.116598:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116599:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116600:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116602:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.116602:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116604:0:6520:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.116605:0:6520:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.116606:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff545f98840 : new refcount 2 00000004:00000001:1.0:1763354563.116608:0:6520:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116609:0:6520:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116610:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116612:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116613:0:6520:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116615:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.116616:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.116617:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.116618:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116619:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00080000:00000001:1.0:1763354563.116620:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.116621:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.116622:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.116623:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116624:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116627:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.116628:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116630:0:6520:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763354563.116633:0:6520:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763354563.116634:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116635:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00080000:00000001:1.0:1763354563.116637:0:6520:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:1.0:1763354563.116659:0:6520:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354563.116661:0:6520:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116662:0:6520:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116664:0:6520:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763354563.116665:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116666:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00080000:00000002:1.0:1763354563.116669:0:6520:0:(osd_handler.c:4785:osd_ref_del()) [0x200002344:0x19e22:0x0] decrease nlink 1 00000004:00000001:1.0:1763354563.116673:0:6520:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116674:0:6520:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763354563.116676:0:6520:0:(mdd_object.c:3993:mdd_close()) Object [0x200002344:0x19e22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763354563.116678:0:6520:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763354563.116679:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763354563.116680:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116681:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00080000:00000001:1.0:1763354563.116683:0:6520:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:1.0:1763354563.116685:0:6520:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200002344:0x19e22:0x0] 00080000:00000001:1.0:1763354563.116687:0:6520:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763354563.116688:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.116689:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.116691:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.116692:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116693:0:6520:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116704:0:6520:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1763354563.116722:0:6520:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff671ce2ec8. 00000001:00000010:1.0:1763354563.116734:0:6520:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff671ce2ec8. 00080000:00000001:1.0:1763354563.116737:0:6520:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.116739:0:6520:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116740:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116742:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763354563.116743:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763354563.116744:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116745:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354563.116746:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354563.116747:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.116748:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.116749:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.116750:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.116751:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.116753:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:1.0:1763354563.116754:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116755:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000001:1.0:1763354563.116758:0:6520:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763354563.116759:0:6520:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763354563.116761:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354563.116761:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000040:1.0:1763354563.116763:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff545f98840 : new refcount 3 00000040:00000001:1.0:1763354563.116765:0:6520:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763354563.116766:0:6520:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763354563.116768:0:6520:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763354563.116769:0:6520:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620882284946944 : -123191424604672 : ffff8ff542e5a600) 00000040:00000001:1.0:1763354563.116770:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354563.116771:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.116773:0:6520:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354563.116774:0:6520:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354563.116775:0:6520:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x16:0x0] 00000040:00080000:1.0:1763354563.116799:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x16:0x0].20940, 64 off1348376 00000040:00000001:1.0:1763354563.116802:0:6520:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.116804:0:6520:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.116810:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763354563.116813:0:6520:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.116814:0:6520:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763354563.116816:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff545f98840 : new refcount 2 00000004:00001000:1.0:1763354563.116819:0:6520:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0x16:0x0].20940: rc = 1 00000004:00000010:1.0:1763354563.116825:0:6520:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8ff543a4a9c0. 00000004:00080000:1.0:1763354563.116828:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 12217780792563ns, next at 12218780787024ns, rc = 0 00000004:00000001:1.0:1763354563.116831:0:6520:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116833:0:6520:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116835:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116837:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116839:0:6520:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.116842:0:6520:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763354563.116845:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.116847:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.116849:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763354563.116852:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214453 00000001:00000001:1.0:1763354563.116855:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.116857:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214454, last_committed = 21475214447 00000001:00000010:1.0:1763354563.116860:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a960. 00000001:00000040:1.0:1763354563.116863:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 7 00000020:00000040:1.0:1763354563.116865:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=468 00000001:00000010:1.0:1763354563.116868:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381d80. 00000004:00000001:1.0:1763354563.116872:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.116873:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.116875:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887585737728 : -123186123813888 : ffff8ff67ed94c00) 00000004:00000001:1.0:1763354563.116881:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.116884:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e3816c0: xid 1848998841079040, transno 21475214453, client gen 10, slot idx 1 00000001:00000001:1.0:1763354563.116888:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e3816c0: xid 1848998841079040, transno 21475214453, client gen 10, slot idx 1 00000001:00000010:1.0:1763354563.116891:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e3816c0. 00000001:00000001:1.0:1763354563.116894:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381d80: xid 1848998841079040, transno 21475214454, tag 1, client gen 10, slot idx 3 00000001:00000001:1.0:1763354563.116897:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.116901:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00080000:00000010:1.0:1763354563.116904:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00080000:00000010:1.0:1763354563.116906:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1140. 00080000:00000010:1.0:1763354563.116909:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1880. 00040000:00000001:1.0:1763354563.116911:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.116913:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.116914:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.116917:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ffa66c0. 00000020:00000001:1.0:1763354563.116921:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.116924:0:6520:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763354563.116927:0:6520:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.116929:0:6520:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.116935:0:6520:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00010000:00000001:1.0:1763354563.116938:0:6520:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.116940:0:6520:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.116943:0:6520:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.116948:0:6520:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.116950:0:6520:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222ca922 to hash 00000020:00000001:1.0:1763354563.116952:0:6520:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.116954:0:6520:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:1.0:1763354563.116959:0:6520:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43100. 00010000:00000001:1.0:1763354563.116962:0:6520:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.116980:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.116982:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.116987:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca922 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.116994:0:6520:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.116998:0:6520:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.117000:0:6520:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.117002:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.117005:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.117007:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.117008:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.117011:0:6520:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.117013:0:6520:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.117015:0:6520:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.117016:0:6520:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.117019:0:6520:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) refcount = 3 00010000:00000040:1.0:1763354563.117022:0:6520:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.117025:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000040:1.0:1763354563.117031:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:1.0:1763354563.117063:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca922 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.117069:0:6520:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.117074:0:6520:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.117076:0:6520:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.117079:0:6520:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.117080:0:6520:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.117082:0:6520:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.117085:0:6520:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354563.117088:0:6520:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:1.0:1763354563.117090:0:6520:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.117093:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca922 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.117098:0:6520:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.117100:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.117101:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.117103:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.117104:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.117106:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354563.117108:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.117111:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.117114:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.117115:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.117116:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:1.0:1763354563.117118:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.117119:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.117121:0:6520:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763354563.117124:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca922 lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.117129:0:6520:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.117131:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca922 lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.117135:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.117137:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.117139:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca922 lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.117148:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.117149:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.117152:0:6520:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763354563.117156:0:6520:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff55e3816c0. 00010000:00000001:1.0:1763354563.117159:0:6520:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763354563.117171:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763354563.117174:0:6520:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.117176:0:6520:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.117178:0:6520:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.117179:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.117180:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.117182:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.117184:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763354563.117186:0:6520:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763354563.117188:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff681241b80. 00000004:00000001:1.0:1763354563.117194:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00040000:00000001:1.0:1763354563.117278:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763354563.117282:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763354563.117286:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763354563.117290:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763354563.117294:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763354563.117298:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1763354563.117304:0:6520:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8ff643deed00. 00080000:00000010:1.0:1763354563.117310:0:6520:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff66794fe00. 00000004:00000001:1.0:1763354563.117319:0:6520:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763354563.117322:0:6520:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763354563.117329:0:6520:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff643dee700. 00000004:00000010:1.0:1763354563.117333:0:6520:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c5e8d50. 00000004:00000010:1.0:1763354563.117340:0:6520:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff5555a0c78. 00000004:00000010:1.0:1763354563.117348:0:6520:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff5555a0768. 00000004:00000010:1.0:1763354563.117355:0:6520:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5970adc00. 00000004:00000010:1.0:1763354563.117359:0:6520:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff8ff541897cb0. 00000004:00000010:1.0:1763354563.117364:0:6520:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8ff54ef36a50. 00000004:00000001:1.0:1763354563.117370:0:6520:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1763354563.117373:0:6520:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200002344:0x19e22:0x0] 00000004:00000010:1.0:1763354563.117377:0:6520:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8ff541895680. 00000004:00000001:1.0:1763354563.117382:0:6520:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763354563.117384:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.117386:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.117392:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.117396:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.117398:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.117401:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.117403:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.117405:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.117408:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.117413:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.117417:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.117420:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763354563.117424:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.117430:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.117432:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.117437:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214454, xid 1848998841079040 00010000:00000001:1.0:1763354563.117442:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.117450:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817af100 x1848998841079040/t21475214454(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.117462:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.117465:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.117469:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.117475:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.117478:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.117482:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.117486:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.117489:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.117492:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.117496:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.117499:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa220. 00000100:00000200:1.0:1763354563.117502:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841079040, offset 224 00000400:00000200:1.0:1763354563.117506:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.117512:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.117516:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556508:1556508:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556504:1556504:8:4294967295] 00000400:00000200:1.0:1763354563.117524:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.117528:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.117531:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.117534:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.117538:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.117541:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.117555:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.117558:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.117559:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.117560:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.117562:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.117565:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817af100 x1848998841079040/t21475214454(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.117572:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+468:252516:x1848998841079040:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1498us (1678us total) trans 21475214454 rc 0/0 00000100:00100000:1.0:1763354563.117579:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93103 00000100:00000040:1.0:1763354563.117582:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.117584:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.117585:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763354563.117587:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763354563.117589:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241000. 00000020:00000010:1.0:1763354563.117592:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.117595:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00000020:00000040:1.0:1763354563.117599:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00000100:00000001:1.0:1763354563.117600:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354563.119115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:3.1:1763354563.119121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8c00. 00010000:00000010:2.1:1763354563.123074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000100:00000001:0.0:1763354563.128273:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.128276:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079168 02000000:00000001:0.0:1763354563.128279:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.128281:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.128284:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.128287:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.128291:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079168 00000020:00000001:0.0:1763354563.128293:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.128294:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:0.0:1763354563.128296:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.128299:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=229 00000020:00000001:0.0:1763354563.128302:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:0.0:1763354563.128304:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354563.128308:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.128312:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.128315:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.128317:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.128323:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177e00. 00000020:00000010:0.0:1763354563.128327:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee200. 00000020:00000010:0.0:1763354563.128331:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf0c8. 00000100:00000040:0.0:1763354563.128337:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.128339:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.128340:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.128342:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128348:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128359:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.128368:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.128370:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.128374:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417377 00000100:00000040:0.0:1763354563.128378:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.128379:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370715520 : -123186338836096 : ffff8ff672085180) 00000100:00000040:0.0:1763354563.128386:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085180 x1848998841079168/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.128394:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.128396:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.128398:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.128400:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00100000:0.0:1763354563.128405:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+229:252517:x1848998841079168:12345-192.168.203.48@tcp:53:lfs.0 00000100:00000200:0.0:1763354563.128408:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079168 00000020:00000001:0.0:1763354563.128410:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.128413:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.128416:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.128418:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.128420:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707648 : -1045843968 : ffffffffc1a9b000) 00000020:00000001:0.0:1763354563.128422:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.128424:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079168, found 0 last_xid 1848998841079167 00000020:00000001:0.0:1763354563.128426:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.128428:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.128430:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.128431:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128433:0:6519:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763354563.128439:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.128440:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.128446:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8ff671c54000. 02000000:00000001:0.0:1763354563.128447:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128449:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128453:0:6519:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763354563.128455:0:6519:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x2400032e4:0x9de5:0x0] from 18446744073709551615 #0 00000004:00000001:0.0:1763354563.128457:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.128459:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de5:0x0] 00000020:00000001:0.0:1763354563.128461:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.128466:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262114872 : -123191447436744 : ffff8ff541894238) 00000004:00000001:0.0:1763354563.128467:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262114784 : -123191447436832 : ffff8ff5418941e0) 00000004:00000001:0.0:1763354563.128469:0:6519:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763354563.128471:0:6519:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763354563.128474:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff5451a8000. 00000004:00000001:0.0:1763354563.128477:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763354563.128478:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763354563.128485:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128489:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128507:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.128510:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.128513:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128514:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128517:0:6519:0:(lod_object.c:1534:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.128519:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.128520:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.128522:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.128523:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.128524:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:0.0:1763354563.128525:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.128527:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:0.0:1763354563.128529:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:0.0:1763354563.128530:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128532:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128537:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:0.0:1763354563.128538:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:0.0:1763354563.128539:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128540:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.128542:0:6519:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.128543:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.128545:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354563.128547:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:0.0:1763354563.128549:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.128550:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.128550:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:0.0:1763354563.128552:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763354563.128554:0:6519:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763354563.128557:0:6519:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff58d4d52c0. 00000004:00000001:0.0:1763354563.128559:0:6519:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620883533255448 : -123190176296168 : ffff8ff58d4d5318) 00000004:00000001:0.0:1763354563.128563:0:6519:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763354563.128564:0:6519:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002344:0x19e20:0x0] 00000004:00000010:0.0:1763354563.128567:0:6519:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff55fefcc30. 00000004:00000001:0.0:1763354563.128569:0:6519:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128570:0:6519:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763354563.128572:0:6519:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763354563.128575:0:6519:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff64c324000. 00000004:00000001:0.0:1763354563.128577:0:6519:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620886735929344 : -123186973622272 : ffff8ff64c324000) 00000004:00000001:0.0:1763354563.128579:0:6519:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128581:0:6519:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763354563.128582:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354563.128584:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.128586:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.128588:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.128590:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.128591:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.128593:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.128594:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:0.0:1763354563.128596:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.128600:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c5ea148. 00000004:00000001:0.0:1763354563.128602:0:6519:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128604:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763354563.128607:0:6519:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:0.0:1763354563.128610:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66e095900. 00000004:00000010:0.0:1763354563.128612:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1020. 00000004:00000010:0.0:1763354563.128615:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451ad000. 00000020:00000001:0.0:1763354563.128618:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354563.128620:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128622:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354563.128623:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354563.128625:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200002344:0x19e20:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:0.0:1763354563.128628:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451ad000 magic = bdde0002 count = 1 size = 40 00000100:00000010:0.0:1763354563.128632:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817af480. 00000020:00000040:0.0:1763354563.128634:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1763354563.128638:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.128640:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.128643:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.128648:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597177200. 00000100:00000001:0.0:1763354563.128655:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128657:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.128659:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.128660:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128662:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354563.128664:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.128668:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0956c0. 00000100:00000001:0.0:1763354563.128669:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673536 : -123186405878080 : ffff8ff66e0956c0) 00000100:00000001:0.0:1763354563.128671:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.128672:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629886592 : -123186079665024 : ffff8ff6817af480) 00000100:00000001:0.0:1763354563.128675:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354563.128679:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128681:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.128682:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.128686:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.128693:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.128703:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.128706:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.128711:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.128712:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.128714:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff6817af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542703616:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.128717:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.128721:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.128722:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.128724:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.128728:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff671c52000. 02000000:00000001:0.0:1763354563.128730:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.128734:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354563.128739:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095c00. 00000100:00000200:0.0:1763354563.128744:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542703616, portal 4 00000100:00000001:0.0:1763354563.128746:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.128746:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629886592 : -123186079665024 : ffff8ff6817af480) 00000100:00000040:0.0:1763354563.128751:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.128756:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.128758:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.128761:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 00000100:00000200:0.0:1763354563.128763:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848998542703616, offset 0 00000400:00000200:0.0:1763354563.128768:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.128775:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.128782:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a78553fc00 00000400:00000200:0.0:1763354563.128787:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x1fd3c5 [256] + 2288 00000400:00000200:0.0:1763354563.128793:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.128796:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.128800:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.128801:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.128805:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817aed80. 00000100:00000040:0.0:1763354563.128808:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817aed80 x1848998542703616 msgsize 304 00000100:00100000:0.0:1763354563.128812:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.128825:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.128832:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00000400:00000010:0.0:1763354563.128835:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000100:00000001:0.0:1763354563.128838:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.128842:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.128853:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.128857:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.128865:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128867:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.128873:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.128880:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4690 usecs (5 jiffies) 00000100:00000001:0.0:1763354563.128887:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885093 00000100:00000001:0.0:1763354563.128893:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.128899:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885093 00000100:00000001:0.0:1763354563.128905:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.128911:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885093 00000100:00000001:0.0:1763354563.128917:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.128923:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885093 00000100:00000001:0.0:1763354563.128929:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306886171 00000100:00000001:0.0:1763354563.128934:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.128940:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.128945:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.128949:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.128956:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0956c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.128962:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.128981:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.129328:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.129333:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.129336:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.129340:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354563.129345:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095c00 00000400:00000010:0.0:1763354563.129348:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095c00. 00000100:00000001:0.0:1763354563.129352:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.129359:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.129373:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.129385:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.129388:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.129394:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.129399:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.129402:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.129403:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.129406:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.129413:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354563.129418:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.129421:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.129424:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.129427:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.129429:0:6519:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.129434:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354563.129436:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:0.0:1763354563.129442:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354563.129444:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.129447:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.129452:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.129454:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.129455:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354563.129459:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.129464:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff6817af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542703616:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354563.129467:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.129469:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.129470:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.129471:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.129473:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.129477:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354563.129479:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0956c0. 00000100:00000001:0.0:1763354563.129481:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354563.129481:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.129483:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.129488:0:6519:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.129489:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.129491:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff6817af480 x1848998542703616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.129495:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.129497:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.129498:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff671c52000. 02000000:00000001:0.0:1763354563.129501:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.129502:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.129503:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1763354563.129504:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.129506:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177200. 02000000:00000001:0.0:1763354563.129508:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.129510:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.129511:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817af480. 00000100:00000001:0.0:1763354563.129514:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.129515:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354563.129517:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5451ad000. 00000004:00000010:0.0:1763354563.129519:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1020. 00000004:00000010:0.0:1763354563.129521:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66e095900. 00000004:00000001:0.0:1763354563.129523:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.129526:0:6519:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763354563.129528:0:6519:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.129530:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883533255448 : -123190176296168 : ffff8ff58d4d5318) 00000004:00000001:0.0:1763354563.129532:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533255360 : -123190176296256 : ffff8ff58d4d52c0) 00000004:00000001:0.0:1763354563.129533:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.129535:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763354563.129536:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763354563.129538:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58d4d5318/ffff8ff58d4d52c0 to site lru. bkt: ffff8ff66faf2b50 00000004:00000001:0.0:1763354563.129539:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.129541:0:6519:0:(mdt_handler.c:7753:mdt_path_current()) Process leaving via remote_out (rc=18446744073709551550 : -66 : 0xffffffffffffffbe) 00000004:00000001:0.0:1763354563.129543:0:6519:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:0.0:1763354563.129544:0:6519:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000040:0.0:1763354563.129546:0:6519:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200002344:0x19e20:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:0.0:1763354563.129549:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354563.129551:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541894238/ffff8ff5418941e0 to site lru. bkt: ffff8ff66faf28b0 00000004:00000001:0.0:1763354563.129552:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.129553:0:6519:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:0.0:1763354563.129554:0:6519:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000020:00000010:0.0:1763354563.129557:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff5451a8000. 00000004:00000001:0.0:1763354563.129560:0:6519:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00010000:00000040:0.0:1763354563.129562:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841079168 00010000:00000001:0.0:1763354563.129564:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.129567:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672085180 x1848998841079168/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -66/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.129572:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.129574:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.129576:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.129578:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.129580:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.129581:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.129583:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.129584:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.129585:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.129587:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.129589:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095900. 00000100:00000200:0.0:1763354563.129591:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848998841079168, offset 224 00000400:00000200:0.0:1763354563.129594:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.129600:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.129605:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556509:1556509:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556505:1556505:8:4294967295] 00000400:00000200:0.0:1763354563.129613:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.129616:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.129619:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff597177200. 00000800:00000200:0.0:1763354563.129623:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.129628:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:0.0:1763354563.129632:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff597177200 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763354563.129645:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.129648:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.129649:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.129650:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.129652:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.129655:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085180 x1848998841079168/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -66/-66 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.129662:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+229:252517:x1848998841079168:12345-192.168.203.48@tcp:53:lfs.0 Request processed in 1266us (1453us total) trans 0 rc -66/-66 00000100:00100000:0.0:1763354563.129667:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417377 00000100:00000040:0.0:1763354563.129671:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354563.129672:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.129674:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.129676:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee200. 00000020:00000010:0.0:1763354563.129678:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf0c8. 00000020:00000010:0.0:1763354563.129682:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177e00. 00000020:00000040:0.0:1763354563.129685:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000100:00000001:0.0:1763354563.129688:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.129763:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.129768:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff597177200. 00000400:00000200:1.0:1763354563.129772:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.129776:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.129779:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095900 00000400:00000010:1.0:1763354563.129780:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095900. 00000100:00000001:1.0:1763354563.129782:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.129784:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.131982:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.131985:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079296 02000000:00000001:0.0:1763354563.131987:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.131988:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.131990:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.131994:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.131997:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079296 00000020:00000001:0.0:1763354563.131999:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.132000:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.132002:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.132004:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=468 00000020:00000001:0.0:1763354563.132006:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.132008:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.132011:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.132015:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.132017:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.132019:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.132024:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177e00. 00000020:00000010:0.0:1763354563.132027:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee200. 00000020:00000010:0.0:1763354563.132030:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf0c8. 00000100:00000040:0.0:1763354563.132052:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.132055:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.132056:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.132058:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.132061:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.132070:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.132079:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.132080:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.132084:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417378 00000100:00000040:0.0:1763354563.132087:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.132088:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370720000 : -123186338831616 : ffff8ff672086300) 00000100:00000040:0.0:1763354563.132094:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086300 x1848998841079296/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.132102:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.132104:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.132106:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.132108:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00100000:0.0:1763354563.132112:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+468:252517:x1848998841079296:12345-192.168.203.48@tcp:53:lfs.0 00000100:00000200:0.0:1763354563.132115:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079296 00000020:00000001:0.0:1763354563.132118:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.132120:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354563.132124:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e381d80: xid 1848998841079040, transno 21475214454, client gen 10, slot idx 3 00000001:00000001:0.0:1763354563.132128:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e381a80: xid 1848998841078656, transno 21475214452, client gen 10, slot idx 0 00000001:00000010:0.0:1763354563.132131:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000020:00000001:0.0:1763354563.132134:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.132135:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.132137:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707648 : -1045843968 : ffffffffc1a9b000) 00000020:00000001:0.0:1763354563.132139:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.132141:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841079296, found 0 last_xid 1848998841079295 00000020:00000001:0.0:1763354563.132143:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.132145:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.132146:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.132148:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.132149:0:6519:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763354563.132153:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.132154:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.132158:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8ff671c52000. 02000000:00000001:0.0:1763354563.132160:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.132161:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.132165:0:6519:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763354563.132166:0:6519:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200002344:0x19e20:0x0] from 18446744073709551615 #-1 00000004:00000001:0.0:1763354563.132168:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.132170:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:0.0:1763354563.132172:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.132176:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786707736 : -123189922843880 : ffff8ff59c68b318) 00000004:00000001:0.0:1763354563.132178:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786707648 : -123189922843968 : ffff8ff59c68b2c0) 00000004:00000001:0.0:1763354563.132180:0:6519:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763354563.132182:0:6519:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763354563.132185:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff5451a8000. 00000004:00000001:0.0:1763354563.132187:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763354563.132188:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763354563.132193:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.132197:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.132213:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763354563.132216:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763354563.132219:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.132220:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.132224:0:6519:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:0.0:1763354563.132227:0:6519:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1763354563.132229:0:6519:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1763354563.132232:0:6519:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff678fb86c0. 00080000:00000001:0.0:1763354563.132234:0:6519:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620887487317696 : -123186222233920 : ffff8ff678fb86c0) 00080000:00000001:0.0:1763354563.132236:0:6519:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620887487317696 : -123186222233920 : ffff8ff678fb86c0) 00080000:00000001:0.0:1763354563.132238:0:6519:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1763354563.132239:0:6519:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1763354563.132261:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354563.132264:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132266:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354563.132267:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132268:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354563.132269:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132270:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354563.132272:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132275:0:6519:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132277:0:6519:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354563.132280:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354563.132282:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132285:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354563.132286:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132287:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354563.132288:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132290:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354563.132291:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132292:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354563.132293:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132294:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354563.132295:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132295:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354563.132296:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.132297:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354563.132298:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354563.132300:0:6519:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1763354563.132301:0:6519:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1763354563.132304:0:6519:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff678fb86c0. 00080000:00000001:0.0:1763354563.132307:0:6519:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1763354563.132308:0:6519:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:0.0:1763354563.132309:0:6519:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763354563.132311:0:6519:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763354563.132312:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763354563.132313:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.132314:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.132316:0:6519:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.132317:0:6519:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.132318:0:6519:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 4294967295 00000004:00000001:0.0:1763354563.132321:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354563.132323:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68b318/ffff8ff59c68b2c0 to site lru. bkt: ffff8ff66f414dc8 00000004:00000001:0.0:1763354563.132325:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.132326:0:6519:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.132327:0:6519:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.132329:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff5451a8000. 00000004:00000001:0.0:1763354563.132332:0:6519:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.132335:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 0, xid 1848998841079296 00010000:00000001:0.0:1763354563.132337:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.132341:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086300 x1848998841079296/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.132349:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.132351:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.132355:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.132359:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.132362:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.132365:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.132367:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.132369:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.132372:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.132375:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.132380:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0956c0. 00000100:00000200:0.0:1763354563.132384:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848998841079296, offset 224 00000400:00000200:0.0:1763354563.132391:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.132399:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.132404:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556510:1556510:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556506:1556506:8:4294967295] 00000400:00000200:0.0:1763354563.132412:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.132416:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.132418:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff597177a00. 00000800:00000200:0.0:1763354563.132423:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.132428:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:0.0:1763354563.132431:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff597177a00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763354563.132444:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.132446:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.132448:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.132449:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.132451:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.132455:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086300 x1848998841079296/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.132463:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+468:252517:x1848998841079296:12345-192.168.203.48@tcp:53:lfs.0 Request processed in 360us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.132470:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417378 00000100:00000040:0.0:1763354563.132472:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354563.132474:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.132476:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.132479:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee200. 00000020:00000010:0.0:1763354563.132482:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf0c8. 00000020:00000010:0.0:1763354563.132486:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177e00. 00000020:00000040:0.0:1763354563.132489:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00000100:00000001:0.0:1763354563.132492:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.142952:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.142986:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.142990:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.142994:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.143012:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.143062:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 2672 into portal 24 MB=0x691a7971cd700 00000400:00000200:1.0:1763354563.143084:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 2672/2672 into md 0x1fd3c5 [256] + 2592 00000800:00000001:1.0:1763354563.143097:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.143119:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.143126:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.143137:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.143200:0:6522:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.143204:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079424 02000000:00000001:0.0:1763354563.143207:0:6522:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.143208:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1763354563.143209:0:6522:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1763354563.143212:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1763354563.143213:0:6522:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.143220:0:6522:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354563.143222:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000100:00100000:0.0:1763354563.143224:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079424 00000020:00000001:0.0:1763354563.143229:0:6522:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1763354563.143230:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65f80 x1848998841079552 msgsize 2672 00000020:00000040:0.0:1763354563.143232:0:6522:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.143236:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.143241:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=468 00000100:00100000:1.0:1763354563.143246:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000001:0.0:1763354563.143246:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.143251:0:6522:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.143256:0:6522:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.143260:0:6522:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.143263:0:6522:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.143265:0:6522:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00000001:1.0:1763354563.143268:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1763354563.143271:0:6522:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177e00. 00000020:00000010:0.0:1763354563.143277:0:6522:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee200. 00000800:00000001:1.0:1763354563.143280:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1763354563.143282:0:6522:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf0c8. 00000800:00000001:1.0:1763354563.143288:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354563.143291:0:6522:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.143295:0:6522:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.143298:0:6522:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.143301:0:6522:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.143307:0:6522:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.143321:0:6522:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.143341:0:6522:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763354563.143344:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.143345:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079552 02000000:00000001:0.0:1763354563.143347:0:6522:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.143356:0:6523:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.143357:0:6522:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.143359:0:7548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.143367:0:6522:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.143368:0:7548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1763354563.143373:0:6522:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.143376:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079552 00000020:00000001:0.0:1763354563.143377:0:6522:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.143380:0:6522:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000100:00000001:3.0:1763354563.143381:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1763354563.143382:0:7548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7854 00000020:00000001:0.0:1763354563.143383:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354563.143385:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1763354563.143387:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=229 00000020:00000001:0.0:1763354563.143394:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.143398:0:6523:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.143399:0:7548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000020:00000001:0.0:1763354563.143399:0:6522:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.143408:0:6523:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.143411:0:6522:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354563.143415:0:7548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444335104 : -123186265216512 : ffff8ff6766baa00) 00000020:00000010:0.0:1763354563.143415:0:6522:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.143419:0:6522:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.143422:0:6522:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.143427:0:6522:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177400. 00000100:00000040:1.0:1763354563.143431:0:7548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766baa00 x1848998841079424/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354563.143431:0:6522:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee580. 00000020:00000010:0.0:1763354563.143436:0:6522:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfe10. 00000100:00000001:0.0:1763354563.143442:0:6522:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.143444:0:6522:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.143447:0:6522:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.143452:0:6522:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.143455:0:7548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.143461:0:7548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1880. 00000100:00000001:0.0:1763354563.143463:0:6522:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.143465:0:7548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.143470:0:7548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1880. 00000100:00000001:0.0:1763354563.143473:0:6522:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.143475:0:6522:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.143480:0:7548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+468:2407:x1848998841079424:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00100000:0.0:1763354563.143484:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7855 00000100:00000200:1.0:1763354563.143492:0:7548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079424 00000100:00000040:0.0:1763354563.143492:0:6522:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.143495:0:6522:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000020:00000001:1.0:1763354563.143500:0:7548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1763354563.143502:0:6522:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec65f80 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.143506:0:7548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354563.143512:0:6522:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1763354563.143514:0:7548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.143515:0:6522:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.143520:0:6522:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.143521:0:7548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1763354563.143522:0:6522:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000001:1.0:1763354563.143527:0:7548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000100:00100000:0.0:1763354563.143528:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+229:2408:x1848998841079552:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000200:0.0:1763354563.143534:0:6522:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079552 00000020:00000001:1.0:1763354563.143535:0:7548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.143536:0:6522:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.143540:0:6522:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.143543:0:6522:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.143544:0:7548:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841079424, found 0 last_xid 1848998841079423 00000020:00000001:0.0:1763354563.143545:0:6522:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.143548:0:6522:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000020:00000001:1.0:1763354563.143552:0:7548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.143552:0:6522:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.143555:0:6522:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079552, found 0 last_xid 1848998841079551 00000020:00000001:1.0:1763354563.143559:0:7548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.143559:0:6522:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.143563:0:7548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.143564:0:6522:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.143568:0:6522:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.143569:0:7548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.143570:0:6522:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.143578:0:6522:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000001:1.0:1763354563.143579:0:7548:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:0.0:1763354563.143584:0:6522:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000004:00000010:1.0:1763354563.143587:0:7548:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff58f149638. 00000100:00000001:0.0:1763354563.143588:0:6522:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.143592:0:6522:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1763354563.143593:0:7548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.143596:0:7548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.143599:0:6522:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 6336 at ffff8ff595174000. 02000000:00000001:0.0:1763354563.143602:0:6522:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.143603:0:7548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff680f16000. 00000100:00000001:0.0:1763354563.143604:0:6522:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.143608:0:7548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.143611:0:6522:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff66e095c00. 00000100:00000001:1.0:1763354563.143613:0:7548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.143614:0:6522:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:0.0:1763354563.143620:0:6522:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.143622:0:6522:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00000004:00000010:1.0:1763354563.143623:0:7548:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00010000:00000001:0.0:1763354563.143625:0:6522:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.143628:0:6522:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:1.0:1763354563.143630:0:7548:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00010000:00000001:0.0:1763354563.143632:0:6522:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000004:00000001:1.0:1763354563.143636:0:7548:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.143641:0:7548:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000040:0.0:1763354563.143641:0:6522:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 2 00010000:00000001:1.0:1763354563.143645:0:7548:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00000001:0.0:1763354563.143645:0:6522:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354563.143651:0:7548:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.143651:0:6522:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.143655:0:6522:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8e00. 00010000:00000001:1.0:1763354563.143658:0:7548:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1763354563.143659:0:6522:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.143663:0:6522:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8e00 with handle 0x4a8bb634222ca929 to hash 00000020:00000001:0.0:1763354563.143665:0:6522:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.143666:0:6522:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000010:1.0:1763354563.143670:0:7548:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da600. 00010000:00000010:0.0:1763354563.143671:0:6522:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.143676:0:6522:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000010:1.0:1763354563.143679:0:7548:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241b80. 00010000:00010000:0.0:1763354563.143680:0:6522:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222ca929 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41217 expref: -99 pid: 6522 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.143687:0:7548:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:0.0:1763354563.143691:0:6522:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00010000:00000010:1.0:1763354563.143693:0:7548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000040:0.0:1763354563.143695:0:6522:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00000020:00000001:1.0:1763354563.143701:0:7548:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1763354563.143705:0:6522:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000040:1.0:1763354563.143707:0:7548:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222ca930 to hash 00000004:00000001:0.0:1763354563.143709:0:6522:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000020:00000001:1.0:1763354563.143713:0:7548:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763354563.143716:0:6522:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00010000:00000001:1.0:1763354563.143717:0:7548:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000004:00000001:0.0:1763354563.143720:0:6522:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763354563.143723:0:6522:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00010000:00000010:1.0:1763354563.143725:0:7548:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00000004:00000001:0.0:1763354563.143726:0:6522:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.143730:0:6522:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00010000:00000001:1.0:1763354563.143732:0:7548:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000020:00000001:0.0:1763354563.143737:0:6522:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1763354563.143740:0:7548:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca930 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4121e expref: -99 pid: 7548 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763354563.143745:0:6522:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:0.0:1763354563.143751:0:6522:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:0.0:1763354563.143756:0:6522:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.143757:0:7548:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 455 00000004:00000001:0.0:1763354563.143760:0:6522:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000020:00000040:1.0:1763354563.143763:0:7548:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00000004:00000001:0.0:1763354563.143764:0:6522:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00010000:00000001:1.0:1763354563.143770:0:7548:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:0.0:1763354563.143770:0:6522:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 6040, allocated: 6040, field len 5816 -> 54920 00000004:00000001:1.0:1763354563.143774:0:7548:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000100:00000001:0.0:1763354563.143776:0:6522:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:1.0:1763354563.143779:0:7548:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 02000000:00000001:0.0:1763354563.143780:0:6522:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:1.0:1763354563.143783:0:7548:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.143786:0:7548:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.143788:0:7548:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.143790:0:7548:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x112:0x0] 00000020:00000001:1.0:1763354563.143793:0:7548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.143796:0:7548:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786710136 : -123189922841480 : ffff8ff59c68bc78) 00000004:00000001:1.0:1763354563.143798:0:7548:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786710048 : -123189922841568 : ffff8ff59c68bc20) 00000004:00000001:1.0:1763354563.143800:0:7548:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.143802:0:7548:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.143804:0:7548:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763354563.143806:0:7548:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000001:1.0:1763354563.143809:0:7548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.143811:0:7548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.143831:0:6522:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 55440 at ffff8ff6766c0000. 02000000:00000010:1.0:1763354563.143832:0:7548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff8ff66c858000. 02000000:00000001:0.0:1763354563.143836:0:6522:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.143839:0:6522:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.143844:0:6522:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354563.143848:0:6522:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 6336 at ffff8ff595174000. 02000000:00000001:1.0:1763354563.143853:0:7548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.143855:0:6522:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354563.143858:0:7548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.143859:0:6522:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 02000000:00000001:1.0:1763354563.143866:0:7548:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1763354563.143867:0:6522:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.143870:0:7548:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff680f16000. 00000004:00000001:0.0:1763354563.143872:0:6522:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 02000000:00000001:1.0:1763354563.143877:0:7548:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:0.0:1763354563.143879:0:6522:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000100:00000040:1.0:1763354563.143881:0:7548:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000001:00000001:0.0:1763354563.143883:0:6522:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:1.0:1763354563.143887:0:7548:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.143888:0:6522:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.143892:0:7548:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000001:00000001:0.0:1763354563.143893:0:6522:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:1.0:1763354563.143897:0:7548:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354563.143897:0:6522:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.143900:0:7548:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.143903:0:6522:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.143904:0:7548:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.143908:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.143908:0:6522:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.143913:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.143913:0:6522:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.143920:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.143920:0:6522:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.143925:0:6522:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.143926:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.143930:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.143930:0:6522:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.143937:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.143937:0:6522:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.143940:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.143941:0:6522:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.143943:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.143945:0:6522:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.143949:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.143951:0:6522:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.143955:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.143956:0:6522:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.143960:0:6522:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.143961:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.143962:0:6522:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.143978:0:6522:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.143979:0:6522:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.143984:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.143985:0:6522:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000001:00000001:1.0:1763354563.143991:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00001000:0.0:1763354563.143992:0:6522:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00000001:00000001:1.0:1763354563.143994:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.143998:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.144000:0:7548:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1763354563.144002:0:6522:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000001:00000001:1.0:1763354563.144004:0:7548:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.144006:0:6522:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 02000000:00000001:1.0:1763354563.144012:0:7548:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000004:00000001:0.0:1763354563.144012:0:6522:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.144017:0:6522:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.144018:0:6522:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1763354563.144020:0:7548:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00000004:00000001:0.0:1763354563.144021:0:6522:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.144024:0:6522:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.144026:0:7548:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:0.0:1763354563.144028:0:6522:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763354563.144057:0:6522:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d7ba48 00000004:00000002:0.0:1763354563.144059:0:6522:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_4, ldlm_rep = ffff8ff6766c0250 00000004:00000001:0.0:1763354563.144063:0:6522:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763354563.144065:0:6522:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763354563.144068:0:6522:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354563.144071:0:6522:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.144073:0:6522:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.144075:0:6522:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 3 00000004:00000001:1.0:1763354563.144077:0:7548:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00010000:00000001:0.0:1763354563.144077:0:6522:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.144081:0:7548:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144082:0:6522:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.144085:0:6522:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8400. 00000001:00000001:1.0:1763354563.144087:0:7548:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1763354563.144089:0:6522:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000001:1.0:1763354563.144091:0:7548:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.144093:0:6522:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8400 with handle 0x4a8bb634222ca937 to hash 00000004:00000001:1.0:1763354563.144096:0:7548:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000020:00000001:0.0:1763354563.144097:0:6522:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763354563.144100:0:7548:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144101:0:6522:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000010:0.0:1763354563.144107:0:6522:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927380. 00000004:00000001:1.0:1763354563.144108:0:7548:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00010000:00000001:0.0:1763354563.144109:0:6522:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354563.144113:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1763354563.144115:0:7548:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c15b3a48 00010000:00000001:0.0:1763354563.144115:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.144121:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00000004:00000002:1.0:1763354563.144122:0:7548:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002340:0x112:0x0]/f56xD.sanity_5, ldlm_rep = ffff8ff66c858250 00010000:00000001:0.0:1763354563.144133:0:6522:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.144134:0:7548:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00010000:00000001:0.0:1763354563.144137:0:6522:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:1.0:1763354563.144139:0:7548:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00010000:00000001:0.0:1763354563.144140:0:6522:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.144143:0:6522:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000001:1.0:1763354563.144145:0:7548:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354563.144146:0:6522:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.144150:0:6522:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.144151:0:7548:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.144151:0:6522:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.144156:0:6522:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.144157:0:7548:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354563.144158:0:6522:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.144161:0:6522:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.144164:0:6522:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.144165:0:7548:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da600 count: 2 00010000:00000040:0.0:1763354563.144166:0:6522:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) refcount = 3 00010000:00000040:0.0:1763354563.144172:0:6522:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1763354563.144173:0:7548:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763354563.144177:0:6522:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222ca83b lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ae expref: 230 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.144179:0:7548:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.144186:0:7548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00010000:00010000:0.0:1763354563.144189:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00000020:00000001:1.0:1763354563.144193:0:7548:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.144197:0:7548:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222ca93e to hash 00010000:00000001:0.0:1763354563.144199:0:6522:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:1.0:1763354563.144203:0:7548:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.144208:0:7548:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:0.0:1763354563.144208:0:6522:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.144212:0:6522:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763354563.144216:0:7548:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43200. 00010000:00000001:0.0:1763354563.144218:0:6522:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.144224:0:7548:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:0.0:1763354563.144224:0:6522:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.144228:0:6522:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144230:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.144232:0:6522:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.144234:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144237:0:6522:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763354563.144240:0:7548:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 3/1,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144242:0:6522:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.144249:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.144253:0:7548:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.144257:0:7548:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.144259:0:6522:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.144260:0:7548:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.144264:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.144265:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.144269:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.144269:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.144273:0:6522:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.144274:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.144278:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.144278:0:6522:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1763354563.144283:0:7548:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.144286:0:7548:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000010:0.0:1763354563.144286:0:6522:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439300. 00010000:00000001:1.0:1763354563.144289:0:7548:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.144293:0:7548:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000010:0.0:1763354563.144293:0:6522:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee180. 00010000:00000040:1.0:1763354563.144298:0:7548:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da600) refcount = 2 00010000:00000001:0.0:1763354563.144299:0:6522:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.144303:0:6522:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9200. 00010000:00010000:1.0:1763354563.144305:0:7548:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00000020:00000001:0.0:1763354563.144307:0:6522:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.144311:0:6522:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9200 with handle 0x4a8bb634222ca945 to hash 00000020:00000001:0.0:1763354563.144316:0:6522:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.144318:0:7548:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.144320:0:6522:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:1.0:1763354563.144324:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000010:0.0:1763354563.144327:0:6522:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927680. 00010000:00000001:1.0:1763354563.144328:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144332:0:6522:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:1.0:1763354563.144333:0:7548:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.144339:0:7548:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.144339:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.144344:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144345:0:7548:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.144350:0:6522:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 00010000:00000001:1.0:1763354563.144351:0:7548:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.144355:0:7548:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.144359:0:7548:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.144365:0:7548:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144365:0:6522:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.144370:0:6522:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.144374:0:6522:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.144378:0:7548:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.144378:0:6522:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.144382:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144383:0:6522:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144385:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.144388:0:6522:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.144389:0:7548:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.144392:0:6522:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144393:0:7548:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354563.144397:0:6522:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000010:1.0:1763354563.144400:0:7548:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da300. 00010000:00000001:0.0:1763354563.144401:0:6522:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.144404:0:6522:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000010:1.0:1763354563.144407:0:7548:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241c80. 00010000:00000001:0.0:1763354563.144408:0:6522:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.144413:0:6522:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff55d439300) refcount = 1 00010000:00000001:1.0:1763354563.144414:0:7548:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.144419:0:7548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00010000:00010000:0.0:1763354563.144420:0:6522:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00000020:00000001:1.0:1763354563.144423:0:7548:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.144427:0:7548:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222ca94c to hash 00000020:00000001:1.0:1763354563.144432:0:7548:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.144432:0:6522:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.144436:0:7548:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:0.0:1763354563.144437:0:6522:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.144441:0:6522:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763354563.144443:0:7548:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43c80. 00010000:00000001:0.0:1763354563.144446:0:6522:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.144447:0:7548:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.144451:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.144451:0:6522:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144454:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144457:0:6522:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.144458:0:7548:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 3/1,0 mode: --/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144463:0:6522:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.144466:0:7548:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.144470:0:7548:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.144470:0:6522:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.144473:0:7548:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.144476:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.144476:0:6522:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144479:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144482:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.144483:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763354563.144483:0:6522:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.144487:0:7548:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.144489:0:7548:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.144491:0:7548:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.144492:0:7548:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.144494:0:7548:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x112:0x0].0x47e043f9 (ffff8ff58c6da300) refcount = 1 00010000:00010000:1.0:1763354563.144501:0:7548:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144501:0:6522:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.144505:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.144507:0:7548:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.144511:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.144511:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.144515:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.144516:0:6522:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144517:0:7548:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.144519:0:7548:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144522:0:7548:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144523:0:7548:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.144523:0:6522:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000001:1.0:1763354563.144527:0:7548:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.144528:0:7548:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.144530:0:7548:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7548 initiator: MDT0 00000004:00000001:0.0:1763354563.144532:0:6522:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00000001:1.0:1763354563.144537:0:7548:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000004:00000001:0.0:1763354563.144537:0:6522:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00010000:00000001:1.0:1763354563.144541:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.144542:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:08000000:0.0:1763354563.144542:0:6522:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354563.144545:0:7548:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.144550:0:7548:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.144550:0:6522:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.144555:0:7548:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00080000:00000001:0.0:1763354563.144555:0:6522:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00000004:00000001:1.0:1763354563.144558:0:7548:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00080000:00000001:0.0:1763354563.144560:0:6522:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000004:08000000:1.0:1763354563.144562:0:7548:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354563.144566:0:7548:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.144568:0:7548:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763354563.144571:0:7548:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763354563.144580:0:6522:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1763354563.144584:0:7548:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1763354563.144585:0:6522:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763354563.144589:0:7548:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1763354563.144590:0:6522:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1763354563.144596:0:7548:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.144596:0:6522:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.144602:0:7548:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.144603:0:6522:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.144607:0:7548:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.144608:0:6522:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763354563.144612:0:7548:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763354563.144613:0:6522:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354563.144616:0:7548:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.144617:0:6522:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763354563.144619:0:7548:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.144620:0:6522:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1763354563.144621:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.144623:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1763354563.144624:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.144627:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000040:0.0:1763354563.144627:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00000020:00000001:0.0:1763354563.144631:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000020:00000001:1.0:1763354563.144632:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.144638:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:0.0:1763354563.144638:0:6522:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354563.144645:0:6522:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1763354563.144646:0:7548:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.144650:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763354563.144651:0:7548:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.144669:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144669:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144673:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.144674:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.144678:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763354563.144679:0:7548:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 2/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.144691:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.144693:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144695:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.144696:0:7548:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1763354563.144698:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.144699:0:7548:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144701:0:6522:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.144705:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763354563.144707:0:7548:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f3e00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.144711:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.144714:0:7548:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.144715:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8400 already unused, calling callback (ffffffffc19b3550) 00010000:00010000:1.0:1763354563.144717:0:7548:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00000004:00000001:0.0:1763354563.144718:0:6522:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.144721:0:6522:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.144724:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.144725:0:7548:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.144728:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.144731:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354563.144732:0:6522:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1763354563.144734:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00010000:00000001:0.0:1763354563.144735:0:6522:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.144737:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00000020:00000001:0.0:1763354563.144738:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.144741:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=4 00010000:00000001:1.0:1763354563.144742:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00000020:00000001:0.0:1763354563.144745:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:1.0:1763354563.144747:0:7548:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1763354563.144749:0:6522:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00010000:1.0:1763354563.144750:0:7548:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144752:0:6522:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.144756:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.144757:0:7548:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.144760:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.144762:0:7548:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144767:0:6522:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763354563.144768:0:7548:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:0.0:1763354563.144770:0:6522:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.144771:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:0.0:1763354563.144773:0:6522:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144774:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.144777:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144778:0:6522:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1763354563.144779:0:7548:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222ca93e from hash 00010000:00000001:0.0:1763354563.144781:0:6522:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.144784:0:7548:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.144784:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.144786:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144788:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144789:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.144792:0:7548:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1763354563.144793:0:6522:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8400 with handle 0x4a8bb634222ca937 from hash 00010000:00000001:0.0:1763354563.144795:0:6522:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.144796:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144797:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.144798:0:6522:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.144800:0:6522:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.144801:0:6522:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144803:0:6522:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.144806:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.144807:0:6522:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.144809:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144811:0:6522:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:1.0:1763354563.144814:0:7548:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.144817:0:7548:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1763354563.144817:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00000001:1.0:1763354563.144819:0:7548:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.144822:0:7548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da600) 00010000:00010000:0.0:1763354563.144824:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1763354563.144826:0:7548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.144829:0:6522:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144830:0:7548:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.144837:0:7548:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144838:0:6522:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144839:0:7548:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.144841:0:7548:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.144844:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144844:0:6522:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.144847:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.144848:0:6522:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.144849:0:7548:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144852:0:7548:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.144856:0:7548:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144856:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.144861:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.144862:0:7548:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 2/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144864:0:6522:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144869:0:6522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144870:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354563.144873:0:6522:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.144874:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.144877:0:7548:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.144879:0:7548:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:0.0:1763354563.144879:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.144882:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.144885:0:7548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca93e lrc: 0/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144888:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:1.0:1763354563.144892:0:7548:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43200. 00010000:00000001:0.0:1763354563.144892:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.144893:0:6522:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.144896:0:6522:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.144898:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.144900:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca937 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.144901:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.144904:0:7548:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.144906:0:7548:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354563.144908:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:0.0:1763354563.144909:0:6522:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927380. 00000020:00000001:1.0:1763354563.144910:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.144913:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354563.144916:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.144918:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.144920:0:7548:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1763354563.144920:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.144922:0:7548:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00000004:00000001:0.0:1763354563.144923:0:6522:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.144926:0:6522:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.144929:0:6522:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1763354563.144930:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763354563.144932:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763354563.144933:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763354563.144936:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9200 refcount=3 00010000:00010000:1.0:1763354563.144937:0:7548:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7548 initiator: MDT0 00000020:00000001:0.0:1763354563.144941:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:1.0:1763354563.144947:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.144948:0:6522:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:1.0:1763354563.144951:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.144952:0:6522:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1763354563.144955:0:7548:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.144956:0:6522:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6522 initiator: MDT1 00010000:00010000:1.0:1763354563.144958:0:7548:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144984:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.144986:0:7548:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:0.0:1763354563.144987:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.144990:0:6522:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6522 initiator: MDT1 00000004:00000001:1.0:1763354563.144991:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.144994:0:7548:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.144997:0:7548:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.144999:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.145001:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145006:0:7548:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.145006:0:6522:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1763354563.145010:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1763354563.145011:0:6522:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00000020:00000001:1.0:1763354563.145012:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.145016:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:1.0:1763354563.145021:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:0.0:1763354563.145022:0:6522:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9200 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:1.0:1763354563.145024:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000004:00000001:0.0:1763354563.145026:0:6522:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.145027:0:7548:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1763354563.145029:0:6522:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.145031:0:7548:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7548 initiator: MDT0 00010000:00010000:0.0:1763354563.145032:0:6522:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6522 initiator: MDT1 00010000:00000001:0.0:1763354563.145058:0:6522:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.145059:0:6522:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.145060:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.145061:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9200 refcount=4 00000020:00000001:0.0:1763354563.145063:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:0.0:1763354563.145067:0:6522:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:0.0:1763354563.145071:0:6522:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.145073:0:6522:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.145075:0:7548:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.145079:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.145080:0:6522:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.145083:0:7548:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.145084:0:6522:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.145086:0:6522:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145090:0:7548:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.145090:0:6522:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.145094:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.145094:0:6522:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.145099:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.145100:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.145102:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145103:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.145105:0:6522:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9200 with handle 0x4a8bb634222ca945 from hash 00000020:00000040:1.0:1763354563.145108:0:7548:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222ca94c from hash 00010000:00000001:0.0:1763354563.145109:0:6522:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.145112:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.145115:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145116:0:7548:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.145117:0:6522:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.145120:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.145121:0:6522:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.145125:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.145125:0:6522:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145130:0:7548:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.145130:0:6522:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.145132:0:6522:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.145135:0:6522:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:1.0:1763354563.145137:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:0.0:1763354563.145137:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff55d439300) 00010000:00000001:1.0:1763354563.145140:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.145141:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.145146:0:7548:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.145146:0:6522:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.145149:0:7548:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.145150:0:6522:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145152:0:7548:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:0.0:1763354563.145153:0:6522:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763354563.145155:0:7548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x47e043f9 (ffff8ff58c6da300) 00010000:00000001:0.0:1763354563.145156:0:6522:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.145162:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.145163:0:7548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.145165:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145166:0:7548:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.145167:0:6522:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145170:0:7548:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145171:0:6522:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145174:0:7548:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:0.0:1763354563.145175:0:6522:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145178:0:7548:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1763354563.145179:0:6522:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.145182:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.145185:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145187:0:7548:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145189:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.145190:0:7548:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145191:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.145193:0:7548:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145194:0:6522:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:1.0:1763354563.145198:0:7548:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 2/0,0 mode: --/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000001:0.0:1763354563.145198:0:6522:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.145199:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.145203:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9200/0x4a8bb634222ca945 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6522 initiator: MDT1 00010000:00000001:1.0:1763354563.145206:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.145208:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145211:0:7548:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763354563.145212:0:6522:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927680. 00010000:00000001:1.0:1763354563.145213:0:7548:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.145216:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1763354563.145217:0:6522:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d439300 count: 0 00010000:00010000:1.0:1763354563.145218:0:7548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca94c lrc: 0/0,0 mode: --/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000010:0.0:1763354563.145223:0:6522:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee180. 00010000:00000010:1.0:1763354563.145225:0:7548:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43c80. 00010000:00000040:1.0:1763354563.145230:0:7548:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da300 count: 0 00010000:00000001:0.0:1763354563.145232:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.145233:0:7548:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241c80. 00000004:00000001:0.0:1763354563.145234:0:6522:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.145238:0:6522:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.145239:0:6522:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.145242:0:6522:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763354563.145244:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.145244:0:6522:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763354563.145247:0:7548:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.145249:0:7548:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 02000000:00000001:0.0:1763354563.145250:0:6522:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000004:00000001:1.0:1763354563.145251:0:7548:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 02000000:00000001:0.0:1763354563.145254:0:6522:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.145255:0:7548:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.145259:0:6522:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.145260:0:7548:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763354563.145263:0:6522:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 02000000:00000001:1.0:1763354563.145265:0:7548:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000004:00000001:0.0:1763354563.145266:0:6522:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 02000000:00000001:1.0:1763354563.145268:0:7548:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.145270:0:7548:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000040:0.0:1763354563.145270:0:6522:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.145274:0:7548:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.145275:0:7548:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.145277:0:7548:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.145284:0:6522:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.145285:0:7548:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.145288:0:6522:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.145289:0:7548:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.145294:0:6522:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.145295:0:7548:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763354563.145301:0:7548:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.145301:0:6522:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.145304:0:6522:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.145305:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.145310:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.145310:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.145313:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145314:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145319:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.145319:0:6522:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.145322:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145324:0:6522:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.145325:0:7548:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222ca930 from hash 00010000:00000001:1.0:1763354563.145328:0:7548:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.145331:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1763354563.145332:0:6522:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8e00 with handle 0x4a8bb634222ca929 from hash 00010000:00000001:1.0:1763354563.145333:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145334:0:7548:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.145335:0:7548:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763354563.145339:0:7548:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00000001:0.0:1763354563.145340:0:6522:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1763354563.145344:0:7548:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca930 lrc: 1/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4121e expref: 469 pid: 7548 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.145345:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.145348:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.145352:0:6522:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.145353:0:7548:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.145357:0:7548:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.145357:0:6522:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763354563.145360:0:7548:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.145362:0:7548:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145364:0:6522:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00000020:00000001:1.0:1763354563.145365:0:7548:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145369:0:7548:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.145371:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.145373:0:7548:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.145374:0:7548:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.145375:0:7548:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:0.0:1763354563.145376:0:6522:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222ca929 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41217 expref: 230 pid: 6522 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.145377:0:7548:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.145379:0:7548:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.145381:0:7548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da600) 00010000:00010000:1.0:1763354563.145386:0:7548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763354563.145388:0:7548:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.145391:0:7548:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.145394:0:7548:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.145395:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.145400:0:6522:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1763354563.145401:0:7548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca930 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4121e expref: 469 pid: 7548 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763354563.145404:0:6522:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.145408:0:6522:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.145410:0:6522:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.145416:0:6522:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.145422:0:6522:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:1.0:1763354563.145424:0:7548:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 454 00010000:00000001:0.0:1763354563.145426:0:6522:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:1.0:1763354563.145429:0:7548:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00010000:00000001:0.0:1763354563.145430:0:6522:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.145434:0:6522:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:1.0:1763354563.145436:0:7548:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:0.0:1763354563.145437:0:6522:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1763354563.145441:0:7548:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da600 count: 0 00010000:00000001:0.0:1763354563.145442:0:6522:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.145445:0:6522:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000010:1.0:1763354563.145448:0:7548:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241b80. 00010000:00010000:0.0:1763354563.145450:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00010000:0.0:1763354563.145456:0:6522:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763354563.145457:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.145458:0:6522:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763354563.145461:0:7548:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc -2) 00010000:00000001:0.0:1763354563.145463:0:6522:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.145467:0:7548:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354563.145468:0:6522:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.145472:0:6522:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763354563.145474:0:7548:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00010000:0.0:1763354563.145480:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222ca929 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41217 expref: 230 pid: 6522 timeout: 0 lvb_type: 0 00000004:00000010:1.0:1763354563.145482:0:7548:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff58f149638. 00000004:00000010:1.0:1763354563.145490:0:7548:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff55e381a80. 00010000:00000040:0.0:1763354563.145493:0:6522:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000004:00000001:1.0:1763354563.145496:0:7548:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000040:0.0:1763354563.145498:0:6522:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000004:00000001:1.0:1763354563.145500:0:7548:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000010:0.0:1763354563.145504:0:6522:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00000004:00000001:1.0:1763354563.145505:0:7548:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763354563.145512:0:7548:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 0, xid 1848998841079424 00010000:00000001:0.0:1763354563.145515:0:6522:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.145516:0:7548:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:0.0:1763354563.145520:0:6522:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8e00, rc -2) 00010000:00000200:1.0:1763354563.145527:0:7548:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766baa00 x1848998841079424/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/29424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354563.145527:0:6522:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.145533:0:6522:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763354563.145541:0:6522:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00010000:00000001:1.0:1763354563.145545:0:7548:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000010:0.0:1763354563.145549:0:6522:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff66e095c00. 00010000:00000001:1.0:1763354563.145550:0:7548:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.145554:0:6522:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00001000:1.0:1763354563.145556:0:7548:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000020:00000002:0.0:1763354563.145561:0:6522:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000100:00000001:1.0:1763354563.145562:0:7548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1763354563.145567:0:6522:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000100:00000040:1.0:1763354563.145568:0:7548:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000004:00000001:0.0:1763354563.145572:0:6522:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.145573:0:7548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.145578:0:7548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:0.0:1763354563.145580:0:6522:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841079552 02000000:00000001:1.0:1763354563.145581:0:7548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.145588:0:7548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1763354563.145588:0:6522:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:1.0:1763354563.145594:0:7548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000200:0.0:1763354563.145598:0:6522:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec65f80 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763354563.145600:0:7548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff67cba3100. 00000100:00000200:1.0:1763354563.145609:0:7548:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848998841079424, offset 224 00010000:00000001:0.0:1763354563.145612:0:6522:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.145617:0:6522:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.145622:0:7548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00001000:0.0:1763354563.145622:0:6522:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.145628:0:6522:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.145633:0:6522:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.145638:0:7548:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:0.0:1763354563.145640:0:6522:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.145645:0:6522:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1763354563.145648:0:7548:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556511:1556511:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556507:1556507:8:4294967295] 02000000:00000001:0.0:1763354563.145649:0:6522:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.145656:0:6522:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.145667:0:6522:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.145669:0:7548:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000400:00000010:0.0:1763354563.145676:0:6522:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff597176c00. 00000800:00000200:1.0:1763354563.145678:0:7548:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.48@tcp 00000100:00000200:0.0:1763354563.145684:0:6522:0:(niobuf.c:94:ptl_send_buf()) Sending 55144 bytes to portal 4, xid 1848998841079552, offset 224 00000800:00000010:1.0:1763354563.145685:0:7548:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8ff67ed95400. 00000800:00000200:1.0:1763354563.145696:0:7548:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.145706:0:7548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000400:00000200:0.0:1763354563.145708:0:6522:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000800:00000200:1.0:1763354563.145712:0:7548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67ed95400 type 1, nob 29520 niov 1 nkiov 8 00000400:00000200:0.0:1763354563.145723:0:6522:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.145730:0:6522:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556512:1556512:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556508:1556508:7:4294967295] 00000100:00000001:1.0:1763354563.145737:0:7548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.145745:0:7548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.145746:0:6522:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:1.0:1763354563.145750:0:7548:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.145755:0:7548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.145758:0:7548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1763354563.145760:0:6522:0:(socklnd_cb.c:1001:ksocknal_send()) sending 55144 bytes in 14 frags to 12345-192.168.203.48@tcp 00000100:00000040:1.0:1763354563.145766:0:7548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766baa00 x1848998841079424/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/29424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1763354563.145769:0:6522:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff597177a00. 00000800:00000200:0.0:1763354563.145782:0:6522:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00100000:1.0:1763354563.145785:0:7548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+468:2407:x1848998841079424:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2326us (2633us total) trans 0 rc -2/-2 00000800:00000200:0.0:1763354563.145794:0:6522:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000100:00100000:1.0:1763354563.145799:0:7548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7854 00000800:00000200:0.0:1763354563.145802:0:6522:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff597177a00 type 1, nob 55240 niov 1 nkiov 14 00000100:00000040:1.0:1763354563.145805:0:7548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.145809:0:7548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.145809:0:6522:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.145814:0:7548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763354563.145818:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1763354563.145818:0:6522:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000020:00000010:1.0:1763354563.145821:0:7548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee200. 00000100:00100000:3.0:1763354563.145822:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079680 00010000:00000001:0.0:1763354563.145826:0:6522:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:1.0:1763354563.145829:0:7548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf0c8. 00000020:00000001:0.0:1763354563.145830:0:6522:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.145835:0:6522:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1763354563.145839:0:7548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177e00. 00000100:00000040:0.0:1763354563.145843:0:6522:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763354563.145845:0:7548:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00000100:00000001:1.0:1763354563.145852:0:7548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763354563.145864:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+229:2408:x1848998841079552:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2348us (2630us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763354563.145874:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7855 00000100:00000040:0.0:1763354563.145878:0:6522:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354563.145882:0:6522:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.145884:0:6522:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.145888:0:6522:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee580. 00000020:00000010:0.0:1763354563.145892:0:6522:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfe10. 00000020:00000010:0.0:1763354563.145897:0:6522:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177400. 00000020:00000040:0.0:1763354563.145900:0:6522:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000100:00000001:0.0:1763354563.145903:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354563.145943:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.145947:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.145952:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.145957:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.145961:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079680 00000020:00000001:3.0:1763354563.146086:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.146089:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354563.146093:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.146096:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=468 00000100:00000001:0.0:1763354563.146098:0:6522:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1763354563.146100:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00100000:0.0:1763354563.146103:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079808 00000020:00000001:3.0:1763354563.146104:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354563.146110:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1763354563.146110:0:6522:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1763354563.146115:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354563.146115:0:6522:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1763354563.146116:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:0.0:1763354563.146121:0:6522:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.146122:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1763354563.146123:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff597177a00. 00000020:00000010:3.0:1763354563.146127:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 02000000:00000001:0.0:1763354563.146127:0:6522:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.146131:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1763354563.146134:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079808 00000020:00000010:3.0:1763354563.146136:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086000. 00000020:00000001:0.0:1763354563.146140:0:6522:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1763354563.146141:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354563.146142:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c00. 00000020:00000040:0.0:1763354563.146145:0:6522:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000400:00000200:1.0:1763354563.146149:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff597176c00 00000020:00000010:3.0:1763354563.146150:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000020:00000001:0.0:1763354563.146150:0:6522:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1763354563.146152:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff597176c00. 00000020:00000040:0.0:1763354563.146156:0:6522:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=229 00000100:00000040:3.0:1763354563.146159:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.146159:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.146163:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354563.146164:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1763354563.146164:0:6522:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.146169:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763354563.146170:0:6522:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.146173:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.146175:0:6522:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354563.146181:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.146181:0:6522:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.146185:0:6522:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.146190:0:6522:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00000001:3.0:1763354563.146196:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354563.146197:0:6522:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177400. 00000020:00000010:0.0:1763354563.146202:0:6522:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee580. 00000100:00000001:1.0:1763354563.146206:0:7548:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1763354563.146207:0:6522:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfe10. 00000100:00000001:1.0:1763354563.146209:0:7548:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354563.146214:0:6522:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1763354563.146215:0:7548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7856 00000100:00000001:0.0:1763354563.146220:0:6522:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1763354563.146221:0:7548:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.146224:0:6522:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.146225:0:7548:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444327040 : -123186265224576 : ffff8ff6766b8a80) 00000100:00000040:1.0:1763354563.146234:0:7548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8a80 x1848998841079680/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.146235:0:6522:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.146244:0:7548:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.146248:0:7548:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1140. 00000100:00000001:1.0:1763354563.146249:0:7548:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.146251:0:7548:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1140. 00000100:00100000:1.0:1763354563.146257:0:7548:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+468:2403:x1848998841079680:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000001:0.0:1763354563.146258:0:6522:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354563.146266:0:7548:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079680 00000020:00000001:1.0:1763354563.146270:0:7548:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1763354563.146274:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1763354563.146275:0:7548:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354563.146276:0:6522:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.146278:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354563.146280:0:6522:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1763354563.146281:0:7548:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.146286:0:7548:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1763354563.146288:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7857 00000020:00000001:1.0:1763354563.146290:0:7548:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000100:00000040:3.0:1763354563.146293:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.146294:0:6522:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.146296:0:7548:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1763354563.146299:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444338688 : -123186265212928 : ffff8ff6766bb800) 00000100:00000001:0.0:1763354563.146301:0:6522:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.146302:0:7548:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841079680, found 0 last_xid 1848998841079423 00000020:00000001:1.0:1763354563.146308:0:7548:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354563.146311:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bb800 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.146312:0:7548:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.146317:0:7548:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.146320:0:7548:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.146327:0:7548:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000100:00000001:3.0:1763354563.146330:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000010:1.0:1763354563.146333:0:7548:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff58f149638. 00000020:00000010:3.0:1763354563.146336:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:1.0:1763354563.146340:0:7548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1763354563.146341:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354563.146345:0:7548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.146349:0:7548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff680f16000. 02000000:00000001:1.0:1763354563.146352:0:7548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.146357:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00000001:1.0:1763354563.146357:0:7548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354563.146361:0:7548:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.146367:0:7548:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.146370:0:7548:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.146375:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+229:2406:x1848998841079808:12345-192.168.203.48@tcp:63:ll_sa.0 00000004:00000001:1.0:1763354563.146375:0:7548:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763354563.146379:0:7548:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.146381:0:7548:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000200:3.0:1763354563.146386:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079808 00010000:00000001:1.0:1763354563.146386:0:7548:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1763354563.146391:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000010:1.0:1763354563.146393:0:7548:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da500. 00000020:00000001:3.0:1763354563.146396:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000010:1.0:1763354563.146398:0:7548:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241b80. 00010000:00000001:1.0:1763354563.146401:0:7548:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.146404:0:7548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af2c00. 00000020:00000001:1.0:1763354563.146405:0:7548:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.146407:0:7548:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af2c00 with handle 0x4a8bb634222ca953 to hash 00000020:00000001:1.0:1763354563.146408:0:7548:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.146409:0:7548:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000010:1.0:1763354563.146412:0:7548:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.146414:0:7548:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00010000:1.0:1763354563.146416:0:7548:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222ca953 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4124f expref: -99 pid: 7548 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.146422:0:7548:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 455 00000020:00000040:1.0:1763354563.146424:0:7548:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00010000:00000001:1.0:1763354563.146427:0:7548:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.146428:0:7548:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.146430:0:7548:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.146431:0:7548:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.146432:0:7548:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.146434:0:7548:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.146435:0:7548:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x112:0x0] 00000020:00000001:1.0:1763354563.146437:0:7548:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.146440:0:7548:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786710136 : -123189922841480 : ffff8ff59c68bc78) 00000004:00000001:1.0:1763354563.146442:0:7548:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786710048 : -123189922841568 : ffff8ff59c68bc20) 00000004:00000001:1.0:1763354563.146443:0:7548:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.146445:0:7548:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.146447:0:7548:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763354563.146450:0:7548:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000001:1.0:1763354563.146451:0:7548:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.146452:0:7548:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.146470:0:7548:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff8ff6716c0000. 02000000:00000001:1.0:1763354563.146472:0:7548:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.146474:0:7548:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.146477:0:7548:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.146479:0:7548:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff680f16000. 02000000:00000001:1.0:1763354563.146484:0:7548:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763354563.146486:0:7548:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000004:00000001:1.0:1763354563.146488:0:7548:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.146490:0:7548:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763354563.146493:0:7548:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.146494:0:7548:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.146496:0:7548:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.146498:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.146500:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.146501:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.146503:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.146504:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.146506:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.146507:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.146508:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.146509:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.146511:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.146513:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354563.146515:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.146515:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.146521:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:1.0:1763354563.146522:0:7548:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763354563.146526:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000001:00000001:1.0:1763354563.146526:0:7548:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354563.146532:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.146532:0:7548:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.146535:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079808, found 0 last_xid 1848998841079551 00000001:00000001:1.0:1763354563.146537:0:7548:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1763354563.146541:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1763354563.146541:0:7548:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.146547:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1763354563.146548:0:7548:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:00000001:3.0:1763354563.146549:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.146552:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1763354563.146553:0:7548:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00000004:00000001:3.0:1763354563.146556:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 02000000:00000001:1.0:1763354563.146557:0:7548:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.146561:0:7548:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000010:3.0:1763354563.146562:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000004:00000001:1.0:1763354563.146563:0:7548:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.146567:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1763354563.146568:0:7548:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:3.0:1763354563.146571:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1763354563.146572:0:7548:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.146575:0:7548:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 02000000:00000010:3.0:1763354563.146577:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 6336 at ffff8ff542e22000. 00000004:00000001:1.0:1763354563.146578:0:7548:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.146583:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.146584:0:7548:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000100:00000001:3.0:1763354563.146586:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.146589:0:7548:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c15b3a48 00000004:00000010:3.0:1763354563.146590:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff6806b7cc0. 00000004:00000002:1.0:1763354563.146592:0:7548:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002340:0x112:0x0]/f56xD.sanity_5, ldlm_rep = ffff8ff6716c0250 00000020:00000001:3.0:1763354563.146594:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:3.0:1763354563.146597:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.146599:0:7548:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354563.146600:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00000004:00000001:1.0:1763354563.146603:0:7548:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00010000:00000001:3.0:1763354563.146604:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354563.146607:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000001:1.0:1763354563.146608:0:7548:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354563.146611:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1763354563.146612:0:7548:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.146615:0:7548:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354563.146617:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 2 00010000:00000040:1.0:1763354563.146618:0:7548:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da500 count: 2 00010000:00000001:3.0:1763354563.146621:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.146622:0:7548:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.146624:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1763354563.146627:0:7548:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354563.146629:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581e00. 00000020:00000001:3.0:1763354563.146633:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:1.0:1763354563.146633:0:7548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3e00. 00000020:00000040:3.0:1763354563.146637:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581e00 with handle 0x4a8bb634222ca95a to hash 00000020:00000001:1.0:1763354563.146638:0:7548:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1763354563.146642:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:1.0:1763354563.146643:0:7548:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3e00 with handle 0x4a8bb634222ca961 to hash 00010000:00000001:3.0:1763354563.146645:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00000020:00000001:1.0:1763354563.146647:0:7548:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.146650:0:7548:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000010:3.0:1763354563.146651:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663880. 00010000:00000010:1.0:1763354563.146654:0:7548:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43c80. 00010000:00000001:3.0:1763354563.146655:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00000001:1.0:1763354563.146661:0:7548:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00010000:3.0:1763354563.146662:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca95a lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41248 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.146665:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.146669:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.146676:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00010000:00010000:1.0:1763354563.146676:0:7548:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 3/1,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7548 initiator: MDT0 00000020:00000040:3.0:1763354563.146681:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00010000:00000001:3.0:1763354563.146686:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.146687:0:7548:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354563.146689:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00010000:00000001:1.0:1763354563.146691:0:7548:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:3.0:1763354563.146692:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00010000:00000001:1.0:1763354563.146694:0:7548:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000004:00000001:3.0:1763354563.146695:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354563.146698:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00010000:00000001:1.0:1763354563.146698:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000001:3.0:1763354563.146702:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00010000:00000001:1.0:1763354563.146702:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763354563.146706:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00010000:00000001:1.0:1763354563.146707:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000020:00000001:3.0:1763354563.146710:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1763354563.146711:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.146715:0:7548:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1763354563.146716:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00010000:00000001:1.0:1763354563.146717:0:7548:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000004:00000001:3.0:1763354563.146721:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00010000:00000001:1.0:1763354563.146722:0:7548:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.146725:0:7548:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000004:00000001:3.0:1763354563.146726:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.146728:0:7548:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da500) refcount = 2 00000004:00000001:3.0:1763354563.146729:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354563.146733:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00010000:00010000:1.0:1763354563.146735:0:7548:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00000100:00000040:3.0:1763354563.146736:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 6040, allocated: 6040, field len 5816 -> 54920 00000100:00000001:3.0:1763354563.146741:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.146745:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763354563.146745:0:7548:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.146749:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.146750:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146751:0:7548:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.146752:0:7548:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.146753:0:7548:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146755:0:7548:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.146756:0:7548:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.146758:0:7548:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.146760:0:7548:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.146764:0:7548:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.146764:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.146765:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.146766:0:7548:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.146767:0:7548:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000010:3.0:1763354563.146770:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 55440 at ffff8ff66b8c0000. 00010000:00000010:1.0:1763354563.146771:0:7548:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6dac00. 02000000:00000001:3.0:1763354563.146776:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763354563.146777:0:7548:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241c80. 00000100:00000001:3.0:1763354563.146779:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146782:0:7548:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:3.0:1763354563.146784:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000010:1.0:1763354563.146785:0:7548:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3c00. 02000000:00000010:3.0:1763354563.146787:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 6336 at ffff8ff542e22000. 00000020:00000001:1.0:1763354563.146789:0:7548:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:3.0:1763354563.146792:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1763354563.146793:0:7548:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3c00 with handle 0x4a8bb634222ca968 to hash 00000100:00000040:3.0:1763354563.146794:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000020:00000001:1.0:1763354563.146797:0:7548:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354563.146798:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146800:0:7548:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00000004:00000001:3.0:1763354563.146801:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00010000:00000010:1.0:1763354563.146805:0:7548:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43200. 00000004:00000001:3.0:1763354563.146806:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354563.146810:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1763354563.146810:0:7548:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00000001:00000001:3.0:1763354563.146813:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146815:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:3.0:1763354563.146816:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354563.146818:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.146819:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.146823:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.146823:0:7548:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7548 initiator: MDT0 00000001:00000001:3.0:1763354563.146828:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.146830:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.146833:0:7548:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:3.0:1763354563.146834:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.146837:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354563.146837:0:7548:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:3.0:1763354563.146842:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.146842:0:7548:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.146846:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000001:00000001:3.0:1763354563.146847:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146849:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354563.146850:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.146854:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.146854:0:7548:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000001:00000001:3.0:1763354563.146857:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146858:0:7548:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354563.146861:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354563.146862:0:7548:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:3.0:1763354563.146864:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.146865:0:7548:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.146868:0:7548:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:3.0:1763354563.146870:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146871:0:7548:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000001:00000001:3.0:1763354563.146874:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000040:1.0:1763354563.146875:0:7548:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x112:0x0].0x47e043f9 (ffff8ff58c6dac00) refcount = 1 00000001:00000001:3.0:1763354563.146877:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.146880:0:7548:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 02000000:00000001:3.0:1763354563.146881:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354563.146885:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00010000:00000001:1.0:1763354563.146887:0:7548:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:3.0:1763354563.146889:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00010000:00000001:1.0:1763354563.146890:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:3.0:1763354563.146894:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00010000:00000001:1.0:1763354563.146894:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.146898:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146899:0:7548:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000001:00000001:3.0:1763354563.146901:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1763354563.146902:0:7548:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354563.146905:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146906:0:7548:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.146908:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00010000:00000001:1.0:1763354563.146909:0:7548:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354563.146911:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.146914:0:7548:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000004:00000001:3.0:1763354563.146915:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00010000:00000001:1.0:1763354563.146916:0:7548:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.146919:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 00010000:00010000:1.0:1763354563.146920:0:7548:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7548 initiator: MDT0 00000004:00000002:3.0:1763354563.146923:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_4, ldlm_rep = ffff8ff66b8c0250 00000004:00000001:3.0:1763354563.146930:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354563.146934:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00010000:00000001:1.0:1763354563.146935:0:7548:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000004:00000001:3.0:1763354563.146936:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763354563.146938:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.146940:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.146941:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.146944:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000004:00000001:1.0:1763354563.146944:0:7548:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.146950:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 3 00000004:00000001:1.0:1763354563.146950:0:7548:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000001:3.0:1763354563.146954:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.146955:0:7548:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00000001:3.0:1763354563.146956:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000001:1.0:1763354563.146958:0:7548:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00010000:00000010:3.0:1763354563.146961:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581a00. 00000004:08000000:1.0:1763354563.146962:0:7548:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000020:00000001:3.0:1763354563.146982:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000004:00000001:1.0:1763354563.146983:0:7548:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.146986:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581a00 with handle 0x4a8bb634222ca96f to hash 00080000:00000001:1.0:1763354563.146988:0:7548:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1763354563.146989:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354563.146992:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00080000:00000001:1.0:1763354563.146992:0:7548:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1763354563.146997:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354563.147000:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:3.0:1763354563.147003:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1763354563.147003:0:7548:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:3.0:1763354563.147005:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.147009:0:7548:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763354563.147012:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00080000:00000001:1.0:1763354563.147013:0:7548:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.147017:0:7548:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.147021:0:7548:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.147027:0:7548:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763354563.147032:0:7548:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354563.147054:0:7548:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354563.147055:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.147057:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.147058:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=3 00000020:00000001:1.0:1763354563.147060:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.147063:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.147066:0:7548:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.147068:0:7548:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.147072:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.147074:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.147076:0:7548:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 2/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.147083:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.147084:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147086:0:7548:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.147088:0:7548:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00010000:1.0:1763354563.147092:0:7548:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff542af3e00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.147094:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.147095:0:7548:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.147096:0:7548:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.147099:0:7548:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.147100:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.147101:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.147102:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=4 00000020:00000001:1.0:1763354563.147104:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.147106:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.147108:0:7548:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.147110:0:7548:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.147113:0:7548:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.147114:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.147115:0:7548:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147119:0:7548:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.147120:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.147122:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.147123:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.147125:0:7548:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3e00 with handle 0x4a8bb634222ca961 from hash 00010000:00000001:1.0:1763354563.147128:0:7548:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.147129:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.147130:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.147132:0:7548:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.147135:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.147137:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147139:0:7548:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.147141:0:7548:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.147143:0:7548:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.147145:0:7548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da500) 00010000:00010000:1.0:1763354563.147148:0:7548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.147151:0:7548:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147154:0:7548:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147156:0:7548:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.147158:0:7548:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.147160:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.147162:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.147163:0:7548:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147165:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.147166:0:7548:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147171:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:1.0:1763354563.147171:0:7548:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147175:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00010000:1.0:1763354563.147178:0:7548:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000001:3.0:1763354563.147179:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000800:00000001:0.0:1763354563.147181:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1763354563.147183:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.147190:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000800:00000001:0.0:1763354563.147190:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147191:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147194:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.147196:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354563.147197:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.147200:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.147201:0:7548:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354563.147203:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00000001:0.0:1763354563.147203:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147206:0:7548:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354563.147207:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.147210:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147211:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:0.0:1763354563.147216:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000040:3.0:1763354563.147219:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) refcount = 3 00010000:00010000:1.0:1763354563.147219:0:7548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3e00/0x4a8bb634222ca961 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000010:1.0:1763354563.147227:0:7548:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43c80. 00000400:00000200:0.0:1763354563.147228:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 2672 into portal 24 MB=0x691a7971cd700 00010000:00000001:1.0:1763354563.147235:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1763354563.147236:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 2672/2672 into md 0x1fd3c5 [256] + 9952 00000004:00000001:1.0:1763354563.147238:0:7548:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.147242:0:7548:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000800:00000001:0.0:1763354563.147242:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354563.147244:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.147247:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.147248:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3c00 refcount=3 00000020:00000001:1.0:1763354563.147252:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.147255:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.147258:0:7548:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.147261:0:7548:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7548 initiator: MDT0 00000800:00000001:0.0:1763354563.147264:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.147270:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1763354563.147274:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1763354563.147276:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.147279:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1763354563.147284:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000040:3.0:1763354563.147286:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222ca83b lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ae expref: 230 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.147286:0:7548:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7548 initiator: MDT0 00010000:00000001:1.0:1763354563.147308:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1763354563.147309:0:3648:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:3.0:1763354563.147310:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:1.0:1763354563.147311:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354563.147312:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000001:1.0:1763354563.147318:0:7548:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000010:0.0:1763354563.147321:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817af480. 00010000:00010000:1.0:1763354563.147323:0:7548:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00000001:3.0:1763354563.147324:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:0.0:1763354563.147326:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817af480 x1848998841079552 msgsize 2672 00010000:00000001:3.0:1763354563.147330:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.147334:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147341:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00100000:0.0:1763354563.147341:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00010000:00010000:1.0:1763354563.147342:0:7548:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff542af3c00 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:3.0:1763354563.147346:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.147347:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.147351:0:7548:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1763354563.147352:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.147355:0:7548:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7548 initiator: MDT0 00010000:00000001:3.0:1763354563.147357:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.147357:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1763354563.147366:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000001:0.0:1763354563.147366:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354563.147367:0:7548:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.147371:0:7548:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1763354563.147373:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.147374:0:7548:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1763354563.147374:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354563.147378:0:7548:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3c00 refcount=4 00010000:00010000:3.0:1763354563.147382:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000020:00000001:1.0:1763354563.147383:0:7548:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.147388:0:7548:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.147395:0:7548:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1763354563.147397:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354563.147400:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.147400:0:7548:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7548 initiator: MDT0 00000100:00000001:0.0:1763354563.147400:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1763354563.147405:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1763354563.147406:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079552 00010000:00000001:3.0:1763354563.147410:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:0.0:1763354563.147410:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1763354563.147415:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1763354563.147415:0:7548:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1763354563.147416:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:1.0:1763354563.147419:0:7548:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:0.0:1763354563.147421:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.147422:0:7548:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354563.147424:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc500. 02000000:00000001:0.0:1763354563.147425:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147428:0:7548:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:0.0:1763354563.147430:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079552 00010000:00000010:3.0:1763354563.147432:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781980. 00010000:00000001:1.0:1763354563.147432:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1763354563.147433:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1763354563.147437:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1763354563.147438:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00010000:00000001:3.0:1763354563.147439:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1763354563.147441:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.147442:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:3.0:1763354563.147444:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581000. 00000020:00000040:0.0:1763354563.147446:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000040:1.0:1763354563.147447:0:7548:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3c00 with handle 0x4a8bb634222ca968 from hash 00000020:00000001:3.0:1763354563.147448:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1763354563.147451:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000040:3.0:1763354563.147454:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581000 with handle 0x4a8bb634222ca976 to hash 00010000:00000001:1.0:1763354563.147455:0:7548:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1763354563.147455:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.147460:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.147460:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.147462:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763354563.147463:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:1.0:1763354563.147464:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1763354563.147467:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00010000:00000001:1.0:1763354563.147469:0:7548:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:3.0:1763354563.147472:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663000. 00000100:00000001:0.0:1763354563.147472:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.147474:0:7548:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.147477:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:1.0:1763354563.147479:0:7548:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.147479:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00010000:00000001:3.0:1763354563.147481:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.147485:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147487:0:7548:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00010000:3.0:1763354563.147488:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00000020:00000010:0.0:1763354563.147489:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00010000:00000001:1.0:1763354563.147491:0:7548:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1763354563.147495:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00010000:00000001:1.0:1763354563.147497:0:7548:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000010:0.0:1763354563.147502:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf578. 00010000:00000001:3.0:1763354563.147503:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1763354563.147504:0:7548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x47e043f9 (ffff8ff58c6dac00) 00010000:00000001:3.0:1763354563.147508:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1763354563.147508:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:1.0:1763354563.147510:0:7548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354563.147512:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000100:00000001:0.0:1763354563.147512:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763354563.147514:0:7548:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.147516:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000100:00000001:0.0:1763354563.147516:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147518:0:7548:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147520:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147524:0:7548:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.147525:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000100:00000001:0.0:1763354563.147527:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147529:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147530:0:7548:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354563.147535:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.147537:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.147537:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147542:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.147543:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.147544:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1763354563.147545:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147546:0:7548:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.147548:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff5970dc500) refcount = 1 00010000:00000001:1.0:1763354563.147552:0:7548:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.147557:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000004:00000001:1.0:1763354563.147557:0:7548:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.147558:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.147563:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:1.0:1763354563.147566:0:7548:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 2/0,0 mode: --/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00000001:3.0:1763354563.147569:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00100000:0.0:1763354563.147572:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7859 00010000:00000001:3.0:1763354563.147574:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.147578:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.147579:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00010000:00000001:3.0:1763354563.147582:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.147582:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.147583:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629886592 : -123186079665024 : ffff8ff6817af480) 00010000:00000001:3.0:1763354563.147586:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.147587:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.147590:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147591:0:7548:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:0.0:1763354563.147593:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817af480 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.147595:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.147596:0:7548:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354563.147601:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.147601:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147606:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.147607:0:7548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3c00/0x4a8bb634222ca968 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x112:0x0].0x47e043f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7548 initiator: MDT0 00010000:00010000:3.0:1763354563.147612:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000100:00000001:0.0:1763354563.147625:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:1.0:1763354563.147628:0:7548:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43200. 00010000:00000001:3.0:1763354563.147630:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:0.0:1763354563.147631:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00010000:00000001:3.0:1763354563.147634:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1763354563.147635:0:7548:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6dac00 count: 0 00000100:00000001:0.0:1763354563.147635:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.147638:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354563.147643:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.147644:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00010000:00000010:1.0:1763354563.147645:0:7548:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241c80. 00000004:00000001:3.0:1763354563.147650:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354563.147656:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000100:00100000:0.0:1763354563.147656:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2408:x1848998841079552:12345-192.168.203.48@tcp:63:ll_sa.0 00000004:00000001:3.0:1763354563.147659:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00010000:00000001:1.0:1763354563.147660:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.147665:0:7548:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:08000000:3.0:1763354563.147666:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000100:00000200:0.0:1763354563.147666:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079552 00000004:00000001:1.0:1763354563.147668:0:7548:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354563.147672:0:7548:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000020:00000001:0.0:1763354563.147672:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000001:3.0:1763354563.147674:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.147676:0:7548:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000020:00000001:0.0:1763354563.147676:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:3.0:1763354563.147678:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00000020:00000001:0.0:1763354563.147680:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.147682:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000004:00000001:1.0:1763354563.147682:0:7548:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1763354563.147684:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.147687:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 02000000:00000001:1.0:1763354563.147689:0:7548:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000020:00000001:0.0:1763354563.147691:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1763354563.147694:0:7548:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00080000:00000001:3.0:1763354563.147695:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000001:00000001:0.0:1763354563.147695:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079552, found 0 last_xid 1848998841079551 00000004:00000001:1.0:1763354563.147698:0:7548:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000020:00000001:0.0:1763354563.147700:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354563.147703:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.147703:0:7548:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000020:00000001:0.0:1763354563.147704:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:1.0:1763354563.147708:0:7548:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000020:00000001:0.0:1763354563.147708:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:3.0:1763354563.147710:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000040:1.0:1763354563.147711:0:7548:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000020:00000001:0.0:1763354563.147712:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.147713:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354563.147719:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.147720:0:22777:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000001:3.0:1763354563.147722:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763354563.147725:0:7548:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.147725:0:22777:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000004:00000001:3.0:1763354563.147728:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000100:00000001:0.0:1763354563.147731:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:3.0:1763354563.147732:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763354563.147732:0:7548:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1763354563.147735:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1763354563.147736:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:1.0:1763354563.147738:0:7548:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763354563.147740:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1763354563.147742:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 6336 at ffff8ff595174000. 00010000:00000001:1.0:1763354563.147743:0:7548:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000020:00000040:3.0:1763354563.147744:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581a00 refcount=3 02000000:00000001:0.0:1763354563.147746:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147748:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1763354563.147750:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00000100:00000001:0.0:1763354563.147753:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147755:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147756:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:1.0:1763354563.147759:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000010:0.0:1763354563.147760:0:22777:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff66e095c00. 00010000:00000001:3.0:1763354563.147762:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1763354563.147764:0:7548:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1763354563.147766:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00010000:00010000:3.0:1763354563.147768:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:1.0:1763354563.147768:0:7548:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.147770:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079552, found 0 last_xid 1848998841079551 00000020:00000040:1.0:1763354563.147775:0:7548:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af2c00 with handle 0x4a8bb634222ca953 from hash 00000020:00080000:0.0:1763354563.147781:0:22777:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff8ff6817af480 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/6040 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.147782:0:7548:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.147786:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147788:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.147789:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.147792:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.147793:0:7548:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00010000:3.0:1763354563.147796:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:1.0:1763354563.147797:0:7548:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763354563.147804:0:7548:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00000001:3.0:1763354563.147812:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.147815:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.147818:0:7548:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222ca953 lrc: 1/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4124f expref: 470 pid: 7548 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.147821:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:0.0:1763354563.147823:0:22777:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.147825:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00000004:00000001:0.0:1763354563.147830:0:22777:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763354563.147834:0:7548:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.147836:0:22777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000001:1.0:1763354563.147838:0:7548:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1763354563.147841:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581a00 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:1.0:1763354563.147842:0:7548:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000004:00000001:3.0:1763354563.147844:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00010000:0.0:1763354563.147844:0:22777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.147846:0:7548:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147848:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:1.0:1763354563.147851:0:7548:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.147852:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:3.0:1763354563.147853:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:1.0:1763354563.147858:0:7548:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:0.0:1763354563.147859:0:22777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 5 00010000:00000001:3.0:1763354563.147862:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.147863:0:7548:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.147866:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354563.147866:0:22777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.147867:0:7548:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1763354563.147870:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763354563.147871:0:7548:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.147874:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:3.0:1763354563.147875:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581a00 refcount=4 00010000:00000001:1.0:1763354563.147876:0:7548:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000010:0.0:1763354563.147879:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9600. 00000020:00000001:3.0:1763354563.147880:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:1.0:1763354563.147881:0:7548:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1763354563.147884:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1763354563.147886:0:7548:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:3.0:1763354563.147887:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00000020:00000040:0.0:1763354563.147888:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9600 with handle 0x4a8bb634222ca984 to hash 00010000:00010000:1.0:1763354563.147890:0:7548:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da500) 00010000:00000001:3.0:1763354563.147894:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1763354563.147894:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:1.0:1763354563.147896:0:7548:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1763354563.147898:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.147899:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:1.0:1763354563.147900:0:7548:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.147907:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00010000:00000001:1.0:1763354563.147908:0:7548:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.147909:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.147912:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00000004:00000001:3.0:1763354563.147913:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.147914:0:7548:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:3.0:1763354563.147916:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.147919:0:7548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.147920:0:22777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca984 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41217 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.147921:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.147925:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:1.0:1763354563.147927:0:7548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222ca953 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4124f expref: 471 pid: 7548 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.147930:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.147934:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.147941:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581a00 with handle 0x4a8bb634222ca96f from hash 00010000:00000001:3.0:1763354563.147947:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.147950:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.147953:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1763354563.147954:0:7548:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 455 00010000:00000001:3.0:1763354563.147955:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000040:0.0:1763354563.147955:0:22777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 220 00010000:00000001:3.0:1763354563.147960:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:1.0:1763354563.147962:0:7548:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00000020:00000040:0.0:1763354563.147962:0:22777:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:3.0:1763354563.147978:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.147979:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354563.147984:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:0.0:1763354563.147984:0:22777:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00010000:00000010:1.0:1763354563.147985:0:7548:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:3.0:1763354563.147989:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:0.0:1763354563.147990:0:22777:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00010000:00000001:3.0:1763354563.147992:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:0.0:1763354563.147993:0:22777:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00010000:00000001:1.0:1763354563.147995:0:7548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.147997:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00000004:00000001:0.0:1763354563.147998:0:22777:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00010000:00010000:1.0:1763354563.147999:0:7548:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af2c00, rc -2) 00000004:00000001:0.0:1763354563.148002:0:22777:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00010000:00010000:3.0:1763354563.148004:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00000040:0.0:1763354563.148006:0:22777:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00010000:00000001:3.0:1763354563.148007:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.148007:0:7548:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1763354563.148013:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1763354563.148014:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.148015:0:7548:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1763354563.148017:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00010000:00000001:3.0:1763354563.148019:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.148023:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00000001:0.0:1763354563.148023:0:22777:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000010:1.0:1763354563.148025:0:7548:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff58f149638. 00000004:00000001:0.0:1763354563.148029:0:22777:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148030:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354563.148057:0:22777:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000010:1.0:1763354563.148059:0:7548:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000004:00000001:0.0:1763354563.148061:0:22777:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00010000:00000001:3.0:1763354563.148066:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.148067:0:7548:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00000040:0.0:1763354563.148067:0:22777:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 6040, allocated: 6040, field len 5816 -> 54920 00010000:00000001:3.0:1763354563.148071:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.148072:0:7548:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000100:00000001:0.0:1763354563.148077:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1763354563.148078:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.148078:0:7548:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1763354563.148082:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1763354563.148085:0:7548:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 0, xid 1848998841079680 00000004:00000001:3.0:1763354563.148086:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.148091:0:7548:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:3.0:1763354563.148094:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000200:1.0:1763354563.148099:0:7548:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8a80 x1848998841079680/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/29424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.148113:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1763354563.148116:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 55440 at ffff8ff66b840000. 00010000:00000001:3.0:1763354563.148118:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.148123:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1763354563.148123:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148128:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.148129:0:7548:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1763354563.148130:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148132:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.148134:0:7548:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.148138:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222ca96f lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 02000000:00000001:0.0:1763354563.148139:0:22777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1763354563.148140:0:7548:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 02000000:00000010:0.0:1763354563.148144:0:22777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 6336 at ffff8ff595174000. 00000100:00000001:1.0:1763354563.148150:0:7548:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1763354563.148152:0:22777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763354563.148157:0:7548:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000040:0.0:1763354563.148158:0:22777:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00010000:00000010:3.0:1763354563.148160:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00000100:00000001:1.0:1763354563.148160:0:7548:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000004:00000001:0.0:1763354563.148167:0:22777:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.148168:0:7548:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763354563.148172:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763354563.148173:0:7548:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.148174:0:22777:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354563.148177:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000100:00000001:1.0:1763354563.148180:0:7548:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1763354563.148181:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354563.148181:0:22777:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354563.148185:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1763354563.148186:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1763354563.148186:0:7548:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000001:00000001:0.0:1763354563.148190:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.148191:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1763354563.148194:0:7548:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff67cba3f00. 00000001:00000001:0.0:1763354563.148195:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:3.0:1763354563.148196:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=3 00000100:00000200:1.0:1763354563.148199:0:7548:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848998841079680, offset 224 00000001:00000001:0.0:1763354563.148200:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354563.148201:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354563.148209:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00000001:00000001:0.0:1763354563.148209:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.148214:0:7548:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354563.148217:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:0.0:1763354563.148217:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.148222:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1763354563.148223:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000400:00000200:1.0:1763354563.148227:0:7548:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000001:00000001:0.0:1763354563.148228:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.148236:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.148240:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.148241:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1763354563.148242:0:7548:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556513:1556513:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556509:1556509:8:4294967295] 00000001:00000001:0.0:1763354563.148245:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148246:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.148250:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00000001:00000001:0.0:1763354563.148252:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.148256:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.148264:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148265:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1763354563.148268:0:7548:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:3.0:1763354563.148269:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.148270:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.148274:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.148275:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354563.148280:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00000800:00000200:1.0:1763354563.148281:0:7548:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.48@tcp 00000001:00000001:0.0:1763354563.148282:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.148290:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000010:1.0:1763354563.148292:0:7548:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8ff67ed95400. 00000001:00000001:0.0:1763354563.148294:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.148296:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581000 already unused, calling callback (ffffffffc19b3550) 02000000:00000001:0.0:1763354563.148301:0:22777:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000004:00000001:3.0:1763354563.148302:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000800:00000200:1.0:1763354563.148303:0:7548:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:3.0:1763354563.148307:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00001000:0.0:1763354563.148308:0:22777:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00010000:00010000:3.0:1763354563.148311:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 02000000:00000001:0.0:1763354563.148314:0:22777:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000800:00000200:1.0:1763354563.148315:0:7548:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00010000:00000001:3.0:1763354563.148322:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000004:00000001:0.0:1763354563.148323:0:22777:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000800:00000200:1.0:1763354563.148324:0:7548:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67ed95400 type 1, nob 29520 niov 1 nkiov 8 00010000:00000001:3.0:1763354563.148325:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:0.0:1763354563.148328:0:22777:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.148329:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.148333:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=4 00000001:00000001:0.0:1763354563.148335:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1763354563.148336:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00000100:00000001:1.0:1763354563.148339:0:7548:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.148340:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148341:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00000100:00000040:1.0:1763354563.148346:0:7548:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:0.0:1763354563.148347:0:22777:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00010000:00000001:3.0:1763354563.148348:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1763354563.148350:0:7548:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000004:00000001:0.0:1763354563.148351:0:22777:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.148353:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00000020:00000001:1.0:1763354563.148353:0:7548:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.148358:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079552, found 0 last_xid 1848998841079551 00000020:00000001:1.0:1763354563.148360:0:7548:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.148367:0:7548:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8a80 x1848998841079680/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/29424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.148369:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00010000:0.0:1763354563.148373:0:22777:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x4851492765f41217 req@ffff8ff6817af480 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.148374:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354563.148379:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148387:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.148393:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1763354563.148398:0:7548:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+470:2403:x1848998841079680:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2147us (2615us total) trans 0 rc -2/-2 00010000:00000001:3.0:1763354563.148399:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:0.0:1763354563.148402:0:22777:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00010000:00000001:3.0:1763354563.148404:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.148409:0:22777:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1847a48 00000020:00000040:3.0:1763354563.148412:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581000 with handle 0x4a8bb634222ca976 from hash 00000004:00000002:0.0:1763354563.148414:0:22777:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_4, ldlm_rep = ffff8ff66b840250 00000100:00100000:1.0:1763354563.148417:0:7548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7856 00010000:00000001:3.0:1763354563.148419:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.148423:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354563.148424:0:22777:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000100:00000040:1.0:1763354563.148425:0:7548:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00010000:00000001:3.0:1763354563.148428:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.148429:0:22777:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000100:00000001:1.0:1763354563.148430:0:7548:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1763354563.148432:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:0.0:1763354563.148435:0:22777:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000100:00000001:1.0:1763354563.148436:0:7548:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1763354563.148438:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.148440:0:22777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354563.148443:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.148443:0:7548:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c00. 00010000:00000001:0.0:1763354563.148444:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1763354563.148451:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:0.0:1763354563.148452:0:22777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 4 00010000:00000001:3.0:1763354563.148456:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:1.0:1763354563.148457:0:7548:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00010000:00000001:0.0:1763354563.148459:0:22777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.148460:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.148464:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff5970dc500) 00000020:00000010:1.0:1763354563.148465:0:7548:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086000. 00010000:00000001:0.0:1763354563.148466:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1763354563.148471:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000010:0.0:1763354563.148473:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8600. 00010000:00000001:3.0:1763354563.148474:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354563.148474:0:7548:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000020:00000001:0.0:1763354563.148481:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1763354563.148482:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.148482:0:7548:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354563.148487:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8600 with handle 0x4a8bb634222ca992 to hash 00010000:00000001:3.0:1763354563.148488:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.148491:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:0.0:1763354563.148494:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354563.148497:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.148499:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:3.0:1763354563.148500:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.148504:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354563.148507:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927680. 00010000:00000001:3.0:1763354563.148508:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.148515:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148515:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00010000:3.0:1763354563.148522:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.148522:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.148526:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.148533:0:22777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 00010000:00000001:3.0:1763354563.148535:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.148538:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.148543:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.148544:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354563.148545:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.148548:0:22777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354563.148549:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.148552:0:22777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00010000:3.0:1763354563.148553:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222ca976 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.148556:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000800:00000200:1.0:1763354563.148558:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1763354563.148560:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354563.148564:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8ff67ed95400. 00010000:00000001:0.0:1763354563.148566:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.148570:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.148573:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663000. 00000400:00000200:1.0:1763354563.148573:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354563.148576:0:22777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.148580:0:22777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000040:3.0:1763354563.148581:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc500 count: 0 00000400:00000200:1.0:1763354563.148583:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:0.0:1763354563.148584:0:22777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.148587:0:22777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.148592:0:22777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) refcount = 4 00010000:00000010:3.0:1763354563.148593:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781980. 00000400:00000200:1.0:1763354563.148593:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67cba3f00 00010000:00000040:0.0:1763354563.148595:0:22777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000010:1.0:1763354563.148599:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff67cba3f00. 00010000:00000040:0.0:1763354563.148603:0:22777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222ca83b lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ae expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354563.148605:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1763354563.148606:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354563.148609:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1763354563.148610:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354563.148613:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354563.148616:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354563.148619:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00010000:0.0:1763354563.148620:0:22777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00000004:00000001:3.0:1763354563.148623:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:3.0:1763354563.148630:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354563.148634:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:0.0:1763354563.148636:0:22777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000004:00000001:3.0:1763354563.148639:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354563.148641:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:0.0:1763354563.148642:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.148647:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148653:0:22777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.148657:0:22777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.148662:0:22777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148666:0:22777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.148671:0:22777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.148676:0:22777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.148682:0:22777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT1 00000004:00000001:3.0:1763354563.148684:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354563.148689:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:0.0:1763354563.148695:0:22777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.148698:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.148702:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354563.148705:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148706:0:22777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000004:00000001:3.0:1763354563.148709:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354563.148711:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000004:00000001:3.0:1763354563.148712:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763354563.148717:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000010:0.0:1763354563.148719:0:22777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439400. 00010000:00000001:3.0:1763354563.148722:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000010:0.0:1763354563.148725:0:22777:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643deed80. 00010000:00000001:3.0:1763354563.148726:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.148730:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.148733:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.148733:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763354563.148737:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354563.148739:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000040:3.0:1763354563.148741:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581e00 with handle 0x4a8bb634222ca95a from hash 00000020:00000001:0.0:1763354563.148745:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1763354563.148746:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1763354563.148749:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222ca9a0 to hash 00010000:00000001:3.0:1763354563.148750:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.148754:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763354563.148754:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354563.148758:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.148759:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:3.0:1763354563.148761:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:3.0:1763354563.148766:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00000010:0.0:1763354563.148766:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927380. 00010000:00000001:0.0:1763354563.148774:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00010000:3.0:1763354563.148776:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca95a lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41248 expref: 232 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.148780:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.148785:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.148793:0:22777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 00010000:00000001:3.0:1763354563.148796:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.148800:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.148803:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.148807:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148809:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1763354563.148810:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.148815:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.148815:0:22777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354563.148819:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.148820:0:22777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.148822:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.148824:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.148825:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.148830:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.148830:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.148833:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.148836:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.148837:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.148841:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00000001:0.0:1763354563.148841:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354563.148847:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763354563.148849:0:22777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.148850:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.148852:0:22777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.148854:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148857:0:22777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.148858:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.148862:0:22777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1763354563.148863:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.148869:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581e00/0x4a8bb634222ca95a lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41248 expref: 232 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.148869:0:22777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff55d439400) refcount = 1 00010000:00010000:0.0:1763354563.148881:0:22777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.148902:0:22777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.148906:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.148909:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148912:0:22777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.148915:0:22777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.148918:0:22777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.148922:0:22777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.148927:0:22777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.148930:0:22777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.148933:0:22777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.148940:0:22777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.148942:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.148943:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.148945:0:22777:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.148947:0:22777:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.148949:0:22777:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.148951:0:22777:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354563.148953:0:22777:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354563.148957:0:22777:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.148962:0:22777:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763354563.148977:0:22777:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00010000:00000040:3.0:1763354563.148985:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 219 00080000:00000001:0.0:1763354563.148985:0:22777:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000040:3.0:1763354563.148991:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00080000:00000001:0.0:1763354563.148992:0:22777:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000010:3.0:1763354563.148996:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663880. 00080000:00000001:0.0:1763354563.148997:0:22777:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.149003:0:22777:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763354563.149005:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.149010:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676581e00, rc -2) 00000004:00000001:0.0:1763354563.149010:0:22777:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.149016:0:22777:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763354563.149017:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354563.149024:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763354563.149024:0:22777:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.149027:0:22777:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.149030:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000010:3.0:1763354563.149031:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000004:00000010:3.0:1763354563.149051:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff6806b7cc0. 00000004:00000001:3.0:1763354563.149054:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:0.0:1763354563.149056:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1763354563.149058:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000040:0.0:1763354563.149060:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000004:00000001:3.0:1763354563.149061:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1763354563.149065:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000040:3.0:1763354563.149066:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841079808 00010000:00000001:3.0:1763354563.149071:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:0.0:1763354563.149072:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000200:3.0:1763354563.149078:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bb800 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.149079:0:22777:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.149086:0:22777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354563.149090:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.149093:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.149098:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00010000:00000001:0.0:1763354563.149107:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354563.149108:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1763354563.149112:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354563.149113:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00010000:0.0:1763354563.149115:0:22777:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT1 00000100:00000001:3.0:1763354563.149117:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.149124:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.149126:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.149132:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1763354563.149135:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1763354563.149139:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354563.149139:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149145:0:22777:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:3.0:1763354563.149147:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff591087c00. 00010000:00010000:0.0:1763354563.149149:0:22777:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00000100:00000200:3.0:1763354563.149153:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 55144 bytes to portal 4, xid 1848998841079808, offset 224 00010000:00010000:0.0:1763354563.149158:0:22777:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8600 already unused, calling callback (ffffffffc19b3550) 00000400:00000200:3.0:1763354563.149163:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000004:00000001:0.0:1763354563.149164:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.149168:0:22777:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1763354563.149172:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00010000:0.0:1763354563.149173:0:22777:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00000400:00000200:3.0:1763354563.149184:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556514:1556514:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556510:1556510:8:4294967295] 00010000:00000001:0.0:1763354563.149184:0:22777:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.149188:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.149192:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.149196:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=4 00000020:00000001:0.0:1763354563.149202:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000400:00000200:3.0:1763354563.149203:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:0.0:1763354563.149209:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.149215:0:22777:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:3.0:1763354563.149219:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 55144 bytes in 14 frags to 12345-192.168.203.48@tcp 00010000:00010000:0.0:1763354563.149221:0:22777:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT1 00000800:00000010:3.0:1763354563.149225:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff591086000. 00000800:00000200:3.0:1763354563.149236:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:0.0:1763354563.149238:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354563.149241:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.149244:0:22777:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.149248:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00010000:00000001:0.0:1763354563.149251:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:3.0:1763354563.149253:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff591086000 type 1, nob 55240 niov 1 nkiov 14 00010000:00000001:0.0:1763354563.149254:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.149259:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.149262:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.149265:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8600 with handle 0x4a8bb634222ca992 from hash 00010000:00000001:0.0:1763354563.149269:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1763354563.149270:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149272:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149276:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354563.149277:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.149278:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.149282:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.149283:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1763354563.149285:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.149286:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149289:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1763354563.149290:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1763354563.149293:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.149297:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000040:3.0:1763354563.149298:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bb800 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1763354563.149301:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00010000:0.0:1763354563.149310:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.149314:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.149319:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.149321:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2406:x1848998841079808:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2987us (3252us total) trans 0 rc -2/-2 00010000:00000001:0.0:1763354563.149322:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.149325:0:22777:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.149331:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149334:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1763354563.149336:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7857 00010000:00000001:0.0:1763354563.149337:0:22777:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.149343:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00010000:00000001:0.0:1763354563.149343:0:22777:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.149349:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:0.0:1763354563.149350:0:22777:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.149352:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763354563.149352:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1763354563.149358:0:22777:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00000020:00000010:3.0:1763354563.149359:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee580. 00000800:00000010:1.0:1763354563.149359:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff591086000. 00000020:00000010:3.0:1763354563.149367:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfe10. 00000400:00000200:1.0:1763354563.149368:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354563.149375:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1763354563.149376:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177400. 00010000:00000001:0.0:1763354563.149378:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1763354563.149382:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:3.0:1763354563.149383:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000001:0.0:1763354563.149383:0:22777:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.149387:0:22777:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1763354563.149389:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.149390:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff591087c00 00010000:00000001:0.0:1763354563.149391:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.149397:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222ca992 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00000400:00000010:1.0:1763354563.149398:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff591087c00. 00000100:00000001:1.0:1763354563.149404:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.149407:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.0:1763354563.149409:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927680. 00010000:00000001:0.0:1763354563.149419:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.149422:0:22777:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.149424:0:22777:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.149429:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.149431:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.149434:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=3 00000020:00000001:0.0:1763354563.149438:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.149442:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.149446:0:22777:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.149448:0:22777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.149465:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149467:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.149470:0:22777:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.149475:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.149479:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149483:0:22777:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.149487:0:22777:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00010000:0.0:1763354563.149494:0:22777:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9a00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354563.149496:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.149500:0:22777:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.149503:0:22777:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.149509:0:22777:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.149512:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.149514:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.149517:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=4 00000020:00000001:0.0:1763354563.149521:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.149525:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.149529:0:22777:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.149531:0:22777:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.149539:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354563.149542:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.149544:0:22777:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149549:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.149551:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.149554:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.149556:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.149560:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9a00 with handle 0x4a8bb634222ca9a0 from hash 00010000:00000001:0.0:1763354563.149564:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.149567:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149569:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.149572:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.149575:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.149578:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149585:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.149590:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.149595:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.149600:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff55d439400) 00010000:00010000:0.0:1763354563.149608:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.149614:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.149622:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149627:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.149632:0:22777:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.149639:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149643:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.149648:0:22777:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149653:0:22777:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.149660:0:22777:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.149668:0:22777:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354563.149684:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149689:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.149693:0:22777:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.149696:0:22777:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.149701:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.149706:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222ca9a0 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000010:0.0:1763354563.149716:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927380. 00010000:00000040:0.0:1763354563.149723:0:22777:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d439400 count: 0 00010000:00000010:0.0:1763354563.149729:0:22777:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643deed80. 00010000:00000001:0.0:1763354563.149741:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.149745:0:22777:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.149749:0:22777:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.149752:0:22777:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.149755:0:22777:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.149760:0:22777:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763354563.149765:0:22777:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354563.149770:0:22777:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.149774:0:22777:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000800:00000001:3.0:1763354563.149779:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:0.0:1763354563.149780:0:22777:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.149785:0:22777:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.149789:0:22777:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.149808:0:22777:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.149814:0:22777:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.149820:0:22777:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354563.149826:0:22777:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.149831:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000001:3.0:1763354563.149835:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.149837:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1763354563.149840:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1763354563.149841:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.149845:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1763354563.149848:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.149849:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.149856:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9600 with handle 0x4a8bb634222ca984 from hash 00000400:00000200:3.0:1763354563.149860:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000001:0.0:1763354563.149861:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.149864:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.149867:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.149870:0:22777:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.149873:0:22777:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00000400:00000200:3.0:1763354563.149877:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 672 into portal 24 MB=0x691a7971cd780 00010000:00000001:0.0:1763354563.149879:0:22777:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:0.0:1763354563.149892:0:22777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca984 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41217 expref: 230 pid: 22777 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1763354563.149893:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 672/672 into md 0x1fd3c5 [256] + 12624 00000800:00000001:3.0:1763354563.149909:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1763354563.149910:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.149915:0:22777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.149918:0:22777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000800:00000001:3.0:1763354563.149920:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.149922:0:22777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.149927:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1763354563.149928:0:22777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.149937:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1763354563.149939:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:0.0:1763354563.149942:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.149946:0:22777:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1763354563.149947:0:3648:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1763354563.149951:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1763354563.149953:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000001:0.0:1763354563.149955:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.149960:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:3.0:1763354563.149961:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677ace300. 00010000:00000001:0.0:1763354563.149983:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000040:3.0:1763354563.149984:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677ace300 x1848998841079680 msgsize 672 00010000:00010000:0.0:1763354563.149987:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00010000:0.0:1763354563.149996:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763354563.150003:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.150011:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.150016:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.150019:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.150028:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222ca984 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41217 expref: 230 pid: 22777 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.150067:0:22777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:0.0:1763354563.150071:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00010000:00000010:0.0:1763354563.150074:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.150082:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.150087:0:22777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f9600, rc -2) 00000004:00000001:0.0:1763354563.150093:0:22777:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.150099:0:22777:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00100000:3.0:1763354563.150109:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000004:00000010:0.0:1763354563.150110:0:22777:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000004:00000010:0.0:1763354563.150120:0:22777:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff66e095c00. 00000100:00000001:3.0:1763354563.150123:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:0.0:1763354563.150127:0:22777:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354563.150134:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000800:00000001:3.0:1763354563.150136:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000001:0.0:1763354563.150140:0:22777:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.150143:0:22777:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000001:3.0:1763354563.150145:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.150152:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:0.0:1763354563.150152:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841079552 00000800:00000001:3.0:1763354563.150157:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.150159:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.150171:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817af480 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354563.150173:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000001:0.0:1763354563.150188:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.150192:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.150194:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971cd980 00000100:00001000:0.0:1763354563.150198:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.150204:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.150211:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 00000400:00000200:3.0:1763354563.150212:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x767b29 [64] + 151688 00000100:00000001:0.0:1763354563.150217:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.150225:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:3.0:1763354563.150227:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1763354563.150228:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.150235:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1763354563.150239:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.150246:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1763354563.150246:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.150255:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff597177400. 00000400:00000200:3.0:1763354563.150259:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000200:0.0:1763354563.150263:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 55144 bytes to portal 4, xid 1848998841079936, offset 224 00000400:00000200:0.0:1763354563.150276:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000001:3.0:1763354563.150289:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.150294:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.150302:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acce00. 00000400:00000200:0.0:1763354563.150304:0:22777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000040:3.0:1763354563.150311:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acce00 x1848998841080192 msgsize 576 00000400:00000200:0.0:1763354563.150320:0:22777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556516:1556516:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556512:1556512:7:4294967295] 00000100:00100000:3.0:1763354563.150328:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000400:00000200:0.0:1763354563.150341:0:22777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:3.0:1763354563.150343:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1763354563.150356:0:22777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 55144 bytes in 14 frags to 12345-192.168.203.48@tcp 00000800:00000001:1.0:1763354563.150362:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1763354563.150365:0:22777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff597176c00. 00000800:00000001:1.0:1763354563.150368:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.150376:0:22777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000001:1.0:1763354563.150394:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.150397:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841080192 00000800:00000200:0.0:1763354563.150400:0:22777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 02000000:00000001:1.0:1763354563.150401:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.150404:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.150406:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.150412:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.150412:0:22777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff597176c00 type 1, nob 55240 niov 1 nkiov 14 00000100:00100000:1.0:1763354563.150415:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841080192 00000800:00000200:3.0:1763354563.150417:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1763354563.150419:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354563.150421:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354563.150423:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8ff55ffeea00. 00000020:00000040:1.0:1763354563.150424:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.150428:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354563.150429:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000400:00000200:3.0:1763354563.150432:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354563.150434:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.150439:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.150440:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=469 00000400:00000200:3.0:1763354563.150444:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:0.0:1763354563.150445:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1763354563.150446:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.150452:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000400:00000200:3.0:1763354563.150454:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67ca64500 00000100:00000040:0.0:1763354563.150455:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817af480 x1848998841079552/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.150458:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1763354563.150460:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff67ca64500. 00000020:00000010:1.0:1763354563.150463:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.150469:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.150470:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.150475:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1763354563.150476:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:0.0:1763354563.150478:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:1003adcf-613b-48fc-8710-4bfd6913dc17+229:2408:x1848998841079552:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2849us (3147us total) trans 0 rc -2/-2 00000020:00000010:1.0:1763354563.150484:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.150489:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.150494:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00100000:0.0:1763354563.150496:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7859 00000100:00000040:1.0:1763354563.150501:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:0.0:1763354563.150502:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.150504:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.150508:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.150509:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.150513:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:1.0:1763354563.150514:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.150518:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.150520:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000100:00000001:1.0:1763354563.150521:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.150529:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.150529:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf578. 00000020:00000010:0.0:1763354563.150540:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000100:00000001:1.0:1763354563.150548:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354563.150549:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000100:00000001:0.0:1763354563.150554:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.150558:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.150562:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.150568:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417379 00000100:00000040:1.0:1763354563.150571:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.150574:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465381376 : -123186244170240 : ffff8ff677acce00) 00000100:00000040:1.0:1763354563.150579:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677acce00 x1848998841080192/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 576/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.150593:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.150598:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354563.150599:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.150605:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:0.0:1763354563.150605:0:22777:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.150610:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.150613:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00000001:0.0:1763354563.150613:0:22777:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.150624:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+469:252524:x1848998841080192:12345-192.168.203.48@tcp:101:readlink.0 00000100:00000200:1.0:1763354563.150628:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841080192 00000020:00000001:1.0:1763354563.150631:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.150634:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.150637:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.150640:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.150643:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.150646:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.150649:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841080192, found 0 last_xid 1848998841079423 00000020:00000001:1.0:1763354563.150652:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.150654:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.150656:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.150660:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.150663:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000800:00000001:0.0:1763354563.150663:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354563.150668:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.150671:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.150673:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000800:00000001:0.0:1763354563.150673:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.150675:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763354563.150679:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354563.150680:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:0.0:1763354563.150685:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763354563.150688:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da000. 00000400:00000200:0.0:1763354563.150694:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000010:1.0:1763354563.150701:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241000. 00010000:00000001:1.0:1763354563.150705:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1763354563.150710:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 2672 into portal 24 MB=0x691a7971cd800 00010000:00000010:1.0:1763354563.150711:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3200. 00000020:00000001:1.0:1763354563.150716:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.150720:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3200 with handle 0x4a8bb634222ca9a7 to hash 00000020:00000001:1.0:1763354563.150724:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1763354563.150725:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 2672/2672 into md 0x1fd3c5 [256] + 13296 00010000:00000001:1.0:1763354563.150727:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000010:1.0:1763354563.150734:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00000800:00000001:0.0:1763354563.150737:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354563.150739:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00010000:1.0:1763354563.150744:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9a7 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41279 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1763354563.150746:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1763354563.150749:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1763354563.150754:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff597176c00. 00000400:00000200:0.0:1763354563.150755:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1763354563.150761:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 455 00000400:00000200:3.0:1763354563.150763:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1763354563.150765:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=470 00000400:00000200:0.0:1763354563.150767:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:1.0:1763354563.150773:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1763354563.150775:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000004:00000001:1.0:1763354563.150776:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000100:00000001:0.0:1763354563.150776:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.150781:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1763354563.150785:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff597177400 00000004:00000001:1.0:1763354563.150786:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000100:00000010:0.0:1763354563.150788:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ae300. 00000004:00000001:1.0:1763354563.150790:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000400:00000010:3.0:1763354563.150791:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff597177400. 00000100:00000040:0.0:1763354563.150794:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817ae300 x1848998841079808 msgsize 2672 00000004:00000001:1.0:1763354563.150799:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.150803:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.150806:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x112:0x0] 00000100:00100000:0.0:1763354563.150807:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000001:1.0:1763354563.150809:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.150814:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786710136 : -123189922841480 : ffff8ff59c68bc78) 00000004:00000001:1.0:1763354563.150817:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786710048 : -123189922841568 : ffff8ff59c68bc20) 00000100:00000001:0.0:1763354563.150818:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:1.0:1763354563.150821:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.150824:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.150826:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.150827:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.150829:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.150847:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff6716c8000. 02000000:00000001:1.0:1763354563.150850:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.150852:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.150854:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.150856:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763354563.150860:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.150861:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.150863:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150866:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.150868:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.150871:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150872:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.150874:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.150876:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150878:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.150880:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.150882:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150884:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.150886:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.150888:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150892:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1763354563.150894:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:1.0:1763354563.150895:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.150899:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.150899:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1763354563.150900:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150904:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000001:0.0:1763354563.150906:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1763354563.150907:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.150913:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.150916:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.150919:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.150922:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.150924:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.150927:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1763354563.150928:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:1.0:1763354563.150929:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.150933:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841079808 00000004:00000001:1.0:1763354563.150934:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.150937:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.150939:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000001:1.0:1763354563.150940:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000100:00000001:0.0:1763354563.150944:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000002:1.0:1763354563.150945:0:6519:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x200002340:0x112:0x0], ldlm_rep = ffff8ff6716c8228 00000100:00000001:0.0:1763354563.150949:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.150957:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.150959:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.150976:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00100000:0.0:1763354563.150976:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841079808 00010000:00000001:1.0:1763354563.150979:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1763354563.150982:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:1.0:1763354563.150984:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da000 count: 3 00000020:00000040:0.0:1763354563.150986:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00010000:00000001:1.0:1763354563.150988:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354563.150991:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763354563.150992:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:0.0:1763354563.150997:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=229 00010000:00000010:1.0:1763354563.150999:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66b562200. 00000020:00000001:1.0:1763354563.151005:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1763354563.151005:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000040:1.0:1763354563.151008:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66b562200 with handle 0x4a8bb634222ca9b5 to hash 00000020:00000001:0.0:1763354563.151012:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.151013:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.151017:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00000100:00000001:0.0:1763354563.151018:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:1.0:1763354563.151022:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43200. 00010000:00000001:1.0:1763354563.151025:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00000020:00000010:0.0:1763354563.151025:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00010000:00000010:1.1:1763354563.151058:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:0.1:1763354563.151064:0:6523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00010000:00000001:1.0:1763354563.151067:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.151071:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.151075:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354563.151076:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66b562200/0x4a8bb634222ca9b5 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00000020:00000010:0.0:1763354563.151083:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00010000:00000001:1.0:1763354563.151086:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.151090:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.151091:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000020:00000010:0.0:1763354563.151093:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00010000:00000001:1.0:1763354563.151094:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.151098:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.151100:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000020:00000010:0.0:1763354563.151100:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00010000:00000001:1.0:1763354563.151104:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354563.151108:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf578. 00010000:00000001:1.0:1763354563.151109:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.151113:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.151116:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1763354563.151116:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1763354563.151121:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:0.0:1763354563.151121:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.151126:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.151127:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da000) refcount = 4 00010000:00010000:1.0:1763354563.151135:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66b562200/0x4a8bb634222ca9b5 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000100:00000001:0.0:1763354563.151136:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151143:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.151146:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.151148:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.151154:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.151161:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.151163:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.151166:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151169:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.151170:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1763354563.151173:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1763354563.151174:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.151174:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763354563.151177:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.151180:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:1.0:1763354563.151181:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66b562200/0x4a8bb634222ca9b5 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00000100:00100000:0.0:1763354563.151187:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7861 00010000:00000001:1.0:1763354563.151193:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1763354563.151195:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.151196:0:22777:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151196:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.151199:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354563.151202:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629882112 : -123186079669504 : ffff8ff6817ae300) 00010000:00000001:1.0:1763354563.151203:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763354563.151205:0:22777:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.151209:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354563.151213:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817ae300 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763354563.151214:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b562200 refcount=3 00000020:00000001:1.0:1763354563.151219:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00010000:00000001:1.0:1763354563.151224:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00010000:00000001:1.0:1763354563.151230:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.151231:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.151234:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.151240:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1763354563.151241:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000020:00000010:0.0:1763354563.151247:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000004:00000001:1.0:1763354563.151248:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.151252:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00000001:0.0:1763354563.151253:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.151258:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.151259:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000004:00000001:1.0:1763354563.151261:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.151268:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00100000:0.0:1763354563.151270:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+229:2406:x1848998841079808:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000200:0.0:1763354563.151278:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841079808 00000020:00000001:0.0:1763354563.151282:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.151286:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:1.0:1763354563.151287:0:6519:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000001:0.0:1763354563.151289:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.151292:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000001:0.0:1763354563.151295:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:1.0:1763354563.151297:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:0.0:1763354563.151299:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000004:00000001:1.0:1763354563.151300:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.151304:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:0.0:1763354563.151306:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:1.0:1763354563.151308:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.151311:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763354563.151312:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079808, found 0 last_xid 1848998841079551 00000004:00000002:1.0:1763354563.151316:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000020:00000001:0.0:1763354563.151318:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.151320:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.151324:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:1.0:1763354563.151326:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1763354563.151328:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:1.0:1763354563.151329:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.151332:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.151333:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.151338:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.151339:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000001:00000001:1.0:1763354563.151341:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.151344:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000010:0.0:1763354563.151345:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000001:00000001:1.0:1763354563.151346:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.151351:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1763354563.151353:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.151356:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:1.0:1763354563.151357:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.151361:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1763354563.151361:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 6336 at ffff8ff595174000. 00000001:00000001:1.0:1763354563.151365:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.151366:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.151370:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002340:0x112:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000100:00000001:0.0:1763354563.151371:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:1.0:1763354563.151376:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002340:0x112:0x0]: returning size 4096 00000004:00000010:0.0:1763354563.151378:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff66e095c00. 00000004:00000040:1.0:1763354563.151380:0:6519:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X0 stripe_count 2 hash_type 0x4 00000020:00000001:0.0:1763354563.151382:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00200000:1.0:1763354563.151384:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000001:00000001:0.0:1763354563.151386:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079808, found 0 last_xid 1848998841079551 00000004:00000002:1.0:1763354563.151387:0:6519:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:1.0:1763354563.151392:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00080000:0.0:1763354563.151395:0:6523:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff8ff6817ae300 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/6040 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1763354563.151396:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.151402:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354563.151406:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.151409:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.151413:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.151415:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.151418:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00000004:00000001:1.0:1763354563.151420:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:0.0:1763354563.151421:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000004:00000001:1.0:1763354563.151424:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.151425:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:1.0:1763354563.151432:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:0.0:1763354563.151432:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.151437:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 2 00010000:00000001:0.0:1763354563.151440:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.151441:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.151444:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000001:1.0:1763354563.151446:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354563.151448:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8400. 00000020:00000001:0.0:1763354563.151452:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000004:00000001:1.0:1763354563.151453:0:6519:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.151455:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8400 with handle 0x4a8bb634222ca9ca to hash 00010000:00000001:1.0:1763354563.151459:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.151459:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.151463:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000020:00000001:1.0:1763354563.151464:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.151468:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b562200 refcount=3 00010000:00000010:0.0:1763354563.151470:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00000020:00000001:1.0:1763354563.151471:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00010000:00000001:0.0:1763354563.151475:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:1.0:1763354563.151476:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00010000:00010000:0.0:1763354563.151479:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca9ca lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41248 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00000004:00000040:1.0:1763354563.151481:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:1.0:1763354563.151487:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=472 00010000:00000001:1.0:1763354563.151493:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.151495:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1763354563.151497:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00000004:00000001:1.0:1763354563.151498:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000020:00000040:0.0:1763354563.151502:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00000004:00000001:1.0:1763354563.151503:0:6519:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 00010000:00000001:0.0:1763354563.151506:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:1.0:1763354563.151507:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000004:00000001:0.0:1763354563.151509:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 02000000:00000001:1.0:1763354563.151512:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.151512:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354563.151515:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.151516:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.151517:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.151520:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.151521:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000001:1.0:1763354563.151525:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.151525:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:0.0:1763354563.151530:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000040:1.0:1763354563.151531:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.151536:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.151536:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:0.0:1763354563.151542:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:1.0:1763354563.151543:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.151545:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.151548:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.151551:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.151552:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.151554:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000004:00000001:1.0:1763354563.151556:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:0.0:1763354563.151559:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 6040, allocated: 6040, field len 5816 -> 54920 00010000:00000001:1.0:1763354563.151560:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.151563:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1763354563.151565:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1763354563.151567:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1763354563.151568:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763354563.151570:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.151574:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.151576:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.151579:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3200 with handle 0x4a8bb634222ca9a7 from hash 00010000:00000001:1.0:1763354563.151582:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.151583:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.151584:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.151586:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.151587:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.151593:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9a7 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41279 expref: 472 pid: 6519 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1763354563.151593:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 55440 at ffff8ff66ddc0000. 02000000:00000001:0.0:1763354563.151599:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.151604:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.151606:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 02000000:00000001:0.0:1763354563.151609:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:1.0:1763354563.151610:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 02000000:00000010:0.0:1763354563.151611:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 6336 at ffff8ff595174000. 00010000:00000010:1.0:1763354563.151614:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 02000000:00000001:0.0:1763354563.151616:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1763354563.151620:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00010000:00000001:1.0:1763354563.151622:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.151625:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151626:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.151629:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763354563.151633:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354563.151636:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.151640:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151642:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000001:00000001:0.0:1763354563.151642:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.151645:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354563.151649:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66b562200/0x4a8bb634222ca9b5 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x112:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41279 expref: 471 pid: 6519 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1763354563.151651:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.151657:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.151661:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.151664:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:0.0:1763354563.151666:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151668:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000001:00000001:0.0:1763354563.151669:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:1.0:1763354563.151673:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da000) 00000001:00000001:0.0:1763354563.151673:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.151678:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.151680:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000001:00000001:0.0:1763354563.151681:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354563.151683:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1763354563.151684:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.151688:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.151689:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151691:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000001:0.0:1763354563.151692:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354563.151694:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1763354563.151696:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.151697:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.151701:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66b562200, rc 0) 00000001:00000001:0.0:1763354563.151701:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.151705:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.151705:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.151709:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.151710:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 0, xid 1848998841080192 00010000:00000001:1.0:1763354563.151715:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1763354563.151715:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354563.151719:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00010000:00000200:1.0:1763354563.151724:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677acce00 x1848998841080192/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 576/640 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1763354563.151724:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:0.0:1763354563.151730:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354563.151733:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.151738:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.151742:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.151747:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.151751:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.151752:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1763354563.151755:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841079808, found 0 last_xid 1848998841079551 00010000:00000001:1.0:1763354563.151756:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.151762:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000004:00010000:0.0:1763354563.151765:0:6523:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x4851492765f41248 req@ffff8ff6817ae300 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.151767:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.151774:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.151778:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000004:00000001:0.0:1763354563.151781:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 02000000:00000001:1.0:1763354563.151783:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1763354563.151786:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 02000000:00000001:1.0:1763354563.151787:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.151789:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_4, ldlm_rep = ffff8ff66ddc0250 00000100:00000001:1.0:1763354563.151791:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1763354563.151795:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000100:00000040:1.0:1763354563.151797:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000004:00000001:0.0:1763354563.151798:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763354563.151801:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000400:00000010:1.0:1763354563.151802:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faa18. 00010000:00000001:0.0:1763354563.151804:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.151807:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:1.0:1763354563.151809:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841080192, offset 224 00010000:00000040:0.0:1763354563.151811:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 3 00000400:00000200:1.0:1763354563.151817:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354563.151817:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.151822:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1763354563.151827:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000010:0.0:1763354563.151827:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9000. 00000020:00000001:0.0:1763354563.151833:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1763354563.151834:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556517:1556517:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556513:1556513:8:4294967295] 00000020:00000040:0.0:1763354563.151837:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9000 with handle 0x4a8bb634222ca9d1 to hash 00000020:00000001:0.0:1763354563.151842:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.151846:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000010:0.0:1763354563.151852:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927380. 00000400:00000200:1.0:1763354563.151853:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:0.0:1763354563.151856:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354563.151860:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1763354563.151862:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354563.151864:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354563.151869:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00010000:00010000:0.0:1763354563.151870:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354563.151879:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:1.0:1763354563.151880:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:0.0:1763354563.151883:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.151887:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000800:00000200:1.0:1763354563.151888:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:0.0:1763354563.151890:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000800:00000200:1.0:1763354563.151893:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 736 niov 1 nkiov 1 00010000:00000001:0.0:1763354563.151894:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.151900:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.151903:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.151906:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.151909:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.151913:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.151914:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:1.0:1763354563.151917:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.151918:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) refcount = 3 00000100:00000040:1.0:1763354563.151924:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000040:0.0:1763354563.151924:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:1.0:1763354563.151929:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.151931:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.151931:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222ca83b lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ae expref: 230 pid: 6519 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1763354563.151935:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.151943:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acce00 x1848998841080192/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 576/640 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1763354563.151953:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000100:00100000:1.0:1763354563.151962:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677acce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+471:252524:x1848998841080192:12345-192.168.203.48@tcp:101:readlink.0 Request processed in 1358us (1647us total) trans 0 rc 0/0 00010000:00000001:0.0:1763354563.151978:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.151984:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.151988:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.151990:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417379 00010000:00000001:0.0:1763354563.151995:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:1.0:1763354563.151996:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.152000:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1763354563.152000:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.152003:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1763354563.152004:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1763354563.152007:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354563.152010:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000020:00000010:1.0:1763354563.152011:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c80. 00010000:00000001:0.0:1763354563.152014:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354563.152021:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1763354563.152021:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00010000:00000001:0.0:1763354563.152021:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.152026:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.152028:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00010000:00010000:0.0:1763354563.152032:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000020:00000040:1.0:1763354563.152056:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00010000:00000001:0.0:1763354563.152058:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1763354563.152061:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.152061:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.152061:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152066:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152069:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.152072:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.152077:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439000. 00010000:00000010:0.0:1763354563.152082:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643deed80. 00010000:00000001:0.0:1763354563.152086:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.152089:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8c00. 00000020:00000001:0.0:1763354563.152093:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.152097:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8c00 with handle 0x4a8bb634222ca9d8 to hash 00000020:00000001:0.0:1763354563.152101:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.152105:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000010:0.0:1763354563.152108:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927680. 00010000:00000001:0.0:1763354563.152112:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00000400:00000200:3.0:1763354563.152118:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faa18 00010000:00000001:0.0:1763354563.152118:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.152121:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.152125:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faa18. 00010000:00010000:0.0:1763354563.152126:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00000100:00000001:3.0:1763354563.152133:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1763354563.152136:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1763354563.152138:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763354563.152140:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.152144:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.152149:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.152152:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.152156:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.152160:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.152164:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.152168:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.152171:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.152174:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.152177:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff55d439000) refcount = 1 00010000:00010000:0.0:1763354563.152182:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152192:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.152195:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.152197:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152201:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.152204:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.152208:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152214:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.152220:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.152226:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.152233:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152245:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.152249:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152251:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.152255:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.152262:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.152268:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.152273:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354563.152280:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354563.152289:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.152294:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763354563.152299:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763354563.152309:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1763354563.152316:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1763354563.152321:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.152325:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.152328:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.152332:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763354563.152337:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.152339:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.152341:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.152344:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.152347:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=3 00000020:00000001:0.0:1763354563.152349:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354563.152354:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354563.152358:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.152361:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152370:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152373:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.152375:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152381:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.152384:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152391:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.152394:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763354563.152399:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354563.152402:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.152405:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.152409:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152415:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.152417:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.152421:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.152422:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=4 00000020:00000001:0.0:1763354563.152426:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354563.152429:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354563.152434:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.152438:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152446:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354563.152450:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.152453:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152457:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.152459:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.152462:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.152463:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.152467:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9000 with handle 0x4a8bb634222ca9d1 from hash 00010000:00000001:0.0:1763354563.152470:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.152472:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152474:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152476:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.152479:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.152482:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152486:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.152488:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.152492:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.152497:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00010000:0.0:1763354563.152502:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.152507:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.152514:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152519:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.152523:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.152530:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152532:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152536:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152539:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.152544:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.152550:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152563:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152566:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152570:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.152573:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.152576:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.152580:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222ca9d1 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000010:0.0:1763354563.152594:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927380. 00010000:00000001:0.0:1763354563.152605:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.152609:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.152614:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.152618:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.152623:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.152628:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8c00 refcount=3 00000020:00000001:0.0:1763354563.152633:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:0.0:1763354563.152638:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:0.0:1763354563.152643:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.152648:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152662:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152666:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.152671:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152687:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.152691:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152697:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.152703:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763354563.152716:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8c00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354563.152718:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.152719:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.152722:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152740:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.152744:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.152748:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.152753:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8c00 refcount=4 00000020:00000001:0.0:1763354563.152757:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:0.0:1763354563.152763:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:0.0:1763354563.152768:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.152773:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152785:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354563.152789:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.152792:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.152795:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1763354563.152798:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000010:1.0:1763354563.152800:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8ff55ffefa00. 00010000:00000001:0.0:1763354563.152802:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1763354563.152807:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354563.152807:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.152811:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.152816:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:0.0:1763354563.152818:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8c00 with handle 0x4a8bb634222ca9d8 from hash 00000400:00000200:1.0:1763354563.152820:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67ca64c00 00010000:00000001:0.0:1763354563.152823:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:1.0:1763354563.152824:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff67ca64c00. 00010000:00000001:0.0:1763354563.152827:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354563.152830:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1763354563.152831:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354563.152834:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763354563.152836:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.152840:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.152844:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152847:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.152849:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.152851:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.152853:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xb2012af9 (ffff8ff55d439000) 00010000:00010000:0.0:1763354563.152857:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.152858:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.152861:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152863:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.152864:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.152867:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152869:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152870:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.152872:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.152874:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.152877:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.152882:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152883:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152885:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.152886:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.152888:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.152889:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222ca9d8 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000010:0.0:1763354563.152895:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927680. 00010000:00000040:0.0:1763354563.152898:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d439000 count: 0 00010000:00000010:0.0:1763354563.152903:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643deed80. 00010000:00000001:0.0:1763354563.152911:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.152912:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.152913:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.152915:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.152916:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.152918:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763354563.152922:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354563.152924:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.152926:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.152927:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.152928:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.152931:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.152948:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.152951:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.152953:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354563.152955:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.152957:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.152960:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152962:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152980:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.152982:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.152985:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8400 with handle 0x4a8bb634222ca9ca from hash 00010000:00000001:0.0:1763354563.152987:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.152988:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.152990:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.152991:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.152992:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:0.0:1763354563.152995:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:0.0:1763354563.153001:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca9ca lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41248 expref: 230 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.153007:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.153009:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.153010:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.153012:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.153014:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.153017:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.153018:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.153019:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.153021:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.153022:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.153024:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.153025:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.153028:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00010000:0.0:1763354563.153030:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763354563.153032:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.153056:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.153058:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.153061:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.153066:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8400/0x4a8bb634222ca9ca lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41248 expref: 230 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.153074:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:0.0:1763354563.153077:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00010000:00000010:0.0:1763354563.153080:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.153086:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.153087:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8400, rc -2) 00000004:00000001:0.0:1763354563.153090:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.153092:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763354563.153096:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000004:00000010:0.0:1763354563.153100:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff66e095c00. 00000004:00000001:0.0:1763354563.153103:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354563.153107:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:0.0:1763354563.153109:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.153110:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763354563.153113:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841079808 00010000:00000001:0.0:1763354563.153116:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.153121:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817ae300 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.153129:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.153131:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.153133:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.153136:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.153139:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.153142:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.153144:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.153146:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.153149:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.153153:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.153156:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff597177a00. 00000100:00000200:0.0:1763354563.153161:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 55144 bytes to portal 4, xid 1848998841080448, offset 224 00000400:00000200:0.0:1763354563.153167:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.153174:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.153180:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556519:1556519:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556515:1556515:8:4294967295] 00000400:00000200:0.0:1763354563.153189:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.153197:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 55144 bytes in 14 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.153200:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff597177e00. 00000800:00000200:0.0:1763354563.153204:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.153209:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:0.0:1763354563.153212:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff597177e00 type 1, nob 55240 niov 1 nkiov 14 00000100:00000001:0.0:1763354563.153227:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.153230:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.153233:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.153235:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.153237:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.153243:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ae300 x1848998841079808/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 2672/55144 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.153255:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+229:2406:x1848998841079808:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2013us (2457us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763354563.153264:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7861 00000100:00000040:0.0:1763354563.153267:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354563.153269:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.153271:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.153274:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354563.153278:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf578. 00000020:00000010:0.0:1763354563.153282:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.153286:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000100:00000001:0.0:1763354563.153289:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.153313:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.153318:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff597177e00. 00000400:00000200:3.0:1763354563.153323:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.153328:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.153331:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff597177a00 00000400:00000010:3.0:1763354563.153334:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff597177a00. 00000100:00000001:3.0:1763354563.153337:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.153338:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.155065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439300. 00010000:00000010:0.1:1763354563.155074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9200. 00010000:00000010:3.1:1763354563.155080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:0.1:1763354563.155080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8e00. 00010000:00000010:1.1:1763354563.155083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da300. 00010000:00000010:3.1:1763354563.155091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc500. 00010000:00000010:1.1:1763354563.155096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:3.1:1763354563.155097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:3.1:1763354563.155104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581e00. 00010000:00000010:1.1:1763354563.155107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da600. 00010000:00000010:1.1:1763354563.155114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:1.1:1763354563.155119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:1.1:1763354563.155125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dac00. 00010000:00000010:1.1:1763354563.155128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00010000:00000010:1.1:1763354563.155132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:1.1:1763354563.159069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:0.1:1763354563.159073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8600. 00010000:00000010:2.1:1763354563.159083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:0.1:1763354563.159085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439400. 00010000:00000010:2.1:1763354563.159098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:0.1:1763354563.159098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00010000:00000010:0.1:1763354563.159103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9600. 00010000:00000010:2.1:1763354563.159108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:0.1:1763354563.159110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9000. 00010000:00000010:2.1:1763354563.159116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da500. 00010000:00000010:0.1:1763354563.159118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439000. 00010000:00000010:2.1:1763354563.159125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:0.1:1763354563.159126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8c00. 00010000:00000010:2.1:1763354563.159130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:0.1:1763354563.159133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00010000:00000010:2.1:1763354563.159136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:2.1:1763354563.159143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00010000:00000010:2.1:1763354563.159146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b200. 00000800:00000001:3.0:1763354563.173257:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.173323:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.173329:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.173333:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.173347:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.173368:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971cdb80 00000400:00000200:3.0:1763354563.173378:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 152264 00000800:00000001:3.0:1763354563.173388:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.173398:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.173401:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.173405:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.173412:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.173415:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.173421:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acfb80. 00000100:00000040:3.0:1763354563.173424:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acfb80 x1848998841080704 msgsize 4616 00000100:00100000:3.0:1763354563.173428:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.173445:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.173456:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.173459:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.173519:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.173525:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841080704 02000000:00000001:1.0:1763354563.173528:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.173530:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.173533:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.173538:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.173541:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841080704 00000020:00000001:1.0:1763354563.173544:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.173546:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.173557:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.173561:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=469 00000020:00000001:1.0:1763354563.173566:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.173568:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.173572:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.173580:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.173583:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.173585:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.173594:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.173598:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.173602:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.173608:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.173611:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.173612:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.173614:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.173616:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.173617:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.173624:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.173637:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.173647:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.173649:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.173656:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417380 00000100:00000040:1.0:1763354563.173659:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.173661:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465393024 : -123186244158592 : ffff8ff677acfb80) 00000100:00000040:1.0:1763354563.173668:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677acfb80 x1848998841080704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.173676:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.173678:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.173680:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.173681:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.173687:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+469:252527:x1848998841080704:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.173690:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841080704 00000020:00000001:1.0:1763354563.173693:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.173696:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.173700:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.173702:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.173704:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.173706:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.173709:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841080704, found 0 last_xid 1848998841080703 00000020:00000001:1.0:1763354563.173711:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.173713:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.173715:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.173719:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.173720:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.173722:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.173723:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.173725:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.173726:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.173730:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.173736:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00010000:00000001:1.0:1763354563.173738:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.173740:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.173743:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:1.0:1763354563.173745:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.173747:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222ca9df to hash 00000020:00000001:1.0:1763354563.173749:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.173750:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:1.0:1763354563.173754:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.173757:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:1.0:1763354563.173760:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca9df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41280 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.173770:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:1.0:1763354563.173772:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=470 00010000:00000001:1.0:1763354563.173779:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.173782:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.173788:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.173791:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.173793:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173796:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763354563.173801:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff677acfb80 x1848998841080704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763354563.173811:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763354563.173814:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763354563.173817:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763354563.173820:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.173823:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173826:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.173827:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.173830:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173832:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.173833:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.173835:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173841:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.173843:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173845:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173847:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173851:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.173853:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.173856:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.173858:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.173889:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff66d8b0000. 02000000:00000001:1.0:1763354563.173893:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.173896:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173902:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.173904:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.173905:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173908:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.173909:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.173912:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173913:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.173915:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.173917:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173919:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.173920:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.173925:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.173930:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.173933:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.173936:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.173937:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.173941:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.173942:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173944:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.173945:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173947:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.173949:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.173951:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763354563.173953:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763354563.173956:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:1.0:1763354563.173958:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200002344:0x19e20:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763354563.173962:0:6519:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763354563.173978:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.173980:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:1.0:1763354563.173983:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.173988:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786707736 : -123189922843880 : ffff8ff59c68b318) 00000004:00000001:1.0:1763354563.173990:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786707648 : -123189922843968 : ffff8ff59c68b2c0) 00000004:00000001:1.0:1763354563.173995:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.173997:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.174004:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174007:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.174011:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.174029:0:6519:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:1.0:1763354563.174059:0:6519:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:1.0:1763354563.174061:0:6519:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:1.0:1763354563.174065:0:6519:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff673a14d80. 00080000:00000001:1.0:1763354563.174067:0:6519:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620887397518720 : -123186312032896 : ffff8ff673a14d80) 00080000:00000001:1.0:1763354563.174069:0:6519:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620887397518720 : -123186312032896 : ffff8ff673a14d80) 00080000:00000001:1.0:1763354563.174071:0:6519:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:1.0:1763354563.174072:0:6519:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:1.0:1763354563.174099:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.174102:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174104:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.174105:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174106:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.174107:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174108:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.174110:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174113:0:6519:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174114:0:6519:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.174117:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.174119:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174122:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.174123:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174124:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.174125:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174127:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.174128:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174129:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.174130:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174131:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.174131:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174132:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.174133:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174134:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.174135:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.174136:0:6519:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:1.0:1763354563.174137:0:6519:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:1.0:1763354563.174144:0:6519:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff673a14d80. 00080000:00000001:1.0:1763354563.174147:0:6519:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:1.0:1763354563.174149:0:6519:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:1.0:1763354563.174150:0:6519:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.174151:0:6519:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.174153:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.174155:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.174156:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.174158:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763354563.174161:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.174162:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354563.174164:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.174166:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174168:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763354563.174171:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e20:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763354563.174173:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e20:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:1.0:1763354563.174176:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.174178:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174180:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763354563.174183:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.174184:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.174185:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.174187:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.174188:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.174189:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.174193:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.174194:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.174195:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.174196:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.174198:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.174200:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e20:0x0]: nlink=4, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354563.174202:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e20:0x0]: returning size 4096 00000001:00000001:1.0:1763354563.174204:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.174205:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174206:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354563.174207:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.174208:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.174210:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.174212:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.174213:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174215:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763354563.174216:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x9 lmm_size = 0 00000004:00000001:1.0:1763354563.174219:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763354563.174222:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.174224:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763354563.174226:0:6519:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174227:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174229:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.174231:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763354563.174234:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff681241580. 00000020:00000001:1.0:1763354563.174235:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.174237:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff681241580 with handle 0x4a8bb634222ca9e6 to hash 00000020:00000001:1.0:1763354563.174238:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763354563.174239:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887624193408 : -123186085358208 : ffff8ff681241580) 00000004:00000001:1.0:1763354563.174241:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.174242:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763354563.174244:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e20:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:1.0:1763354563.174246:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763354563.174248:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.174253:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff66794fe00. 00080000:00000001:1.0:1763354563.174255:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887195385344 : -123186514166272 : ffff8ff66794fe00) 00080000:00000001:1.0:1763354563.174257:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.174262:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.174265:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.174267:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.174269:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174275:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.174278:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.174281:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.174283:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214455, last_committed = 21475214447 00000001:00000010:1.0:1763354563.174286:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4af60. 00000001:00000040:1.0:1763354563.174288:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 8 00000020:00000040:1.0:1763354563.174289:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=471 00000001:00000010:1.0:1763354563.174294:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000001:00000001:1.0:1763354563.174306:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381a80: xid 1848998841080704, transno 21475214455, tag 1, client gen 10, slot idx 0 00000001:00000001:1.0:1763354563.174309:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.174315:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00040000:00000001:1.0:1763354563.174317:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.174319:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.174321:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174322:0:6519:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.174323:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174325:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174327:0:6519:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.174329:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763354563.174330:0:6519:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763354563.174332:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.174333:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.174335:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763354563.174336:0:6519:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.174338:0:6519:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.174341:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.174346:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174348:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174350:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763354563.174352:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.174354:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.174355:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.174356:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.174357:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.174359:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.174366:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174367:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:1.0:1763354563.174368:0:6519:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.174370:0:6519:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763354563.174372:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763354563.174374:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.174376:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.174378:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.174382:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.174383:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.174385:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.174386:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.174388:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222ca9df from hash 00010000:00000001:1.0:1763354563.174390:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.174391:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.174392:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.174392:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.174393:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.174395:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.174399:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca9df lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41280 expref: 471 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.174409:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.174411:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.174413:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.174414:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.174416:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.174418:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.174419:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.174420:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.174420:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.174421:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.174423:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.174425:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.174427:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:1.0:1763354563.174429:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763354563.174431:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.174433:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.174434:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.174435:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.174437:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222ca9df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41280 expref: 471 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.174441:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 455 00000020:00000040:1.0:1763354563.174443:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00010000:00000010:1.0:1763354563.174445:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.174451:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.174452:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:1.0:1763354563.174454:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.174456:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214455, xid 1848998841080704 00010000:00000001:1.0:1763354563.174458:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.174462:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677acfb80 x1848998841080704/t21475214455(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/696 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.174468:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.174471:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.174473:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.174477:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.174478:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.174480:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.174482:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.174484:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.174488:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.174490:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.174494:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fab28. 00000100:00000200:1.0:1763354563.174499:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 696 bytes to portal 10, xid 1848998841080704, offset 224 00000400:00000200:1.0:1763354563.174504:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.174515:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.174520:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556520:1556520:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556516:1556516:8:4294967295] 00000400:00000200:1.0:1763354563.174530:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.174535:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 696 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.174539:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.174544:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.174549:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.174554:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 792 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.174570:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.174573:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.174575:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.174576:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.174577:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.174581:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acfb80 x1848998841080704/t21475214455(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/696 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.174589:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677acfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+470:252527:x1848998841080704:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 911us (1163us total) trans 21475214455 rc 301/301 00000100:00100000:1.0:1763354563.174595:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417380 00000100:00000040:1.0:1763354563.174598:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.174600:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.174601:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.174605:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.174607:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.174610:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00000020:00000040:1.0:1763354563.174615:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000100:00000001:1.0:1763354563.174617:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.174664:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.174669:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.174674:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.174679:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.174683:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fab28 00000400:00000010:0.0:1763354563.174684:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fab28. 00000100:00000001:0.0:1763354563.174687:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.174689:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.176647:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.176660:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.176663:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.176666:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.176675:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.176690:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971cdc00 00000400:00000200:3.0:1763354563.176696:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x767b29 [64] + 156880 00000800:00000001:3.0:1763354563.176702:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.176708:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.176710:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.176713:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.176717:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.176719:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.176725:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677ace680. 00000100:00000040:3.0:1763354563.176728:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677ace680 x1848998841080832 msgsize 464 00000100:00100000:3.0:1763354563.176731:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.176743:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.176750:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.176752:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.176774:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.176777:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841080832 02000000:00000001:1.0:1763354563.176779:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.176781:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.176782:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.176785:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.176787:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841080832 00000020:00000001:1.0:1763354563.176788:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.176790:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.176791:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.176793:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=229 00000020:00000001:1.0:1763354563.176796:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.176797:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.176799:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.176803:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.176805:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.176807:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.176811:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.176813:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.176816:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.176820:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.176821:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.176822:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.176824:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.176828:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.176842:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.176852:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.176854:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.176858:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417381 00000100:00000040:1.0:1763354563.176861:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.176863:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465387648 : -123186244163968 : ffff8ff677ace680) 00000100:00000040:1.0:1763354563.176867:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677ace680 x1848998841080832/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 464/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.176873:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.176875:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.176877:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.176879:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.176882:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+229:252527:x1848998841080832:12345-192.168.203.48@tcp:34:lfs.0 00000100:00000200:1.0:1763354563.176885:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841080832 00000020:00000001:1.0:1763354563.176887:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.176889:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.176891:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.176892:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.176894:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706736 : -1045844880 : ffffffffc1a9ac70) 00000020:00000001:1.0:1763354563.176895:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.176897:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841080832, found 0 last_xid 1848998841080831 00000020:00000001:1.0:1763354563.176899:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.176900:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.176901:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.176903:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.176905:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.176908:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000020:00000001:1.0:1763354563.176910:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.176912:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.176915:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.176916:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.176920:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff8ff680f16000. 02000000:00000001:1.0:1763354563.176922:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.176924:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.176926:0:6519:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763354563.176928:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.176930:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.176931:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176932:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.176934:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.176935:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176936:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.176937:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.176938:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176939:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.176940:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.176941:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176942:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.176943:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.176944:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176945:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.176946:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.176947:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176948:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.176949:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.176951:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.176954:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.176955:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.176957:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.176958:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.176959:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.176960:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.176961:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.176962:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.176975:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763354563.176979:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93cb0 00000004:00000002:1.0:1763354563.176981:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_2, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763354563.176984:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763354563.176987:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763354563.176990:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763354563.176992:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.176994:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.176997:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 2 00010000:00000001:1.0:1763354563.176999:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.177001:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.177003:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.177006:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.177008:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222ca9ed to hash 00000020:00000001:1.0:1763354563.177009:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.177011:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:1.0:1763354563.177013:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.177015:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177017:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177018:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177021:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.177026:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.177028:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.177030:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.177031:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.177050:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177052:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.177053:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177055:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.177057:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.177058:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.177059:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.177061:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) refcount = 2 00010000:00000040:1.0:1763354563.177063:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.177066:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222ca83b lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ae expref: 229 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.177071:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177076:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.177079:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.177081:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177082:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.177083:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177085:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177086:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.177088:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.177090:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177092:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177095:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.177096:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177097:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177099:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.177100:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.177102:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 2 00010000:00000001:1.0:1763354563.177103:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.177105:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.177107:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:1.0:1763354563.177109:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.177110:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222ca9f4 to hash 00000020:00000001:1.0:1763354563.177112:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.177113:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:1.0:1763354563.177115:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43c80. 00010000:00000001:1.0:1763354563.177116:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.177118:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177119:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177121:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.177125:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.177126:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.177127:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.177128:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.177130:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177131:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.177132:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177133:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.177134:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.177134:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.177135:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.177136:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x695180f9 (ffff8ff58b052600) refcount = 2 00010000:00000040:1.0:1763354563.177138:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.177140:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.177143:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177146:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.177147:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.177148:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177149:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.177149:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177151:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177152:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.177153:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.177154:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177156:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177158:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.177159:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177160:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.177161:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177164:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763354563.177168:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763354563.177169:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763354563.177172:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354563.177175:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.177178:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1763354563.177180:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1763354563.177194:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763354563.177195:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763354563.177198:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.177199:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.177202:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.177203:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.177205:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.177206:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.177208:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1763354563.177211:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763354563.177212:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.177214:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1763354563.177228:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff671ce2ec8. 00000001:00000010:1.0:1763354563.177235:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff671ce2ec8. 00080000:00000001:1.0:1763354563.177238:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.177240:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354563.177242:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.177244:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93b20 00080000:00000002:1.0:1763354563.177246:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_2 => [0x2400032e4:0x9de5:0x0] 00080000:00000001:1.0:1763354563.177248:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354563.177250:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.177252:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.177253:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177254:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177256:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.177257:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de5:0x0] 00000020:00000001:1.0:1763354563.177259:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.177260:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262114872 : -123191447436744 : ffff8ff541894238) 00000004:00000001:1.0:1763354563.177262:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262114784 : -123191447436832 : ffff8ff5418941e0) 00000004:00000001:1.0:1763354563.177266:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.177267:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.177269:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.177271:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5500 count: 2 00010000:00000001:1.0:1763354563.177272:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.177273:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.177276:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3200. 00000020:00000001:1.0:1763354563.177278:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.177279:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3200 with handle 0x4a8bb634222ca9fb to hash 00000020:00000001:1.0:1763354563.177280:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.177281:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000010:1.0:1763354563.177283:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43a00. 00010000:00000001:1.0:1763354563.177285:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177286:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177287:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177289:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.177292:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.177293:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.177294:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.177295:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.177296:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177298:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.177299:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177300:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.177301:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.177302:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.177303:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.177304:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff66d1c5500) refcount = 2 00010000:00000040:1.0:1763354563.177306:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.177308:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6807a2c00/0x4a8bb634222ca7d9 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41184 expref: 229 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.177312:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177319:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.177320:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.177321:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177322:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.177323:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177324:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177326:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.177327:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.177328:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177330:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177333:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.177334:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177335:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177336:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177337:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177338:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3200 refcount=3 00000020:00000001:1.0:1763354563.177340:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177341:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177343:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177343:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.177344:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177346:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763354563.177349:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.177350:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.177352:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177354:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.177356:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.177365:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.177366:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.177368:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.177369:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.177371:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de5:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000004:00000001:1.0:1763354563.177373:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.177374:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.177376:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.177377:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.177378:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.177379:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.177381:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.177383:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763354563.177384:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763354563.177386:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354563.177387:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff680f162f8 00000004:00000001:1.0:1763354563.177389:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.177391:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.177392:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.177393:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.177394:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.177395:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.177397:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.177398:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.177399:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.177400:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.177400:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.177401:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.177403:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de5:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354563.177405:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de5:0x0]: returning size 1024 00000004:00000040:1.0:1763354563.177407:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de5:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763354563.177409:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763354563.177411:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:21285 00000004:00200000:1.0:1763354563.177413:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:1.0:1763354563.177416:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.177421:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177422:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177424:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177425:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177426:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3200 refcount=3 00000020:00000001:1.0:1763354563.177427:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177429:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00000004:00010000:1.0:1763354563.177432:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00000001:1.0:1763354563.177436:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.177439:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541894238/ffff8ff5418941e0 to site lru. bkt: ffff8ff66faf28b0 00000004:00000001:1.0:1763354563.177440:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.177441:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763354563.177442:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.177443:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177444:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763354563.177446:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177447:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.177448:0:6519:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.177450:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354563.177452:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1763354563.177452:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177453:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177454:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354563.177455:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177456:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177459:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177460:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177461:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:1.0:1763354563.177462:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177463:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177464:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763354563.177466:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177469:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.177471:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177475:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177476:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.177478:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177481:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177482:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177484:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.177486:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.177490:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.177491:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.177492:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.177494:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177497:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.177498:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177499:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177500:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=5 00000020:00000001:1.0:1763354563.177501:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177502:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.177504:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.177505:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177508:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.177509:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.177510:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177512:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.177513:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.177514:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177515:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.177517:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222ca9ed from hash 00010000:00000001:1.0:1763354563.177518:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.177519:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177520:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177521:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.177523:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.177524:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177525:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.177526:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.177527:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.177529:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00010000:1.0:1763354563.177530:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.177531:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177533:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177534:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.177535:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.177536:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177537:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177538:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177540:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177541:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177543:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177546:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177547:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177548:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.177549:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.177550:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177551:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177551:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.177553:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222ca9ed lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354563.177556:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.177560:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.177561:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354563.177562:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354563.177563:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177564:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177565:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:1.0:1763354563.177566:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.177568:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.177569:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.177571:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177574:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177575:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.177576:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177579:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177579:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177581:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.177582:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.177585:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f3e00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.177586:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.177587:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.177588:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177591:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.177591:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177592:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177593:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:1.0:1763354563.177594:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.177595:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.177597:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.177598:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177601:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.177602:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.177603:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177604:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.177605:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.177606:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177607:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.177608:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222ca9f4 from hash 00010000:00000001:1.0:1763354563.177610:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.177610:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177611:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177612:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.177613:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.177614:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177615:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.177615:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.177616:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.177617:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x695180f9 (ffff8ff58b052600) 00010000:00010000:1.0:1763354563.177619:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.177620:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177621:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177622:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.177623:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.177624:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177625:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177626:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177627:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177628:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177629:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177632:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177633:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177633:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.177634:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.177635:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.177636:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222ca9f4 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354563.177643:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43c80. 00010000:00000001:1.0:1763354563.177645:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.177646:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.177647:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354563.177647:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354563.177648:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763354563.177650:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177650:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177651:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3200 refcount=3 00000020:00000001:1.0:1763354563.177652:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177654:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177655:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.177656:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177659:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177660:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.177662:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177665:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177666:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177667:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.177668:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.177679:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff542af3200 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.177681:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.177682:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.177683:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177686:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.177687:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.177689:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.177689:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3200 refcount=4 00000020:00000001:1.0:1763354563.177691:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177692:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.177694:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.177695:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177698:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.177699:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.177699:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177701:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.177701:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.177702:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.177703:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.177704:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3200 with handle 0x4a8bb634222ca9fb from hash 00010000:00000001:1.0:1763354563.177706:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.177706:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177707:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177710:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.177711:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.177712:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177713:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.177714:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.177715:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.177716:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff66d1c5500) 00010000:00010000:1.0:1763354563.177718:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.177719:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.177720:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177721:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.177722:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.177723:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177724:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177725:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.177726:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177727:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.177730:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.177733:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.177734:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.177735:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.177735:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.177736:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.177738:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222ca9fb lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354563.177741:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43a00. 00010000:00000001:1.0:1763354563.177745:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763354563.177746:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.177748:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.177748:0:6519:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763354563.177749:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.177750:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.177751:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.177752:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.177755:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.177756:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.177757:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763354563.177759:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841080832 00010000:00000001:1.0:1763354563.177761:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.177765:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677ace680 x1848998841080832/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 464/520 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.177770:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.177772:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.177774:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.177778:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.177779:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.177781:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.177783:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.177784:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.177786:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.177788:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.177791:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa550. 00000100:00000200:1.0:1763354563.177795:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848998841080832, offset 224 00000400:00000200:1.0:1763354563.177799:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.177805:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.177810:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556521:1556521:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556517:1556517:8:4294967295] 00000400:00000200:1.0:1763354563.177817:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.177821:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.177825:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.177828:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.177832:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.177835:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.177852:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.177856:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.177859:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.177860:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.177863:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:1.0:1763354563.177866:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000100:00000040:1.0:1763354563.177871:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677ace680 x1848998841080832/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 464/520 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.177881:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677ace680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+229:252527:x1848998841080832:12345-192.168.203.48@tcp:34:lfs.0 Request processed in 1005us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.177889:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417381 00000100:00000040:1.0:1763354563.177893:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.177896:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.177897:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.177901:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.177906:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.177910:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00000020:00000040:1.0:1763354563.177913:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000100:00000001:1.0:1763354563.177917:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.177979:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.177985:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.177990:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.177997:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.178002:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa550 00000400:00000010:3.0:1763354563.178004:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa550. 00000100:00000001:3.0:1763354563.178008:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.178010:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354563.180061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000800:00000001:0.0:1763354563.180267:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.180278:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.180280:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.180282:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.180288:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.180298:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cdd00 00000400:00000200:0.0:1763354563.180304:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad53d [2] + 1176 00000800:00000001:0.0:1763354563.180309:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.180315:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.180317:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.180319:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.180323:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.180325:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.180329:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817adc00. 00000100:00000040:0.0:1763354563.180331:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817adc00 x1848998841081088 msgsize 392 00000100:00100000:0.0:1763354563.180335:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.180347:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.180352:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.180355:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.180370:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.180373:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841081088 02000000:00000001:1.0:1763354563.180375:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.180376:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.180377:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.180380:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.180382:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841081088 00000020:00000001:1.0:1763354563.180383:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.180384:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.180386:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.180388:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=470 00000020:00000001:1.0:1763354563.180390:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.180391:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.180393:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.180396:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.180398:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.180400:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.180404:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff67ed95400. 00000020:00000010:1.0:1763354563.180406:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.180409:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.180413:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763354563.180415:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.180416:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.180417:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.180422:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.180433:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.180439:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.180440:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.180444:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93104 00000100:00000040:1.0:1763354563.180447:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.180449:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629880320 : -123186079671296 : ffff8ff6817adc00) 00000100:00000040:1.0:1763354563.180454:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817adc00 x1848998841081088/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.180464:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.180466:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.180467:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.180469:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.180472:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+470:252527:x1848998841081088:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:1.0:1763354563.180475:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841081088 00000020:00000001:1.0:1763354563.180477:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.180479:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.180483:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e381a80: xid 1848998841080704, transno 21475214455, client gen 10, slot idx 0 00000001:00000001:1.0:1763354563.180487:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e381d80: xid 1848998841079040, transno 21475214454, client gen 10, slot idx 3 00000001:00000010:1.0:1763354563.180490:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381d80. 00000020:00000001:1.0:1763354563.180492:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.180494:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.180495:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:1.0:1763354563.180497:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.180499:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841081088, found 0 last_xid 1848998841081087 00000020:00000001:1.0:1763354563.180501:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.180502:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.180503:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.180505:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180509:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763354563.180510:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763354563.180511:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763354563.180513:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180515:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763354563.180516:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.180518:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180519:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.180520:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.180522:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180523:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.180524:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.180526:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180527:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.180528:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.180537:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180539:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.180540:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.180541:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180545:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180546:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763354563.180547:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180549:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.180550:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.180551:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180552:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.180553:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.180554:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180555:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.180556:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.180557:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180558:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.180559:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.180561:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.180564:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354563.180566:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354563.180567:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.180568:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.180570:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.180570:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180572:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.180572:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180574:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.180576:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.180578:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.180580:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff5449dd400. 02000000:00000001:1.0:1763354563.180582:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.180584:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180585:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.180587:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180589:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354563.180590:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354563.180591:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.180593:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff681241580 refcount=2 00000020:00000001:1.0:1763354563.180594:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887624193408 : -123186085358208 : ffff8ff681241580) 00000004:00000001:1.0:1763354563.180596:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887624193408 : -123186085358208 : ffff8ff681241580) 00000020:00000040:1.0:1763354563.180598:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff681241580 with handle 0x4a8bb634222ca9e6 from hash 00000004:00000001:1.0:1763354563.180600:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354563.180602:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e20:0x0] with intent: 0 00000004:00000001:1.0:1763354563.180605:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.180606:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.180609:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.180617:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763354563.180619:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763354563.180621:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180623:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354563.180627:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354563.180629:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.180632:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e20:0x0], previous was 0x7 00000004:00000001:1.0:1763354563.180633:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180635:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763354563.180637:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180639:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763354563.180641:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.180643:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763354563.180645:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff681241580. 00000004:00000001:1.0:1763354563.180651:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.180654:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68b318/ffff8ff59c68b2c0 to site lru. bkt: ffff8ff66f414dc8 00000004:00000001:1.0:1763354563.180656:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.180657:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180658:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180660:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763354563.180662:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.180666:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff542c3ac00. 00080000:00000001:1.0:1763354563.180668:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882282720256 : -123191426831360 : ffff8ff542c3ac00) 00080000:00000001:1.0:1763354563.180670:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.180675:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.180678:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.180680:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.180682:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.180688:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.180690:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.180693:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.180695:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214456, last_committed = 21475214447 00000001:00000010:1.0:1763354563.180697:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a300. 00000001:00000040:1.0:1763354563.180699:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 9 00000020:00000040:1.0:1763354563.180700:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=471 00000001:00000010:1.0:1763354563.180704:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381d80. 00000001:00000001:1.0:1763354563.180715:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381d80: xid 1848998841081088, transno 21475214456, tag 1, client gen 10, slot idx 1 00000001:00000001:1.0:1763354563.180718:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.180723:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00040000:00000001:1.0:1763354563.180725:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.180727:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.180728:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180730:0:6520:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.180731:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.180732:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.180734:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.180735:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.180737:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.180739:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.180740:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763354563.180743:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.180746:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.180748:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.180750:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214456, xid 1848998841081088 00010000:00000001:1.0:1763354563.180751:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.180755:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817adc00 x1848998841081088/t21475214456(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.180764:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.180766:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.180768:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.180771:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.180773:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.180774:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.180776:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.180777:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.180779:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.180781:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.180783:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fae58. 00000100:00000200:1.0:1763354563.180786:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841081088, offset 224 00000400:00000200:1.0:1763354563.180789:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.180795:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.180798:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556522:1556522:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556518:1556518:8:4294967295] 00000400:00000200:1.0:1763354563.180805:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.180808:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.180811:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.180814:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.180818:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.180820:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.180832:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.180835:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.180837:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.180839:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.180841:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.180846:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817adc00 x1848998841081088/t21475214456(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.180857:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+471:252527:x1848998841081088:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 390us (522us total) trans 21475214456 rc 0/0 00000100:00100000:1.0:1763354563.180867:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93104 00000100:00000040:1.0:1763354563.180870:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.180874:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.180876:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.180880:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.180884:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.180887:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff67ed95400. 00000020:00000040:1.0:1763354563.180890:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00000100:00000001:1.0:1763354563.180892:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.180900:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.180904:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.180908:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.180912:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.180915:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fae58 00000400:00000010:3.0:1763354563.180917:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fae58. 00000100:00000001:3.0:1763354563.180919:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.180920:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354563.184066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:1.1:1763354563.184074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:1.1:1763354563.184078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00000800:00000001:3.0:1763354563.192216:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.192261:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.192265:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.192267:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.192276:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.192290:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971cde00 00000400:00000200:3.0:1763354563.192301:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 157344 00000800:00000001:3.0:1763354563.192308:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.192332:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.192335:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.192339:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.192344:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.192346:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.192351:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acf800. 00000100:00000040:3.0:1763354563.192354:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acf800 x1848998841081344 msgsize 4616 00000100:00100000:3.0:1763354563.192358:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.192375:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.192384:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.192387:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.192426:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.192429:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841081344 02000000:00000001:1.0:1763354563.192432:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.192434:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.192435:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.192439:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.192442:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841081344 00000020:00000001:1.0:1763354563.192444:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.192446:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.192448:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.192450:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=229 00000020:00000001:1.0:1763354563.192452:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.192454:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.192458:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.192462:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.192464:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.192466:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.192472:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.192476:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.192479:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.192485:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.192487:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.192488:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.192491:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.192492:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.192494:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.192499:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.192510:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.192519:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.192521:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.192525:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417382 00000100:00000040:1.0:1763354563.192528:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.192529:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465392128 : -123186244159488 : ffff8ff677acf800) 00000100:00000040:1.0:1763354563.192537:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677acf800 x1848998841081344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.192547:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.192551:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.192553:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.192556:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.192562:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+229:252529:x1848998841081344:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.192566:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841081344 00000020:00000001:1.0:1763354563.192570:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.192573:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.192577:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.192580:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.192582:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.192586:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.192588:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841081344, found 0 last_xid 1848998841081343 00000020:00000001:1.0:1763354563.192591:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.192593:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.192594:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.192598:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.192600:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.192602:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.192603:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.192605:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.192607:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.192611:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.192617:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5500 count: 2 00010000:00000001:1.0:1763354563.192619:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.192621:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.192623:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3200. 00000020:00000001:1.0:1763354563.192626:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.192628:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3200 with handle 0x4a8bb634222caa02 to hash 00000020:00000001:1.0:1763354563.192629:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.192630:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000010:1.0:1763354563.192635:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43a00. 00010000:00000001:1.0:1763354563.192637:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00010000:1.0:1763354563.192640:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa02 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41287 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.192647:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:1.0:1763354563.192649:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00010000:00000001:1.0:1763354563.192654:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.192656:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.192661:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.192662:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.192664:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192666:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763354563.192670:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff677acf800 x1848998841081344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763354563.192676:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763354563.192678:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763354563.192680:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763354563.192682:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.192684:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192686:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.192687:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.192688:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192690:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.192691:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.192692:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192697:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.192698:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192699:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192701:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192703:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.192704:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.192706:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.192708:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.192745:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff66ca50000. 02000000:00000001:1.0:1763354563.192748:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.192749:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192753:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.192754:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.192755:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192757:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.192758:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.192759:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192760:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.192761:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.192762:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192766:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.192767:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.192770:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.192773:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.192775:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.192777:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.192778:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.192780:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.192781:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192782:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.192783:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192785:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.192786:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192788:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763354563.192790:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763354563.192793:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:1.0:1763354563.192795:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e4:0x9de5:0x0]/(->[0x2400032e4:0x9de5:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763354563.192798:0:6519:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763354563.192800:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.192801:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de5:0x0] 00000020:00000001:1.0:1763354563.192804:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.192808:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262114872 : -123191447436744 : ffff8ff541894238) 00000004:00000001:1.0:1763354563.192810:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262114784 : -123191447436832 : ffff8ff5418941e0) 00000004:00000001:1.0:1763354563.192811:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354563.192813:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192817:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.192819:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.192824:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192826:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.192830:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.192843:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.192845:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.192847:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.192848:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.192850:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de5:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000004:00000001:1.0:1763354563.192852:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.192853:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.192854:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.192856:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.192857:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.192859:0:6519:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192861:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.192862:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.192863:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.192864:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763354563.192866:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff8ff66ca50378 00000004:00000001:1.0:1763354563.192868:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.192871:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763354563.192872:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.192873:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.192875:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9de5:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763354563.192877:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763354563.192880:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.192882:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.192884:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5500 count: 3 00010000:00000001:1.0:1763354563.192886:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.192887:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.192890:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af2c00. 00000020:00000001:1.0:1763354563.192891:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.192893:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af2c00 with handle 0x4a8bb634222caa09 to hash 00000020:00000001:1.0:1763354563.192894:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.192895:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000010:1.0:1763354563.192897:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43c80. 00010000:00000001:1.0:1763354563.192899:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:1.0:1763354563.192902:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.192903:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.192906:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa09 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.192911:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.192914:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.192915:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.192917:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.192919:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.192920:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.192921:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.192923:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.192925:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.192926:0:6519:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.192927:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.192929:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff66d1c5500) refcount = 3 00010000:00000040:1.0:1763354563.192931:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.192934:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6807a2c00/0x4a8bb634222ca7d9 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41184 expref: 230 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.192939:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa09 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.192943:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.192946:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.192948:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.192949:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.192950:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.192952:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.192953:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.192955:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.192957:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.192959:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa09 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.192962:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.192982:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.192983:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.192985:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.192987:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.192988:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af2c00 refcount=3 00000020:00000001:1.0:1763354563.192989:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:1.0:1763354563.192991:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:1.0:1763354563.192993:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.192993:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.192995:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.192996:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9de5:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763354563.192999:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.193000:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193002:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.193003:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:1.0:1763354563.193004:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.193007:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:1.0:1763354563.193009:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:1.0:1763354563.193012:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763354563.193016:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.193018:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.193019:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.193021:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.193023:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.193025:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.193026:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.193028:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.193030:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.193031:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.193058:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.193061:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de5:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354563.193088:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de5:0x0]: returning size 1024 00000001:00000001:1.0:1763354563.193091:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.193092:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193094:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354563.193096:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.193097:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.193100:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.193102:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.193103:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193105:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763354563.193107:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 56 00000004:00000001:1.0:1763354563.193109:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763354563.193110:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193112:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763354563.193115:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.193117:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763354563.193119:0:6519:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193120:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193122:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.193125:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763354563.193128:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff681241b80. 00000020:00000001:1.0:1763354563.193130:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.193131:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff681241b80 with handle 0x4a8bb634222caa10 to hash 00000020:00000001:1.0:1763354563.193133:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763354563.193134:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887624194944 : -123186085356672 : ffff8ff681241b80) 00000004:00000001:1.0:1763354563.193136:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.193138:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763354563.193139:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9de5:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:1.0:1763354563.193142:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763354563.193145:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.193148:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff67ed95400. 00080000:00000001:1.0:1763354563.193150:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887585739776 : -123186123811840 : ffff8ff67ed95400) 00080000:00000001:1.0:1763354563.193152:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.193158:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.193162:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.193164:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.193166:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.193174:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.193176:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.193179:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.193181:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429276, last_committed = 30065429270 00000001:00000010:1.0:1763354563.193184:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a780. 00000001:00000040:1.0:1763354563.193185:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 5 00000020:00000040:1.0:1763354563.193187:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00000001:00000010:1.0:1763354563.193191:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e3816c0. 00000001:00000001:1.0:1763354563.193209:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e3816c0: xid 1848998841081344, transno 30065429276, tag 1, client gen 8, slot idx 3 00000001:00000001:1.0:1763354563.193212:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.193218:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00040000:00000001:1.0:1763354563.193220:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.193222:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.193224:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193226:0:6519:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.193227:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193228:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193231:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.193232:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.193233:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.193235:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.193236:0:6519:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.193238:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763354563.193240:0:6519:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763354563.193241:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.193242:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.193243:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763354563.193244:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.193245:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193246:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.193248:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.193252:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:1.0:1763354563.193254:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.193255:0:6519:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.193258:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.193263:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193265:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193266:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763354563.193268:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.193270:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.193271:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.193272:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.193273:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.193275:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.193285:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.193286:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763354563.193288:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763354563.193289:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.193291:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.193292:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.193293:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af2c00 refcount=3 00000020:00000001:1.0:1763354563.193294:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:1.0:1763354563.193296:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00000004:00000040:1.0:1763354563.193298:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 220 00000020:00000040:1.0:1763354563.193300:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:1.0:1763354563.193302:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.193308:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.193309:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.193311:0:6519:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.193313:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.193315:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.193317:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.193318:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.193321:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.193322:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.193324:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.193325:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.193327:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3200 with handle 0x4a8bb634222caa02 from hash 00010000:00000001:1.0:1763354563.193328:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.193329:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.193330:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.193331:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.193332:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.193335:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa02 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41287 expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.193340:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 219 00000020:00000040:1.0:1763354563.193341:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00010000:00000010:1.0:1763354563.193343:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43a00. 00010000:00000001:1.0:1763354563.193350:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.193351:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.193354:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.193356:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa09 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41287 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.193361:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.193363:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.193365:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff66d1c5500) 00010000:00010000:1.0:1763354563.193367:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763354563.193368:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.193370:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.193371:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.193372:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.193373:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.193374:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af2c00, rc 0) 00000020:00000001:1.0:1763354563.193376:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.193379:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 30065429276, xid 1848998841081344 00010000:00000001:1.0:1763354563.193381:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.193385:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677acf800 x1848998841081344/t30065429276(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/664 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.193391:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.193393:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.193396:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.193399:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.193401:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.193403:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.193405:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.193407:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.193410:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.193412:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.193416:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faee0. 00000100:00000200:1.0:1763354563.193420:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841081344, offset 224 00000400:00000200:1.0:1763354563.193425:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.193433:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.193437:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556523:1556523:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556519:1556519:8:4294967295] 00000400:00000200:1.0:1763354563.193445:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.193449:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.193453:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.193457:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.193462:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.193465:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.193477:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.193480:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.193481:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.193483:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.193485:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.193488:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acf800 x1848998841081344/t30065429276(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/664 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.193495:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677acf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252529:x1848998841081344:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 946us (1139us total) trans 30065429276 rc 0/0 00000100:00100000:1.0:1763354563.193500:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417382 00000100:00000040:1.0:1763354563.193503:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.193505:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.193506:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.193510:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.193513:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.193516:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.193521:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000100:00000001:1.0:1763354563.193523:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.193573:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.193580:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.193586:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.193592:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.193596:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faee0 00000400:00000010:0.0:1763354563.193599:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faee0. 00000100:00000001:0.0:1763354563.193603:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.193605:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.195701:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.195708:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.195710:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.195712:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.195718:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.195725:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cde80 00000400:00000200:3.0:1763354563.195731:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 0 00000800:00000001:3.0:1763354563.195735:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.195740:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.195741:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.195744:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.195747:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.195749:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763354563.195753:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acf100. 00000100:00000040:3.0:1763354563.195755:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acf100 x1848998841081472 msgsize 328 00000100:00100000:3.0:1763354563.195758:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.195771:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.195776:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.195778:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.195809:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.195812:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841081472 02000000:00000001:0.0:1763354563.195814:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.195815:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.195816:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.195819:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.195821:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841081472 00000020:00000001:0.0:1763354563.195823:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.195824:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:0.0:1763354563.195826:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.195827:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000001:0.0:1763354563.195833:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:0.0:1763354563.195835:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354563.195837:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.195841:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.195843:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.195845:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.195849:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.195852:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354563.195855:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf578. 00000100:00000040:0.0:1763354563.195858:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.195860:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.195861:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.195863:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.195864:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.195866:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.195869:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.195870:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.195871:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af2c00 refcount=3 00000020:00000001:0.0:1763354563.195872:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:0.0:1763354563.195874:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:0.0:1763354563.195876:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.195877:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.195878:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.195879:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.195883:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.195894:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.195901:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.195902:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.195906:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3712 00000100:00000040:0.0:1763354563.195908:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.195910:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465390336 : -123186244161280 : ffff8ff677acf100) 00000100:00000040:0.0:1763354563.195915:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677acf100 x1848998841081472/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.195922:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.195924:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.195926:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.195927:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00100000:0.0:1763354563.195930:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677acf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2407:x1848998841081472:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.195934:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841081472 00010000:00000001:0.0:1763354563.195937:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.195939:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.195941:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.195945:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.195947:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.195950:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66c28c400. 02000000:00000001:0.0:1763354563.195952:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.195954:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.195956:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.195958:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.195960:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.195962:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.195978:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af2c00 refcount=3 00000020:00000001:0.0:1763354563.195981:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:0.0:1763354563.195984:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000040:0.0:1763354563.195987:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5500 count: 3 00000004:00000001:0.0:1763354563.195990:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354563.195992:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.195995:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.195997:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.195999:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.196001:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.196005:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.196006:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.196010:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.196012:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.196014:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.196015:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.196018:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af2c00 with handle 0x4a8bb634222caa09 from hash 00010000:00000001:0.0:1763354563.196019:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.196020:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.196021:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.196022:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.196025:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.196026:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.196028:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.196029:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.196057:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa09 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41287 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.196064:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:0.0:1763354563.196066:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000010:0.0:1763354563.196068:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43c80. 00010000:00000001:0.0:1763354563.196076:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.196077:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.196079:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.196081:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff66d1c5500) 00010000:00000001:0.0:1763354563.196084:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.196086:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.196087:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.196088:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.196090:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.196092:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.196094:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.196096:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.196099:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.196101:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.196102:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.196104:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.196105:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.196107:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.196109:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.196112:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 00000100:00000200:0.0:1763354563.196114:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841081472, offset 224 00000400:00000200:0.0:1763354563.196118:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.196124:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.196128:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556524:1556524:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556520:1556520:8:4294967295] 00000400:00000200:0.0:1763354563.196134:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.196138:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.196140:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d700. 00000800:00000200:0.0:1763354563.196143:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.196147:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.196150:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.196161:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.196163:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.196165:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.196166:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.196170:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acf100 x1848998841081472/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.196176:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677acf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+230:2407:x1848998841081472:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 253us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.196181:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3712 00000100:00000040:0.0:1763354563.196184:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354563.196185:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.196187:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.196189:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354563.196192:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf578. 00000020:00000010:0.0:1763354563.196197:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.196199:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:0.0:1763354563.196202:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.196249:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.196254:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d700. 00000400:00000200:3.0:1763354563.196259:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.196264:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.196268:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00000400:00000010:3.0:1763354563.196271:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000100:00000001:3.0:1763354563.196274:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.196275:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.197618:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.197625:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.197627:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.197628:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.197633:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.197639:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971cdf80 00000400:00000200:0.0:1763354563.197644:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x767b29 [64] + 161960 00000800:00000001:0.0:1763354563.197647:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.197652:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.197654:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.197656:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.197659:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.197661:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.197664:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ac000. 00000100:00000040:0.0:1763354563.197666:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817ac000 x1848998841081728 msgsize 552 00000100:00100000:0.0:1763354563.197669:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.197679:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.197684:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.197686:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.197726:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.197730:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841081728 02000000:00000001:1.0:1763354563.197733:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.197735:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.197737:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.197740:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.197743:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841081728 00000020:00000001:1.0:1763354563.197746:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.197748:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.197750:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.197752:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:1.0:1763354563.197756:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.197758:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.197761:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.197765:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.197768:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.197771:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.197777:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.197782:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.197786:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.197792:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.197794:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.197796:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.197798:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.197800:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.197802:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.197807:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.197822:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.197835:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.197837:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354563.197842:0:13877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1763354563.197845:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417383 00000100:00000001:0.0:1763354563.197846:0:13877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1763354563.197853:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.197855:0:13877:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.197856:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629873152 : -123186079678464 : ffff8ff6817ac000) 00000100:00000001:0.0:1763354563.197859:0:13877:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.197867:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817ac000 x1848998841081728/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.197878:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.197881:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.197884:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.197886:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.197892:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252529:x1848998841081728:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.197896:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841081728 00000020:00000001:1.0:1763354563.197898:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.197901:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.197905:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e3816c0: xid 1848998841081344, transno 30065429276, client gen 8, slot idx 3 00000001:00000001:1.0:1763354563.197911:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e381b40: xid 1848998841072512, transno 30065429274, client gen 8, slot idx 2 00000001:00000010:1.0:1763354563.197915:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381b40. 00000020:00000001:1.0:1763354563.197919:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.197922:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.197924:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.197927:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.197930:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841081728, found 0 last_xid 1848998841081727 00000020:00000001:1.0:1763354563.197933:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.197935:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.197937:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.197941:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.197943:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.197945:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.197947:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.197949:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763354563.197951:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1763354563.197953:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.197955:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.197957:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff682045c00 refcount=3 00000020:00000001:1.0:1763354563.197960:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:1.0:1763354563.197981:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000040:1.0:1763354563.197985:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5200 count: 2 00000004:00000001:1.0:1763354563.197988:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763354563.197989:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.197991:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.197993:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.197995:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.197996:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.198000:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.198001:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.198005:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.198007:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.198009:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.198010:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.198013:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff682045c00 with handle 0x4a8bb634222ca83b from hash 00010000:00000001:1.0:1763354563.198015:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.198017:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.198018:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.198019:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.198022:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.198024:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.198026:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.198028:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.198071:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222ca83b lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f411ae expref: 230 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.198081:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:1.0:1763354563.198084:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00010000:00000010:1.0:1763354563.198087:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43780. 00010000:00000001:1.0:1763354563.198094:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.198097:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.198099:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.198102:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff66d1c5200) 00010000:00000001:1.0:1763354563.198106:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.198109:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.198111:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763354563.198113:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff66d1c5200 count: 0 00010000:00000010:1.0:1763354563.198118:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241680. 00010000:00010000:1.0:1763354563.198124:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763354563.198125:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.198129:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.198135:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6dac00. 00010000:00000010:1.0:1763354563.198139:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241680. 00010000:00000001:1.0:1763354563.198142:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.198145:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3c00. 00000020:00000001:1.0:1763354563.198148:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.198150:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3c00 with handle 0x4a8bb634222caa17 to hash 00000020:00000001:1.0:1763354563.198153:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.198154:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000010:1.0:1763354563.198159:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43780. 00010000:00000001:1.0:1763354563.198161:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00010000:1.0:1763354563.198166:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa17 lrc: 2/0,0 mode: --/CW res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4128e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.198180:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:1.0:1763354563.198183:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00010000:00000001:1.0:1763354563.198187:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.198190:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.198197:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.198198:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.198200:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198203:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763354563.198209:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff6817ac000 x1848998841081728/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763354563.198220:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763354563.198222:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763354563.198224:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763354563.198226:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.198228:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.198231:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.198232:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.198235:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.198240:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.198242:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198245:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198247:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198250:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.198251:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.198254:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.198256:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.198291:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff667fb0000. 02000000:00000001:1.0:1763354563.198294:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.198297:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198302:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.198303:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.198305:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.198307:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.198309:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.198311:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.198313:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.198315:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.198317:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.198319:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.198320:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.198324:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.198328:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.198331:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.198333:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.198335:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.198338:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.198339:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198341:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.198343:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198346:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.198347:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198350:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763354563.198352:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763354563.198355:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:1.0:1763354563.198358:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e1:0x112:0x0]/(. :VOLATILE:0001:3EA7B3AF:fd=03->[0x2400032e4:0x9de7:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:1.0:1763354563.198364:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.198366:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:1.0:1763354563.198369:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.198374:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:1.0:1763354563.198377:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:1.0:1763354563.198380:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354563.198381:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198385:0:6519:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763354563.198387:0:6519:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x2400032e4:0x9de7:0x0] 00000020:00000001:1.0:1763354563.198389:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763354563.198391:0:6519:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763354563.198395:0:6519:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff541895680. 00000004:00000001:1.0:1763354563.198400:0:6519:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.198404:0:6519:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763354563.198407:0:6519:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x2400032e4:0x9de7:0x0] 00000004:00000010:1.0:1763354563.198412:0:6519:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff54ef36a50. 00000004:00000001:1.0:1763354563.198416:0:6519:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198418:0:6519:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763354563.198421:0:6519:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763354563.198425:0:6519:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff541897cb0. 00000004:00000001:1.0:1763354563.198428:0:6519:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620882262129840 : -123191447421776 : ffff8ff541897cb0) 00000004:00000001:1.0:1763354563.198431:0:6519:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198434:0:6519:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763354563.198437:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354563.198440:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354563.198442:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.198444:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.198447:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.198450:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.198452:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.198454:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:1.0:1763354563.198456:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.198462:0:6519:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff66b948e00. 00000004:00000001:1.0:1763354563.198466:0:6519:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198469:0:6519:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763354563.198472:0:6519:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.198475:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.198478:0:6519:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00080000:00000002:1.0:1763354563.198485:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c467 for inode 96026 00000004:00000002:1.0:1763354563.198488:0:6519:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x2400032e1:0x112:0x0] version is 0x50005c467 00000004:00000002:1.0:1763354563.198491:0:6519:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x2400032e4:0x9de7:0x0] version is 0x1 00000004:00000001:1.0:1763354563.198495:0:6519:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763354563.198500:0:6519:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.198502:0:6519:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763354563.198505:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763354563.198508:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354563.198513:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198515:0:6519:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198519:0:6519:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354563.198523:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.198529:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4aa20. 00080000:00000001:1.0:1763354563.198533:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.198536:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff66b949000. 00080000:00000001:1.0:1763354563.198539:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00000004:00000001:1.0:1763354563.198542:0:6519:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763354563.198546:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.198565:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.198570:0:6519:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.198573:0:6519:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x2400032e4:0x9de7:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763354563.198577:0:6519:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763354563.198583:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e1:0x112:0x0] not in the id map cache 00000004:00000001:1.0:1763354563.198587:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763354563.198589:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763354563.198592:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763354563.198595:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198597:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198599:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763354563.198601:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763354563.198605:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.198608:0:6519:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763354563.198611:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198613:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354563.198618:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff55e381b40. 00000004:00000001:1.0:1763354563.198621:0:6519:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763354563.198623:0:6519:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763354563.198628:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d938c8 00000001:00000002:1.0:1763354563.198631:0:6519:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x2400032e1:0x112:0x0]:. :VOLATILE:0001:3EA7B3AF:fd=03' is added 00000004:00000001:1.0:1763354563.198633:0:6519:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198637:0:6519:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763354563.198640:0:6519:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763354563.198642:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198645:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.198648:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763354563.198651:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9de7:0x0] not in the id map cache 00000001:00000001:1.0:1763354563.198655:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.198657:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198659:0:6519:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198662:0:6519:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198664:0:6519:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763354563.198666:0:6519:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198671:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198674:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.198677:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763354563.198680:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.198682:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198685:0:6519:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763354563.198687:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198688:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00000004:00000001:1.0:1763354563.198691:0:6519:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.198695:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.198698:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.198702:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.198704:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198706:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.198710:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.198712:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.198716:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.198718:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198720:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198723:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.198726:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.198728:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198730:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00000004:00000001:1.0:1763354563.198733:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198736:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198744:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.198747:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198751:0:6519:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763354563.198753:0:6519:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763354563.198755:0:6519:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763354563.198757:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198758:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.198761:0:6519:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:1.0:1763354563.198843:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763354563.198846:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.198848:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.198850:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.198852:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198855:0:6519:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198857:0:6519:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1763354563.198869:0:6519:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763354563.198872:0:6519:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x2400032e4:0x9de7:0x0] 00080000:00000001:1.0:1763354563.198874:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763354563.198876:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.198877:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.198879:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.198881:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198883:0:6519:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198885:0:6519:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1763354563.198901:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff671ce2ec8. 00000001:00000010:1.0:1763354563.198911:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff671ce2ec8. 00080000:00000001:1.0:1763354563.198915:0:6519:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.198918:0:6519:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198920:0:6519:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198924:0:6519:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198926:0:6519:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198929:0:6519:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763354563.198930:0:6519:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198935:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.198938:0:6519:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.198941:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.198942:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198944:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.198947:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.198950:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de7:0x0] set xattr 'user.job' with size 5 00000004:00000001:1.0:1763354563.198961:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198979:0:6519:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198982:0:6519:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198985:0:6519:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.198989:0:6519:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:1.0:1763354563.198993:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.198995:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.198998:0:6519:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1763354563.199025:0:6519:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.199030:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93800 00080000:00000002:1.0:1763354563.199053:0:6519:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32003 insert 0x2400032e4:0x9de7:0x0:835 rc = 0 00080000:00000001:1.0:1763354563.199057:0:6519:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199061:0:6519:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763354563.199063:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.199065:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000002:1.0:1763354563.199069:0:6519:0:(osd_handler.c:4691:osd_ref_add()) [0x2400032e4:0x9de7:0x0] increase nlink 1 00000004:00000001:1.0:1763354563.199075:0:6519:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199077:0:6519:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.199081:0:6519:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199083:0:6519:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.199086:0:6519:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763354563.199088:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.199089:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000002:1.0:1763354563.199093:0:6519:0:(osd_handler.c:4785:osd_ref_del()) [0x2400032e4:0x9de7:0x0] decrease nlink 2 00000004:00000001:1.0:1763354563.199098:0:6519:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.199103:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.199105:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.199109:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763354563.199113:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.199114:0:6519:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.199116:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.199117:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.199119:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00080000:00000001:1.0:1763354563.199122:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.199124:0:6519:0:(osd_handler.c:5216:osd_xattr_set()) [0x2400032e4:0x9de7:0x0] set version 0x7000a0b1d (old 0x0) for inode 835 00080000:00000001:1.0:1763354563.199129:0:6519:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199131:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199133:0:6519:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199135:0:6519:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763354563.199137:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429277, last_committed = 30065429270 00000001:00000010:1.0:1763354563.199142:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a480. 00000001:00000040:1.0:1763354563.199145:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 6 00000020:00000040:1.0:1763354563.199147:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00000001:00000010:1.0:1763354563.199152:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381000. 00000004:00000001:1.0:1763354563.199157:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.199159:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.199161:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887262466048 : -123186447085568 : ffff8ff66b949000) 00000004:00000001:1.0:1763354563.199169:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.199173:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381000: xid 1848998841081728, transno 30065429277, tag 1, client gen 8, slot idx 2 00000001:00000001:1.0:1763354563.199176:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.199182:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00040000:00000001:1.0:1763354563.199186:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.199189:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.199191:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.199193:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4aa20. 00000020:00000001:1.0:1763354563.199197:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199203:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.199205:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.199208:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199210:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.199213:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.199219:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199222:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199225:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.199226:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199229:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.199230:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.199232:0:6519:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1763354563.199238:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff543a4aa20. 00000004:00000001:1.0:1763354563.199241:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199243:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354563.199247:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff667fb0378 00000004:00000001:1.0:1763354563.199249:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.199255:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.199260:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199267:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763354563.199270:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9de7:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763354563.199273:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763354563.199276:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.199278:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.199283:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da600. 00010000:00000010:1.0:1763354563.199288:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66c563280. 00010000:00000001:1.0:1763354563.199291:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.199293:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3e00. 00000020:00000001:1.0:1763354563.199296:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.199298:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3e00 with handle 0x4a8bb634222caa1e to hash 00000020:00000001:1.0:1763354563.199300:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.199302:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000010:1.0:1763354563.199306:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43a00. 00010000:00000001:1.0:1763354563.199308:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.199311:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.199313:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.199316:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.199324:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.199327:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.199328:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.199330:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.199332:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.199335:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.199336:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.199339:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.199341:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.199342:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.199344:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.199347:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) refcount = 1 00010000:00010000:1.0:1763354563.199351:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.199358:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.199361:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.199362:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.199364:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.199366:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.199368:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.199371:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.199373:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.199375:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.199379:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.199385:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.199386:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.199388:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.199389:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.199390:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.199392:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=3 00000020:00000001:1.0:1763354563.199394:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.199397:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.199399:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.199400:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.199402:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.199405:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9de7:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763354563.199409:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.199411:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199413:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763354563.199416:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.199418:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.199420:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.199422:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.199424:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.199426:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.199427:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.199429:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.199431:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.199433:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.199435:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.199437:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de7:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:1.0:1763354563.199440:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de7:0x0]: returning size 0 00000001:00000001:1.0:1763354563.199443:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.199445:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199448:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354563.199450:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.199453:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.199456:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199458:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199461:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199463:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763354563.199466:0:6519:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763354563.199467:0:6519:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.199470:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:1.0:1763354563.199473:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763354563.199474:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199477:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763354563.199480:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.199482:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199484:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.199486:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763354563.199490:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66c563b80. 00000020:00000001:1.0:1763354563.199492:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.199494:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c563b80 with handle 0x4a8bb634222caa25 to hash 00000020:00000001:1.0:1763354563.199496:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763354563.199497:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887275158400 : -123186434393216 : ffff8ff66c563b80) 00000004:00000001:1.0:1763354563.199500:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.199502:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763354563.199504:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9de7:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:1.0:1763354563.199508:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.199510:0:6519:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.199512:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199514:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199516:0:6519:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.199519:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763354563.199522:0:6519:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763354563.199524:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.199526:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.199527:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763354563.199529:0:6519:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.199532:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.199535:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:1.0:1763354563.199537:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763354563.199540:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.199544:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199547:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199550:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763354563.199552:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.199554:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.199555:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.199557:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.199559:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.199561:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.199565:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.199567:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763354563.199570:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763354563.199572:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.199575:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.199576:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.199578:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=3 00000020:00000001:1.0:1763354563.199581:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.199583:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00000004:00000040:1.0:1763354563.199586:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:1.0:1763354563.199588:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:1.0:1763354563.199593:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.199594:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.199595:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.199598:0:6519:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.199600:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.199603:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.199605:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.199607:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.199609:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.199610:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.199612:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.199614:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.199616:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3c00 with handle 0x4a8bb634222caa17 from hash 00010000:00000001:1.0:1763354563.199619:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.199620:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.199621:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.199622:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.199624:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.199628:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa17 lrc: 0/0,0 mode: --/CW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.199636:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:1.0:1763354563.199638:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00010000:00000010:1.0:1763354563.199641:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43780. 00010000:00000040:1.0:1763354563.199644:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6dac00 count: 0 00010000:00000010:1.0:1763354563.199648:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241680. 00010000:00000001:1.0:1763354563.199658:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.199660:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.199664:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.199668:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.199675:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.199677:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.199679:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) 00010000:00010000:1.0:1763354563.199682:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763354563.199685:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.199687:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.199688:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.199690:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.199691:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.199693:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af3e00, rc 0) 00000020:00000001:1.0:1763354563.199696:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.199699:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 30065429277, xid 1848998841081728 00010000:00000001:1.0:1763354563.199701:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.199707:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817ac000 x1848998841081728/t30065429277(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/608 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.199716:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.199718:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.199721:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.199726:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.199729:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.199732:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.199734:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.199736:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.199738:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.199741:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.199745:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa000. 00000100:00000200:1.0:1763354563.199749:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841081728, offset 224 00000400:00000200:1.0:1763354563.199755:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.199763:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.199769:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556525:1556525:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556521:1556521:8:4294967295] 00000400:00000200:1.0:1763354563.199780:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.199785:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.199790:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.199794:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.199801:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.199804:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.199822:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.199827:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.199830:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.199831:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.199836:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.199842:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ac000 x1848998841081728/t30065429277(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/608 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.199855:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252529:x1848998841081728:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1973us (2184us total) trans 30065429277 rc 0/0 00000100:00100000:1.0:1763354563.199864:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417383 00000100:00000040:1.0:1763354563.199868:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.199870:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.199872:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.199875:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c80. 00000020:00000010:1.0:1763354563.199879:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.199883:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.199889:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000100:00000001:1.0:1763354563.199892:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.199942:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.199950:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:3.0:1763354563.199960:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.199981:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.199987:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa000 00000400:00000010:3.0:1763354563.199990:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa000. 00000100:00000001:3.0:1763354563.199994:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.199996:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.202221:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.202233:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.202236:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.202238:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.202276:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.202290:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971ce080 00000400:00000200:3.0:1763354563.202298:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 162512 00000800:00000001:3.0:1763354563.202306:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.202315:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.202317:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.202319:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.202323:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.202325:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.202332:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2dc00. 00000100:00000040:3.0:1763354563.202335:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2dc00 x1848998841081984 msgsize 4616 00000100:00100000:3.0:1763354563.202338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.202350:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.202358:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.202361:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.202381:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.202384:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841081984 02000000:00000001:1.0:1763354563.202387:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.202388:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.202390:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.202393:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.202395:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841081984 00000020:00000001:1.0:1763354563.202397:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.202398:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.202400:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.202402:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000001:1.0:1763354563.202404:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.202406:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.202409:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.202413:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.202415:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.202417:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.202422:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff542c3ba00. 00000020:00000010:1.0:1763354563.202425:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.202427:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.202432:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.202434:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.202435:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.202436:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.202438:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.202439:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.202443:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.202454:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.202461:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.202462:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.202467:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417384 00000100:00000040:1.0:1763354563.202470:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.202471:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612237312 : -123187097314304 : ffff8ff644d2dc00) 00000100:00000040:1.0:1763354563.202476:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2dc00 x1848998841081984/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.202483:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.202485:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.202486:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.202488:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.202491:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252529:x1848998841081984:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.202494:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841081984 00000020:00000001:1.0:1763354563.202496:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.202498:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.202501:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e381000: xid 1848998841081728, transno 30065429277, client gen 8, slot idx 2 00000001:00000001:1.0:1763354563.202504:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e3816c0: xid 1848998841081344, transno 30065429276, client gen 8, slot idx 3 00000001:00000010:1.0:1763354563.202507:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e3816c0. 00000020:00000001:1.0:1763354563.202510:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.202511:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.202513:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.202515:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.202517:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841081984, found 0 last_xid 1848998841081983 00000020:00000001:1.0:1763354563.202518:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.202520:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.202521:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.202524:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.202525:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.202526:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.202527:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.202528:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.202529:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.202532:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.202535:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da600 count: 2 00010000:00000001:1.0:1763354563.202537:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.202539:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.202541:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:1.0:1763354563.202544:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.202545:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222caa2c to hash 00000020:00000001:1.0:1763354563.202547:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.202548:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:1.0:1763354563.202551:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43780. 00010000:00000001:1.0:1763354563.202553:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:1.0:1763354563.202556:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caa2c lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41295 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.202562:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:1.0:1763354563.202564:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:1.0:1763354563.202568:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.202570:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.202573:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.202575:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.202576:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202578:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763354563.202581:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff644d2dc00 x1848998841081984/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763354563.202586:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763354563.202588:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763354563.202589:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763354563.202591:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.202592:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202594:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.202595:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.202596:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202597:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.202598:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.202599:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202603:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.202604:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202605:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202606:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202608:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.202609:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.202610:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.202612:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.202641:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff64fdb0000. 02000000:00000001:1.0:1763354563.202643:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.202645:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202648:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.202649:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.202650:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202651:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.202652:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.202654:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202655:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.202656:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.202657:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202659:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.202660:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.202662:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.202665:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.202666:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.202668:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.202669:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.202670:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.202671:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202673:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.202674:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202675:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.202676:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202678:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763354563.202679:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763354563.202681:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:1.0:1763354563.202682:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e4:0x9de7:0x0]/(->[0x2400032e4:0x9de7:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763354563.202686:0:6519:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763354563.202687:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.202689:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de7:0x0] 00000020:00000001:1.0:1763354563.202690:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.202693:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.202695:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.202697:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354563.202698:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202701:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.202702:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.202705:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202707:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.202709:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.202716:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.202718:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.202719:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.202721:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.202722:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.202724:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.202725:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.202727:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.202728:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.202729:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.202731:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:1.0:1763354563.202732:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.202733:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354563.202735:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff64fdb0378 00000004:00000001:1.0:1763354563.202736:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.202738:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763354563.202739:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9de7:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763354563.202741:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9de7:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:1.0:1763354563.202744:0:6519:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x2400032e4:0x9de7:0x0], open_flags = 040010040000002 00000004:00000001:1.0:1763354563.202746:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.202747:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.202748:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.202751:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da600 count: 3 00010000:00000001:1.0:1763354563.202752:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.202753:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.202756:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.202758:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.202759:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caa33 to hash 00000020:00000001:1.0:1763354563.202760:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.202761:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:1.0:1763354563.202763:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.202765:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.202767:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.202769:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.202771:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.202776:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.202778:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.202779:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.202780:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.202782:0:6519:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354563.202785:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.202790:0:6519:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354563.202791:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.202792:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.202794:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.202795:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.202796:0:6519:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354563.202798:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 4/0,1 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000040:1.0:1763354563.202802:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) refcount = 3 00010000:00000040:1.0:1763354563.202804:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.202806:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.202810:0:6519:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354563.202811:0:6519:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 4/0,1 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354563.202815:0:6519:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.202818:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.202822:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.202823:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.202825:0:6519:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.202827:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.202828:0:6519:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.202830:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.202832:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.202833:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354563.202835:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.202836:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.202838:0:6519:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354563.202839:0:6519:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354563.202842:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000020:00000040:1.0:1763354563.202845:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff672255800 refcount=2 obd=lustre-MDT0001 00000100:00000001:1.0:1763354563.202848:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.202849:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.202852:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.202857:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff642b1aa00. 00000100:00000001:1.0:1763354563.202861:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.202864:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.202874:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 232 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000001:1.0:1763354563.202879:0:6519:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.202882:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.202885:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.202891:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.202892:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.202896:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542703744:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.202899:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.202902:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.202904:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.202906:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.202910:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152600. 02000000:00000001:1.0:1763354563.202911:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.202915:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.202919:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354563.202924:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542703744, portal 16 00000100:00000001:1.0:1763354563.202926:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.202927:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484220288 : -123191225331328 : ffff8ff54ec65180) 00000100:00000040:1.0:1763354563.202931:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.202936:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.202938:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.202939:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000100:00000200:1.0:1763354563.202941:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542703744, offset 0 00000400:00000200:1.0:1763354563.202945:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.202951:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.202955:0:6519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.202958:0:6519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.202961:0:6519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.203005:0:6519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.203008:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556526:1556526:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556522:1556522:8:4294967295] 00000400:00000200:1.0:1763354563.203016:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.203020:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.203023:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.203027:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.203031:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000010:1.1:1763354563.203064:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00000800:00000200:1.0:1763354563.203074:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.203083:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.203087:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306886279 00000100:00000001:1.0:1763354563.203093:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886171 00000100:00000001:1.0:1763354563.203096:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306886279 00000100:00000001:1.0:1763354563.203098:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886171 00000100:00000001:1.0:1763354563.203100:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306886279 00000100:00000001:1.0:1763354563.203104:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886171 00000100:00000001:1.0:1763354563.203107:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306886279 00000100:00000001:1.0:1763354563.203110:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886171 00000100:00000001:1.0:1763354563.203112:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.203114:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.203116:0:6519:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.203117:0:6519:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.203118:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.203120:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.203121:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.203121:0:6519:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.203123:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.203125:0:6519:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.203127:0:6519:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.203129:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.203130:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.203132:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.203134:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.203136:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.203177:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.203184:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.203189:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.203194:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.203198:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000400:00000010:0.0:1763354563.203200:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:0.0:1763354563.203204:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.203209:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.203219:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.203222:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.203230:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.203232:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.204419:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204426:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.204428:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204430:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.204435:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.204445:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a78553fc80 00000400:00000200:3.0:1763354563.204451:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b854d [1] + 224 00000800:00000001:3.0:1763354563.204455:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204460:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.204462:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.204465:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.204468:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.204476:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.204485:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.204502:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.204507:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204509:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.204526:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.204532:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.204534:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.204536:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2ec8. 00000400:00000200:1.0:1763354563.204539:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:1.0:1763354563.204541:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:1.0:1763354563.204543:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.204548:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.204555:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.204561:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.204562:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.204563:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.204565:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.204566:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.204567:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.204570:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.204574:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff672255c58 time=3 v=5 (5 5 5 0) 00000100:00001000:1.0:1763354563.204577:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff672255c10 time=3 v=5 (1 1 1 0) 00000100:00000001:1.0:1763354563.204578:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.204580:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.204581:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.204584:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.204585:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.204588:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.204592:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.204594:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.204595:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.204597:0:6519:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354563.204598:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.204600:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.204601:0:6519:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.204603:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.204609:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542703744:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.204612:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.204614:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.204616:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.204617:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.204619:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65180 x1848998542703744/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.204623:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.204624:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.204626:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152600. 02000000:00000001:1.0:1763354563.204628:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.204629:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.204630:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff672255800 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1763354563.204631:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.204633:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff642b1aa00. 02000000:00000001:1.0:1763354563.204636:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.204637:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.204639:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65180. 00000100:00000001:1.0:1763354563.204643:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.204644:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.204645:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.204647:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.204648:0:6519:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.204650:0:6519:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb11c0. 00010000:00000001:1.0:1763354563.204652:0:6519:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.204653:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.204655:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.204657:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763354563.204659:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000800:00000001:3.0:1763354563.204928:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204932:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.204934:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204936:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.204941:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.204947:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971ce100 00000400:00000200:3.0:1763354563.204953:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 328 00000800:00000001:3.0:1763354563.204956:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.204995:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.204998:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.205006:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.205010:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.205014:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763354563.205019:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2f480. 00000100:00000040:3.0:1763354563.205021:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2f480 x1848998841082112 msgsize 328 00000100:00100000:3.0:1763354563.205024:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.205071:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.205094:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.205098:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841082112 02000000:00000001:0.0:1763354563.205100:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.205102:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.205104:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.205108:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.205114:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841082112 00000020:00000001:0.0:1763354563.205116:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1763354563.205117:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1763354563.205121:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000800:00000001:3.0:1763354563.205123:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.205124:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.205131:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:0.0:1763354563.205134:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:0.0:1763354563.205137:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354563.205139:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.205144:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.205147:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.205149:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.205153:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.205156:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354563.205159:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf578. 00000100:00000040:0.0:1763354563.205163:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.205165:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.205166:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.205167:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.205170:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205172:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.205174:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.205175:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.205177:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=4 00000020:00000001:0.0:1763354563.205178:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:0.0:1763354563.205180:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00010000:0.0:1763354563.205185:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 233 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000001:0.0:1763354563.205191:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.205192:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.205193:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.205195:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.205198:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354563.205202:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff644d2f480 x1848998841082112/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.205206:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354563.205208:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.205221:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.205228:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.205229:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.205232:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6340 00000100:00000040:0.0:1763354563.205234:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:0.0:1763354563.205236:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612243584 : -123187097308032 : ffff8ff644d2f480) 00000100:00000040:0.0:1763354563.205239:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2f480 x1848998841082112/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.205245:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.205247:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.205249:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.205251:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00100000:0.0:1763354563.205254:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+233:2406:x1848998841082112:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.205256:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841082112 00010000:00000001:0.0:1763354563.205258:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.205260:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.205262:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.205264:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.205265:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.205268:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66febcc00. 02000000:00000001:0.0:1763354563.205270:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.205271:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205273:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.205274:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.205275:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.205276:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.205277:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=4 00000020:00000001:0.0:1763354563.205278:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:0.0:1763354563.205280:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000040:0.0:1763354563.205288:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da600 count: 4 00000004:00000001:0.0:1763354563.205291:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354563.205294:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 233 pid: 6519 timeout: 12317 lvb_type: 0 00000100:00001000:0.0:1763354563.205302:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354563.205305:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.205307:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.205308:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.205311:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 233 pid: 6519 timeout: 12317 lvb_type: 0 00000020:00000001:0.0:1763354563.205315:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.205317:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.205318:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.205319:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205322:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.205323:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.205327:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.205328:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.205329:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.205330:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.205332:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3e00 with handle 0x4a8bb634222caa1e from hash 00010000:00000001:0.0:1763354563.205334:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.205335:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.205336:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.205337:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.205340:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.205341:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205343:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.205344:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.205347:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa1e lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4128e expref: 233 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000040:0.0:1763354563.205355:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:0.0:1763354563.205358:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00010000:00000010:0.0:1763354563.205360:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43a00. 00010000:00000001:0.0:1763354563.205368:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.205370:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.205373:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.205375:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) 00010000:00010000:0.0:1763354563.205380:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354563.205386:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.205388:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.205389:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.205391:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.205393:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.205396:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.205398:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.205400:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354563.205406:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354563.205408:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.205410:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.205411:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.205414:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) refcount = 3 00010000:00010000:0.0:1763354563.205418:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 4/0,1 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354563.205424:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.205426:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.205428:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205430:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.205432:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.205433:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.205437:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.205438:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.205441:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095c00. 00000100:00000001:0.0:1763354563.205443:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674880 : -123186405876736 : ffff8ff66e095c00) 00000100:00000001:0.0:1763354563.205445:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674880 : -123186405876736 : ffff8ff66e095c00) 00000100:00000001:0.0:1763354563.205446:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.205447:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.205448:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.205450:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.205461:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205462:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.205463:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.205464:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.205465:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.205466:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.205468:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.205469:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.205471:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354563.205472:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095c00. 00000100:00000001:0.0:1763354563.205474:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.205475:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.205476:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68f40. 00010000:00000001:0.0:1763354563.205478:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.205480:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.205481:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.205484:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.205487:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.205488:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000100:00001000:0.0:1763354563.205489:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.205498:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1763354563.205500:0:6519:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.205503:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00010000:1.0:1763354563.205505:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000100:00000001:0.0:1763354563.205506:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.205512:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1763354563.205514:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1763354563.205515:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.205517:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.205519:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1763354563.205520:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.205522:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1763354563.205523:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:1.0:1763354563.205524:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.205527:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000400:00000010:0.0:1763354563.205528:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bc38. 00000100:00000200:0.0:1763354563.205533:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841082112, offset 224 00000020:00000001:1.0:1763354563.205536:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000400:00000200:0.0:1763354563.205537:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:1.0:1763354563.205541:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.205544:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.205545:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1763354563.205547:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:1.0:1763354563.205551:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205555:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763354563.205556:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556527:1556527:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556523:1556523:8:4294967295] 00000004:00000001:1.0:1763354563.205559:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205564:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000400:00000200:0.0:1763354563.205568:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000001:00000001:1.0:1763354563.205570:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.205573:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.205577:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.205578:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.205580:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.205580:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000001:00000001:1.0:1763354563.205581:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.205585:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1763354563.205587:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534dd00. 00000001:00000001:1.0:1763354563.205588:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.205592:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.205593:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.205597:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.205597:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000002:1.0:1763354563.205603:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de7:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354563.205607:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de7:0x0]: returning size 0 00000800:00000200:0.0:1763354563.205608:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000001:00000001:1.0:1763354563.205611:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.205613:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.205613:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534dd00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1763354563.205618:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354563.205621:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.205624:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.205627:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.205629:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:0.0:1763354563.205630:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205631:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205636:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000100:00000040:0.0:1763354563.205638:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:1.0:1763354563.205639:0:6519:0:(mdt_open.c:96:mdt_create_data()) Process entered 00010000:00000001:0.0:1763354563.205641:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205643:0:6519:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00010000:00000001:0.0:1763354563.205645:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205646:0:6519:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.205649:0:6519:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.205652:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2f480 x1848998841082112/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1763354563.205654:0:6519:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x2400032e4:0x9de7:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763354563.205660:0:6519:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:1.0:1763354563.205665:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff55e381b40. 00000100:00100000:0.0:1763354563.205670:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+232:2406:x1848998841082112:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 418us (642us total) trans 0 rc 0/0 00000004:00000001:1.0:1763354563.205673:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763354563.205677:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763354563.205681:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000100:00100000:0.0:1763354563.205685:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6340 00000004:00000001:1.0:1763354563.205686:0:6519:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000040:0.0:1763354563.205689:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000004:00000001:1.0:1763354563.205690:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205694:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.205695:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.205699:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:1.0:1763354563.205700:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff55e381b40. 00000020:00000010:0.0:1763354563.205704:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000004:00000001:1.0:1763354563.205705:0:6519:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:1.0:1763354563.205710:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354563.205710:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf578. 00000020:00000010:1.0:1763354563.205717:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4a0c0. 00000020:00000010:0.0:1763354563.205717:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00080000:00000001:1.0:1763354563.205722:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000040:0.0:1763354563.205725:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00080000:00000010:1.0:1763354563.205727:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152600. 00000100:00000001:0.0:1763354563.205729:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.205732:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00001000:1.0:1763354563.205736:0:6519:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff8ff666d27cd8/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:1.0:1763354563.205740:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.205743:0:6519:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1763354563.205745:0:6519:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:1.0:1763354563.205747:0:6519:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:1.0:1763354563.205750:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff55e381b40. 00000004:00000001:1.0:1763354563.205755:0:6519:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:1.0:1763354563.205761:0:6519:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:1.0:1763354563.205766:0:6519:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205769:0:6519:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.205772:0:6519:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:1.0:1763354563.205778:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff55e381b40. 00000004:00000001:1.0:1763354563.205782:0:6519:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:1.0:1763354563.205788:0:6519:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff8ff58f149638. 00000004:00000001:1.0:1763354563.205795:0:6519:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205800:0:6519:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1763354563.205806:0:6519:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1763354563.205812:0:6519:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:1.0:1763354563.205817:0:6519:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1763354563.205823:0:6519:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1763354563.205826:0:6519:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763354563.205828:0:6519:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1763354563.205834:0:6519:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8ff58f149460. 00020000:00000010:1.0:1763354563.205838:0:6519:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8ff58f149e80. 00020000:00001000:1.0:1763354563.205841:0:6519:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:1.0:1763354563.205844:0:6519:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:1.0:1763354563.205846:0:6519:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1763354563.205850:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763354563.205853:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950972, bavail=894378, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259301, state=0 00000004:00000001:1.0:1763354563.205858:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205860:0:6519:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205863:0:6519:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1763354563.205868:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff58e25b0d0. 00000004:00000001:1.0:1763354563.205872:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763354563.205874:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205876:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.205878:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00000001:1.0:1763354563.205881:0:6519:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:1.0:1763354563.205883:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354563.205885:0:6519:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00000001:1.0:1763354563.205888:0:6519:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1763354563.205890:0:6519:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.205893:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.205896:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.205898:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.205900:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205901:0:6519:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205903:0:6519:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446620883547435304 : -123190162116312 : ffff8ff58e25b128) 00020000:00000001:1.0:1763354563.205905:0:6519:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205907:0:6519:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205908:0:6519:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763354563.205910:0:6519:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763354563.205911:0:6519:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.205913:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.205914:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.205915:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00000001:1.0:1763354563.205918:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205920:0:6519:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:1.0:1763354563.205921:0:6519:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205922:0:6519:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205924:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.205927:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.205929:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.205933:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.205934:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.205935:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00080000:00000001:1.0:1763354563.205937:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.205938:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.205940:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.205941:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205942:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.205948:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.205949:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.205952:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.205954:0:6519:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:1.0:1763354563.205956:0:6519:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.205957:0:6519:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763354563.205958:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.205959:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00000001:1.0:1763354563.205962:0:6519:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:1.0:1763354563.205981:0:6519:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff8ff58e25b0d0 is [0x280000403:0x53b0:0x0] 00000020:00000001:1.0:1763354563.205983:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354563.205984:0:6519:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00080000:1.0:1763354563.206000:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000403:0x53b0:0x0], index 0: 0 00000004:00000001:1.0:1763354563.206002:0:6519:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206003:0:6519:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206005:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763354563.206007:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206008:0:6519:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:1.0:1763354563.206010:0:6519:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:1.0:1763354563.206011:0:6519:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:1.0:1763354563.206014:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354563.206016:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354563.206017:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.206019:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.206021:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.206023:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.206024:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.206025:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:1.0:1763354563.206027:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206029:0:6519:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206030:0:6519:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206032:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.206056:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.206058:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00080000:00000001:1.0:1763354563.206061:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.206063:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de7:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:1.0:1763354563.206081:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff66c563600. 00000004:00000001:1.0:1763354563.206090:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206092:0:6519:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206094:0:6519:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206096:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206098:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.206101:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.206103:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.206107:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.206111:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429278, last_committed = 30065429270 00000001:00000010:1.0:1763354563.206115:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a120. 00000001:00000040:1.0:1763354563.206117:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 7 00000020:00000040:1.0:1763354563.206120:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00000001:00000010:1.0:1763354563.206124:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e3816c0. 00000004:00000001:1.0:1763354563.206129:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.206130:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.206132:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000004:00000001:1.0:1763354563.206138:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.206142:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e3816c0: xid 1848998841081984, transno 30065429278, tag 1, client gen 8, slot idx 3 00000001:00000001:1.0:1763354563.206144:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.206150:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00080000:00000010:1.0:1763354563.206152:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00040000:00000001:1.0:1763354563.206154:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.206156:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.206158:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.206159:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4a0c0. 00000020:00000001:1.0:1763354563.206161:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206164:0:6519:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206166:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.206167:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.206169:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206170:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.206172:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.206175:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.206177:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.206179:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.206180:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.206181:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.206182:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.206183:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.206184:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763354563.206186:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8ff64fdb0378 00000004:00000001:1.0:1763354563.206188:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206189:0:6519:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.206190:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:1.0:1763354563.206192:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763354563.206193:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206195:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763354563.206197:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.206199:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763354563.206201:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9de7:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:1.0:1763354563.206204:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206206:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206207:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.206209:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763354563.206211:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66c563900. 00000020:00000001:1.0:1763354563.206212:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.206214:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c563900 with handle 0x4a8bb634222caa3a to hash 00000020:00000001:1.0:1763354563.206215:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763354563.206216:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887275157760 : -123186434393856 : ffff8ff66c563900) 00000004:00000001:1.0:1763354563.206218:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.206219:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763354563.206221:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9de7:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:1.0:1763354563.206224:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.206225:0:6519:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.206226:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206227:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206229:0:6519:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.206230:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763354563.206232:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354563.206234:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763354563.206234:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.206235:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354563.206237:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.206238:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.206239:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354563.206240:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.206242:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.206244:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.206247:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.206251:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.206253:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.206254:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 2/0,0 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.206258:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.206259:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206261:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.206263:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,0 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.206266:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.206268:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.206269:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.206271:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 3/0,0 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.206279:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.206281:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.206282:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.206283:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:1.0:1763354563.206286:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.206288:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.206291:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.206294:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 4/0,0 mode: EX/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.206299:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.206300:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.206302:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206305:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.206307:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.206308:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.206310:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.206312:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caa33 from hash 00010000:00000001:1.0:1763354563.206315:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.206316:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.206318:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.206319:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.206322:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.206323:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206326:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.206327:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.206328:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.206330:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) 00010000:00010000:1.0:1763354563.206332:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763354563.206333:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.206335:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206336:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.206337:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.206339:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.206340:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.206341:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206343:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206344:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.206346:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 2/0,0 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.206349:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.206350:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.206351:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.206352:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.206353:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.206354:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caa33 lrc: 0/0,0 mode: --/EX res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354563.206358:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.206365:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.206366:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354563.206368:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354563.206369:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354563.206371:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763354563.206372:0:6519:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763354563.206374:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.206376:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.206377:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763354563.206380:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.206381:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206383:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.206386:0:6519:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.206392:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.206398:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206400:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206402:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763354563.206404:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.206406:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.206407:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.206409:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.206410:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.206412:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.206424:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206425:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763354563.206427:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763354563.206428:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.206430:0:6519:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763354563.206432:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763354563.206433:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.206436:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.206437:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.206440:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.206441:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.206442:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.206443:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.206445:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222caa2c from hash 00010000:00000001:1.0:1763354563.206446:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.206447:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.206448:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.206449:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.206450:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.206451:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.206456:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caa2c lrc: 1/0,0 mode: --/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41295 expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.206461:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.206462:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.206463:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.206464:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.206465:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206467:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.206468:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.206469:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.206470:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.206471:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.206472:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.206473:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.206474:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da600) 00010000:00010000:1.0:1763354563.206476:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763354563.206477:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.206479:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.206480:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.206481:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.206483:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caa2c lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41295 expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.206487:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:1.0:1763354563.206488:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00010000:00000010:1.0:1763354563.206490:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43780. 00010000:00000040:1.0:1763354563.206492:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da600 count: 0 00010000:00000010:1.0:1763354563.206495:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66c563280. 00010000:00000001:1.0:1763354563.206500:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.206502:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:1.0:1763354563.206503:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.206505:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 30065429278, xid 1848998841081984 00010000:00000001:1.0:1763354563.206507:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.206511:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2dc00 x1848998841081984/t30065429278(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/664 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.206516:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.206518:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.206520:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.206522:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.206523:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.206525:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.206527:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.206528:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.206530:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.206531:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.206534:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354563.206537:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841081984, offset 224 00000400:00000200:1.0:1763354563.206543:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.206549:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.206555:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556528:1556528:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556524:1556524:8:4294967295] 00000400:00000200:1.0:1763354563.206564:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.206570:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.206574:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.206578:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.206584:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.206587:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.206603:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.206607:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.206609:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.206611:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.206613:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.206619:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2dc00 x1848998841081984/t30065429278(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/664 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.206629:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252529:x1848998841081984:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 4144us (4292us total) trans 30065429278 rc 301/301 00000100:00100000:1.0:1763354563.206635:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417384 00000100:00000040:1.0:1763354563.206637:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.206638:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.206642:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.206644:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.206647:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.206650:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff542c3ba00. 00000020:00000040:1.0:1763354563.206654:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000100:00000001:1.0:1763354563.206656:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.206670:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.206674:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.206679:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.206683:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.206686:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:3.0:1763354563.206688:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:3.0:1763354563.206691:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.206692:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.207070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00000800:00000001:3.0:1763354563.208234:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.208247:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.208250:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.208254:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.208263:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.208275:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971ce200 00000400:00000200:3.0:1763354563.208284:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad53d [2] + 1568 00000800:00000001:3.0:1763354563.208290:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.208298:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.208301:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.208305:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.208310:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.208312:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763354563.208317:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2df80. 00000100:00000040:3.0:1763354563.208320:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2df80 x1848998841082368 msgsize 392 00000100:00100000:3.0:1763354563.208325:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.208338:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.208347:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.208351:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.208374:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.208377:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841082368 02000000:00000001:1.0:1763354563.208380:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.208383:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.208385:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.208388:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.208391:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841082368 00000020:00000001:1.0:1763354563.208394:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.208395:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.208397:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.208400:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000001:1.0:1763354563.208403:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.208405:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.208408:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.208412:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.208415:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.208418:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.208424:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.208427:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.208431:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.208436:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763354563.208439:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.208440:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.208442:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.208447:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.208464:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.208473:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.208475:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.208480:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93105 00000100:00000040:1.0:1763354563.208484:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.208487:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612238208 : -123187097313408 : ffff8ff644d2df80) 00000100:00000040:1.0:1763354563.208493:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2df80 x1848998841082368/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.208504:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.208507:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.208510:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.208513:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.208518:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252529:x1848998841082368:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:1.0:1763354563.208522:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841082368 00000020:00000001:1.0:1763354563.208525:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.208528:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.208531:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e3816c0: xid 1848998841081984, transno 30065429278, client gen 8, slot idx 3 00000001:00000001:1.0:1763354563.208536:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e381000: xid 1848998841081728, transno 30065429277, client gen 8, slot idx 2 00000001:00000010:1.0:1763354563.208540:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381000. 00000020:00000001:1.0:1763354563.208544:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.208546:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.208548:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:1.0:1763354563.208551:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.208554:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841082368, found 0 last_xid 1848998841082367 00000020:00000001:1.0:1763354563.208557:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.208560:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.208562:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.208565:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208569:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763354563.208571:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763354563.208573:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763354563.208576:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208579:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763354563.208582:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.208583:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208586:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.208588:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.208590:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208592:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.208594:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.208596:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208597:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.208599:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.208601:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208603:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.208605:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.208607:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208609:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208612:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763354563.208613:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208616:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.208618:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.208619:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208621:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.208623:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.208625:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208627:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.208628:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.208631:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208633:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.208634:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.208638:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.208642:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.208645:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.208647:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.208649:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.208652:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.208654:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208656:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.208658:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208660:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.208663:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.208665:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.208670:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff5449dc800. 02000000:00000001:1.0:1763354563.208672:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.208675:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208677:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.208679:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208682:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354563.208684:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354563.208686:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.208689:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66c563900 refcount=2 00000020:00000001:1.0:1763354563.208691:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887275157760 : -123186434393856 : ffff8ff66c563900) 00000004:00000001:1.0:1763354563.208694:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887275157760 : -123186434393856 : ffff8ff66c563900) 00000020:00000040:1.0:1763354563.208697:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c563900 with handle 0x4a8bb634222caa3a from hash 00000004:00000001:1.0:1763354563.208701:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354563.208703:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9de7:0x0] with intent: 0 00000004:00000001:1.0:1763354563.208706:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763354563.208708:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:1.0:1763354563.208711:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.208713:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.208717:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208719:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208722:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208729:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.208732:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.208734:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.208736:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.208738:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208740:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208742:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.208745:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.208747:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.208748:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354563.208751:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.208754:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208756:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208758:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208760:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.208762:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354563.208765:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.208767:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.208769:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208770:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208772:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.208774:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.208776:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.208779:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.208780:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208783:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763354563.208785:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9de7:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:1.0:1763354563.208789:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.208791:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.208793:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354563.208796:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.208801:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4a0c0. 00080000:00000001:1.0:1763354563.208804:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.208807:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152c00. 00080000:00000001:1.0:1763354563.208810:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741046272 : -123190968505344 : ffff8ff55e152c00) 00000004:00000001:1.0:1763354563.208813:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.208816:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.208818:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.208820:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046272 : -123190968505344 : ffff8ff55e152c00) 00000004:00000001:1.0:1763354563.208823:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208825:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.208829:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.208831:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.208834:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.208836:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.208837:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046272 : -123190968505344 : ffff8ff55e152c00) 00080000:00000001:1.0:1763354563.208840:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.208843:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.208845:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb11c0. 00080000:00000001:1.0:1763354563.208848:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208850:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.208855:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.208857:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208862:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.208864:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.208866:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.208867:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.208869:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046272 : -123190968505344 : ffff8ff55e152c00) 00080000:00000001:1.0:1763354563.208872:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.208874:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de7:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763354563.208886:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208889:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208891:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.208895:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.208897:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.208900:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.208903:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429279, last_committed = 30065429270 00000001:00000010:1.0:1763354563.208907:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a840. 00000001:00000040:1.0:1763354563.208910:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 8 00000020:00000040:1.0:1763354563.208912:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00000001:00000010:1.0:1763354563.208917:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381000. 00000004:00000001:1.0:1763354563.208921:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.208923:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.208925:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046272 : -123190968505344 : ffff8ff55e152c00) 00000004:00000001:1.0:1763354563.208932:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.208936:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381000: xid 1848998841082368, transno 30065429279, tag 1, client gen 8, slot idx 2 00000001:00000001:1.0:1763354563.208939:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.208945:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb11c0. 00040000:00000001:1.0:1763354563.208948:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.208950:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.208952:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.208955:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4a0c0. 00000020:00000001:1.0:1763354563.208959:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208977:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208981:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208984:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.208986:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763354563.208988:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763354563.208989:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.208991:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.208992:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.208995:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.208998:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354563.209002:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354563.209005:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.209008:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9de7:0x0], previous was 0x7 00000004:00000001:1.0:1763354563.209011:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.209015:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763354563.209018:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.209021:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763354563.209024:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.209027:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763354563.209030:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66c563900. 00000004:00000001:1.0:1763354563.209067:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.209070:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.209072:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.209076:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.209079:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.209082:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.209084:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.209086:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.209089:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.209091:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.209095:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.209098:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.209100:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763354563.209104:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.209108:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.209111:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.209114:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 30065429279, xid 1848998841082368 00010000:00000001:1.0:1763354563.209117:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.209122:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2df80 x1848998841082368/t30065429279(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.209131:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.209133:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.209136:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.209140:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.209142:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.209145:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.209148:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.209150:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.209152:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.209155:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.209159:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00000100:00000200:1.0:1763354563.209163:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841082368, offset 224 00000400:00000200:1.0:1763354563.209168:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.209176:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.209181:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556529:1556529:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556525:1556525:8:4294967295] 00000400:00000200:1.0:1763354563.209191:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.209197:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.209201:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.209206:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.209211:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.209215:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.209231:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.209236:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.209238:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.209240:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.209243:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.209249:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2df80 x1848998841082368/t30065429279(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.209261:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252529:x1848998841082368:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 755us (938us total) trans 30065429279 rc 0/0 00000100:00100000:1.0:1763354563.209271:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93105 00000100:00000040:1.0:1763354563.209275:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.209277:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.209279:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.209284:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.209289:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.209293:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.209298:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000100:00000001:1.0:1763354563.209301:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.210611:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.210620:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.210622:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.210625:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.210632:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.210641:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971ce280 00000400:00000200:3.0:1763354563.210648:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x767b29 [64] + 167128 00000800:00000001:3.0:1763354563.210654:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.210660:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.210662:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.210666:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.210671:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.210673:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.210678:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31a300. 00000100:00000040:3.0:1763354563.210681:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31a300 x1848998841082496 msgsize 376 00000100:00100000:3.0:1763354563.210685:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.210697:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.210704:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.210707:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.210723:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.210726:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841082496 02000000:00000001:1.0:1763354563.210728:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.210729:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.210730:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.210733:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.210735:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841082496 00000020:00000001:1.0:1763354563.210736:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.210737:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.210739:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.210740:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=232 00000020:00000001:1.0:1763354563.210742:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.210743:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.210745:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.210748:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.210750:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.210752:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.210755:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.210757:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.210759:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.210763:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.210764:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.210765:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.210767:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.210768:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.210769:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.210772:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.210782:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.210787:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.210789:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.210792:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417385 00000100:00000040:1.0:1763354563.210794:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.210796:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255982848 : -123186453568768 : ffff8ff66b31a300) 00000100:00000040:1.0:1763354563.210800:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31a300 x1848998841082496/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 376/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.210806:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.210808:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.210809:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.210811:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.210814:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252529:x1848998841082496:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.210816:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841082496 00000020:00000001:1.0:1763354563.210817:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.210819:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.210821:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e381000: xid 1848998841082368, transno 30065429279, client gen 8, slot idx 2 00000001:00000001:1.0:1763354563.210823:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e3816c0: xid 1848998841081984, transno 30065429278, client gen 8, slot idx 3 00000001:00000010:1.0:1763354563.210826:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e3816c0. 00000020:00000001:1.0:1763354563.210828:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.210829:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.210830:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.210832:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.210834:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841082496, found 0 last_xid 1848998841082495 00000020:00000001:1.0:1763354563.210835:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.210837:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.210838:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.210840:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.210841:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.210843:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.210844:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.210845:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.210846:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.210849:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.210853:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da300. 00010000:00000010:1.0:1763354563.210855:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66c563280. 00010000:00000001:1.0:1763354563.210859:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.210861:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:1.0:1763354563.210863:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.210865:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222caa41 to hash 00000020:00000001:1.0:1763354563.210866:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.210867:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:1.0:1763354563.210870:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43780. 00010000:00000001:1.0:1763354563.210872:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:1.0:1763354563.210875:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222caa41 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4129c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.210880:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:1.0:1763354563.210881:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=233 00010000:00000001:1.0:1763354563.210884:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.210886:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.210889:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.210890:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.210891:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.210893:0:6519:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:1.0:1763354563.210895:0:6519:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x2400032e4:0x9de7:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:1.0:1763354563.210897:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.210898:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de7:0x0] 00000020:00000001:1.0:1763354563.210900:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.210903:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.210904:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.210906:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.210908:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.210910:0:6519:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354563.210911:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.210913:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:1.0:1763354563.210914:0:6519:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0001: layout_size 56 00000100:00000001:1.0:1763354563.210916:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.210917:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.210920:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff5449dc000. 02000000:00000001:1.0:1763354563.210922:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.210923:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.210925:0:6519:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.210927:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.210929:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.210930:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.210932:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.210935:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.210937:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.210939:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.210941:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.210943:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.210945:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.210947:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.210949:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.210951:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.210952:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.210955:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) refcount = 1 00010000:00010000:1.0:1763354563.210961:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222caa41 lrc: 3/0,0 mode: CR/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4129c expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.210981:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.210984:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.210986:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.210988:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.210990:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.210992:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.210994:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.210999:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.211003:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222caa41 lrc: 3/0,0 mode: CR/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4129c expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763354563.211011:0:6519:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:1.0:1763354563.211015:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.211017:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de7:0x0] 00000020:00000001:1.0:1763354563.211019:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.211021:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.211023:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.211026:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.211029:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.211031:0:6519:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00010000:00000010:1.1:1763354563.211066:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff682045c00. 00010000:00000010:1.1:1763354563.211073:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5200. 00010000:00000010:1.1:1763354563.211077:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dac00. 00010000:00000010:1.1:1763354563.211082:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00000004:00000001:1.0:1763354563.211100:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.211103:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.211105:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.211122:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.211124:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.211127:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.211129:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.211131:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.211133:0:6519:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1763354563.211136:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.211138:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.211141:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) 00010000:00010000:1.0:1763354563.211144:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763354563.211146:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.211149:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.211150:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.211152:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.211154:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.211156:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:1.0:1763354563.211158:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.211161:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841082496 00010000:00000001:1.0:1763354563.211164:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.211169:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31a300 x1848998841082496/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 376/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.211176:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.211178:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.211181:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.211185:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.211187:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.211189:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.211192:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.211194:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.211196:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.211199:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.211202:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354563.211207:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848998841082496, offset 224 00000400:00000200:1.0:1763354563.211211:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.211218:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.211223:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556530:1556530:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556526:1556526:8:4294967295] 00000400:00000200:1.0:1763354563.211232:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.211236:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.211241:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.211245:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.211250:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.211253:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.211267:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.211271:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.211273:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.211275:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.211277:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.211282:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31a300 x1848998841082496/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 376/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.211293:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+233:252529:x1848998841082496:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 483us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.211300:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417385 00000100:00000040:1.0:1763354563.211304:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.211306:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.211309:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.211312:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.211315:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.211319:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.211323:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000100:00000001:1.0:1763354563.211326:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.211361:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.211366:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:3.0:1763354563.211370:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.211375:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.211380:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:3.0:1763354563.211382:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:3.0:1763354563.211385:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.211387:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.214228:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.214233:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841082624 02000000:00000001:1.0:1763354563.214236:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.214238:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.214240:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.214244:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.214247:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841082624 00000020:00000001:1.0:1763354563.214249:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.214251:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.214253:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.214256:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:1.0:1763354563.214260:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.214262:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.214265:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.214270:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.214273:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.214275:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.214280:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.214284:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.214288:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.214293:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.214295:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.214297:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.214299:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.214300:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.214302:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.214307:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.214326:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.214336:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.214340:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.214346:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417386 00000100:00000040:1.0:1763354563.214350:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.214352:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444337792 : -123186265213824 : ffff8ff6766bb480) 00000100:00000040:1.0:1763354563.214359:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bb480 x1848998841082624/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 576/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.214368:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.214372:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.214374:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.214376:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.214381:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+233:252529:x1848998841082624:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.214385:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841082624 00000020:00000001:1.0:1763354563.214387:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.214390:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.214392:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.214395:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.214396:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.214399:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.214401:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841082624, found 0 last_xid 1848998841082623 00000020:00000001:1.0:1763354563.214404:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.214406:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.214408:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.214411:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.214413:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.214415:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.214417:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.214418:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.214420:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.214423:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.214427:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da300 count: 2 00010000:00000001:1.0:1763354563.214430:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.214433:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.214438:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff682045c00. 00000020:00000001:1.0:1763354563.214441:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.214444:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff682045c00 with handle 0x4a8bb634222caa48 to hash 00000020:00000001:1.0:1763354563.214446:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.214448:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000010:1.0:1763354563.214452:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.214454:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00010000:1.0:1763354563.214459:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa48 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412a3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.214468:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:1.0:1763354563.214471:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00010000:00000001:1.0:1763354563.214476:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.214478:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.214481:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.214483:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.214484:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.214486:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.214488:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de7:0x0] 00000020:00000001:1.0:1763354563.214490:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.214493:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.214495:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.214498:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214501:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354563.214503:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354563.214505:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.214507:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.214542:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff66cc30000. 02000000:00000001:1.0:1763354563.214545:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.214547:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214550:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214552:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763354563.214556:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.214558:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.214560:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214562:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214564:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214566:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214568:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214570:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214572:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214573:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214575:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214577:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214578:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214580:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214581:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214584:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214585:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214587:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214589:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.214591:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.214594:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.214598:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.214600:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.214603:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.214604:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214607:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.214608:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214610:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.214612:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214616:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763354563.214620:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.214622:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763354563.214623:0:6519:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1763354563.214629:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff643d4b000. 00000004:00000001:1.0:1763354563.214633:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214636:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.214638:0:6519:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763354563.214641:0:6519:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2400032e4:0x9de7:0x0]/[0x2400032e4:0x9de7:0x0], ldlm_rep = ffff8ff66cc30228 00000004:00000001:1.0:1763354563.214648:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763354563.214652:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.214654:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.214657:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da300 count: 3 00010000:00000001:1.0:1763354563.214659:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.214662:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.214666:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3c00. 00000020:00000001:1.0:1763354563.214669:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.214671:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3c00 with handle 0x4a8bb634222caa4f to hash 00000020:00000001:1.0:1763354563.214673:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.214674:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000010:1.0:1763354563.214679:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43f00. 00010000:00000001:1.0:1763354563.214681:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.214685:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.214687:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.214690:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa4f lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.214698:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.214701:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.214702:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.214704:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.214706:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.214708:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.214710:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.214713:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.214715:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.214716:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.214718:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.214720:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) refcount = 3 00010000:00000040:1.0:1763354563.214724:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.214728:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222caa41 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4129c expref: 234 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.214743:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa4f lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.214749:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.214752:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.214753:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.214755:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.214757:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.214759:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.214761:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.214764:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.214767:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.214770:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa4f lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.214776:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.214778:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.214779:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.214781:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.214782:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.214784:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3c00 refcount=3 00000020:00000001:1.0:1763354563.214786:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.214789:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.214791:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.214792:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.214794:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214798:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763354563.214802:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.214804:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.214808:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214810:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214814:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214824:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.214827:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.214829:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.214831:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.214833:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763354563.214837:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214839:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214841:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.214843:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.214845:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214846:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214850:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.214852:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763354563.214854:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763354563.214856:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354563.214859:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff66cc30370 00000004:00000001:1.0:1763354563.214861:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214864:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.214866:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214868:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214869:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214871:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214873:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214875:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214877:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.214878:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.214880:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.214882:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.214884:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de7:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354563.214887:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de7:0x0]: returning size 0 00000004:00000040:1.0:1763354563.214891:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de7:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763354563.214894:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763354563.214897:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000403:21424 00000004:00200000:1.0:1763354563.214899:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1763354563.214902:0:6519:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763354563.214904:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.214905:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214908:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354563.214911:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214913:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.214916:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.214918:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.214919:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.214923:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.214927:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214929:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.214933:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.214934:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.214936:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3c00 refcount=3 00000020:00000001:1.0:1763354563.214937:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.214939:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00000004:00010000:1.0:1763354563.214942:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa4f lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.214946:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.214947:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.214948:0:6519:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763354563.214949:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.214950:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763354563.214952:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.214953:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.214953:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3c00 refcount=3 00000020:00000001:1.0:1763354563.214955:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00010000:00000001:1.0:1763354563.214956:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281380864 : -123191428170752 : ffff8ff542af3c00) 00000004:00000040:1.0:1763354563.214958:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 220 00000020:00000040:1.0:1763354563.214960:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00010000:00000001:1.0:1763354563.214975:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.214977:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.214978:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.214980:0:6519:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763354563.214982:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.214983:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354563.214984:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.214986:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.214987:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.214989:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.214992:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.214993:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.214995:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.214996:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1763354563.214998:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff643d4b000. 00000004:00000001:1.0:1763354563.215001:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.215002:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.215004:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.215006:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.215007:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.215009:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.215010:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.215011:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff682045c00 with handle 0x4a8bb634222caa48 from hash 00010000:00000001:1.0:1763354563.215013:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.215014:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.215014:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.215015:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.215016:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.215019:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa48 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412a3 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.215025:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 219 00000020:00000040:1.0:1763354563.215026:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:1.0:1763354563.215028:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.215032:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.215056:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.215060:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.215065:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa4f lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412a3 expref: 234 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.215070:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.215073:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.215076:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) 00010000:00010000:1.0:1763354563.215079:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:1.0:1763354563.215081:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.215084:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.215085:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.215086:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.215087:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.215089:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af3c00, rc 0) 00000020:00000001:1.0:1763354563.215091:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.215093:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841082624 00010000:00000001:1.0:1763354563.215095:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.215100:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bb480 x1848998841082624/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 576/640 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.215105:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.215108:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.215110:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.215114:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.215116:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.215117:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.215119:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.215121:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.215123:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.215124:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.215127:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354563.215131:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841082624, offset 224 00000400:00000200:1.0:1763354563.215135:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.215142:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.215145:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556531:1556531:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556527:1556527:8:4294967295] 00000400:00000200:1.0:1763354563.215152:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.215156:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.215159:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.215162:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.215166:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.215169:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.215180:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.215182:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.215184:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.215185:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.215186:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.215189:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bb480 x1848998841082624/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 576/640 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.215197:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252529:x1848998841082624:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 827us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.215203:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417386 00000100:00000040:1.0:1763354563.215206:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.215208:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.215209:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.215212:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.215215:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.215217:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.215220:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:1.0:1763354563.215221:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.215265:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.215270:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.215275:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.215282:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.215286:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:3.0:1763354563.215288:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:3.0:1763354563.215292:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.215293:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.216061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00080000:00000010:1.1:1763354563.216094:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff543a4aa20. 00010000:00000010:1.1:1763354563.216106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:1.1:1763354563.216112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da600. 00010000:00000010:1.1:1763354563.216120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00000800:00000001:3.0:1763354563.217009:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.217019:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.217021:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.217024:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.217031:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.217071:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971ce380 00000400:00000200:3.0:1763354563.217080:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 5360 00000800:00000001:3.0:1763354563.217086:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.217094:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.217097:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.217100:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.217106:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.217108:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.217114:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84a80. 00000100:00000040:3.0:1763354563.217118:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec84a80 x1848998841082752 msgsize 328 00000100:00100000:3.0:1763354563.217123:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.217134:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.217142:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.217146:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.217165:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.217168:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841082752 02000000:00000001:1.0:1763354563.217171:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.217172:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.217174:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.217177:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.217180:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841082752 00000020:00000001:1.0:1763354563.217182:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.217184:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.217186:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.217189:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:1.0:1763354563.217191:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.217194:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.217197:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.217201:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.217204:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.217207:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000020:00000010:1.0:1763354563.217211:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.217214:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.217218:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.217224:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.217225:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.217226:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.217228:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.217232:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.217243:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.217251:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.217252:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.217256:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85158 00000100:00000040:1.0:1763354563.217258:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.217260:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316187776 : -123186393363840 : ffff8ff66ec84a80) 00000100:00000040:1.0:1763354563.217266:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec84a80 x1848998841082752/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.217272:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.217275:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb11c0. 00000100:00000001:1.0:1763354563.217276:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.217278:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb11c0. 00000100:00100000:1.0:1763354563.217282:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841082752:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.217284:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841082752 00000020:00000001:1.0:1763354563.217286:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.217289:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.217291:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.217293:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.217295:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.217297:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.217299:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.217300:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.217302:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.217304:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.217305:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.217306:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.217308:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.217309:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.217310:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.217313:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.217317:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da600. 00010000:00000010:1.0:1763354563.217319:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6dac00. 00010000:00000001:1.0:1763354563.217322:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.217324:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af2c00. 00000020:00000001:1.0:1763354563.217326:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.217327:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af2c00 with handle 0x4a8bb634222caa56 to hash 00000020:00000001:1.0:1763354563.217329:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.217330:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:1.0:1763354563.217332:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00010000:1.0:1763354563.217334:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412aa expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.217341:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763354563.217344:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb11c0. 00002000:00000001:1.0:1763354563.217346:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.217348:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.217351:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00002000:00000001:1.0:1763354563.217352:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00002000:00000001:1.0:1763354563.217355:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.217358:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.217360:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53b0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:1.0:1763354563.217362:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763354563.217364:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00010000:00000040:1.0:1763354563.217367:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:1.0:1763354563.217368:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=23 00010000:00000001:1.0:1763354563.217373:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.217375:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.217376:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.217378:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.217381:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff5449de000. 02000000:00000001:1.0:1763354563.217382:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.217384:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.217386:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.217388:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.217390:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.217391:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.217393:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.217393:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.217394:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.217397:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763354563.217401:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.217406:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b0:0x0].0x0 (ffff8ff58c6da600) refcount = 1 00010000:00000040:1.0:1763354563.217408:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.217410:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.217415:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.217416:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.217417:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.217418:0:74509:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763354563.217420:0:74509:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.217421:0:74509:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.217423:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.217426:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.217436:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.217438:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.217440:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.217441:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.217442:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.217444:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.217445:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.217446:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af2c00, rc 0) 00000020:00000001:1.0:1763354563.217447:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.217449:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944451, transno 0, xid 1848998841082752 00010000:00000001:1.0:1763354563.217450:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.217453:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec84a80 x1848998841082752/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.217458:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.217459:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.217461:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.217464:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.217466:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.217467:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.217470:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.217471:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.217472:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.217474:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.217476:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00000100:00000200:1.0:1763354563.217479:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841082752, offset 224 00000400:00000200:1.0:1763354563.217482:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.217487:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.217490:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556532:1556532:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556528:1556528:8:4294967295] 00000400:00000200:1.0:1763354563.217496:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.217499:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.217502:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.217505:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.217509:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.217511:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.217524:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.217526:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.217528:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.217529:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.217530:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.217533:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec84a80 x1848998841082752/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.217545:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841082752:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 267us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.217553:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85158 00000100:00000040:1.0:1763354563.217557:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.217560:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.217562:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.217565:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.217569:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.217572:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.217579:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:1.0:1763354563.217582:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.220703:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.220712:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.220715:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.220717:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.220725:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.220735:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971ce400 00000400:00000200:3.0:1763354563.220742:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 5688 00000800:00000001:3.0:1763354563.220747:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.220753:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.220756:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.220759:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.220764:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.220766:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.220770:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec85500. 00000100:00000040:3.0:1763354563.220773:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec85500 x1848998841082880 msgsize 328 00000100:00100000:3.0:1763354563.220778:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.220789:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.220795:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.220798:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.220824:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.220828:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841082880 02000000:00000001:1.0:1763354563.220830:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.220832:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.220833:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.220838:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.220840:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841082880 00000020:00000001:1.0:1763354563.220843:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.220844:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.220846:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.220850:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=21 00000020:00000001:1.0:1763354563.220852:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.220855:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.220858:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.220862:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.220865:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.220867:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.220872:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.220875:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.220879:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.220884:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.220886:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.220887:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.220889:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.220893:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.220907:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.220914:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.220917:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.220923:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85159 00000100:00000040:1.0:1763354563.220928:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.220930:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316190464 : -123186393361152 : ffff8ff66ec85500) 00000100:00000040:1.0:1763354563.220939:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec85500 x1848998841082880/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.220949:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.220951:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.220954:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.220956:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.220961:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+21:252529:x1848998841082880:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.220980:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841082880 00000020:00000001:1.0:1763354563.220983:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.220985:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.220987:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.220989:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.220991:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.220994:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.220996:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.220998:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.221000:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.221003:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.221004:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.221006:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.221008:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.221009:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.221011:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221015:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.221019:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8100 count: 2 00010000:00000001:1.0:1763354563.221022:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.221025:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.221028:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3200. 00000020:00000001:1.0:1763354563.221031:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000010:1.1:1763354563.221058:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff682045c00. 00000020:00000040:1.0:1763354563.221066:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3200 with handle 0x4a8bb634222caa5d to hash 00000020:00000001:1.0:1763354563.221069:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.221070:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:1.0:1763354563.221073:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00010000:1.0:1763354563.221077:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 2/0,0 mode: --/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412b1 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.221085:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354563.221088:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=22 00000100:00000001:1.0:1763354563.221094:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.221096:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.221102:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf3000. 02000000:00000001:1.0:1763354563.221104:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.221106:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221108:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.221110:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.221112:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.221114:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.221117:0:74509:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763354563.221119:0:74509:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354563.221124:0:74509:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.221131:0:74509:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354563.221134:0:74509:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.221136:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354563.221138:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221140:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.221141:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354563.221142:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.221145:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.221147:0:74509:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354563.221151:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 4/0,0 mode: --/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.221158:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5325:0x0].0x0 (ffff8ff5472e8100) refcount = 2 00010000:00000040:1.0:1763354563.221161:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.221164:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.221171:0:74509:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354563.221174:0:74509:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 4/0,0 mode: --/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763354563.221181:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.221184:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.221189:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.221192:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.221194:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.221198:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.221199:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.221201:0:74509:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.221203:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.221205:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354563.221207:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.221209:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.221211:0:74509:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354563.221213:0:74509:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354563.221217:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000020:00000040:1.0:1763354563.221220:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354563.221223:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.221225:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.221228:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.221233:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e152e00. 00000100:00000001:1.0:1763354563.221238:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.221243:0:74509:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.221257:0:74509:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 22 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000001:1.0:1763354563.221266:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.221269:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.221273:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.221282:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.221285:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.221290:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542703872:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.221294:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.221298:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.221301:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.221303:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.221307:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.221311:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.221316:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.221322:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354563.221328:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542703872, portal 16 00000100:00000001:1.0:1763354563.221331:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.221333:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484220288 : -123191225331328 : ffff8ff54ec65180) 00000100:00000040:1.0:1763354563.221339:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.221346:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.221349:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.221352:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000100:00000200:1.0:1763354563.221355:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542703872, offset 0 00000400:00000200:1.0:1763354563.221361:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.221368:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.221373:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.221377:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.221381:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.221385:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.221388:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556533:1556533:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556529:1556529:8:4294967295] 00000400:00000200:1.0:1763354563.221398:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.221403:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.221407:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.221412:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.221418:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.221422:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.221437:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.221441:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886297 00000100:00000001:1.0:1763354563.221448:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886279 00000100:00000001:1.0:1763354563.221454:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886297 00000100:00000001:1.0:1763354563.221458:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886279 00000100:00000001:1.0:1763354563.221462:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886297 00000100:00000001:1.0:1763354563.221467:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886279 00000100:00000001:1.0:1763354563.221470:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886297 00000100:00000001:1.0:1763354563.221474:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886279 00000100:00000001:1.0:1763354563.221478:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.221482:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221484:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221487:0:74509:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.221490:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221492:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.221493:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.221495:0:74509:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.221497:0:74509:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.221499:0:74509:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.221502:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.221504:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1763354563.221508:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1763354563.221508:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1763354563.221513:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000100:00100000:1.0:1763354563.221514:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000400:00000200:3.0:1763354563.221519:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354563.221520:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1763354563.221526:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.221526:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.221533:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000400:00000010:3.0:1763354563.221535:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:3.0:1763354563.221538:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.221543:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.221551:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.221554:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.221559:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.221598:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.222717:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.222725:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.222727:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.222730:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2ec8. 00000400:00000200:1.0:1763354563.222734:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:1.0:1763354563.222736:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:1.0:1763354563.222739:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.222747:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.222758:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.222766:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.222767:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.222770:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.222772:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.222774:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.222775:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.222778:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.222783:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.222787:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.222790:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.222791:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.222794:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.222797:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.222800:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.222805:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.222812:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.222815:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.222817:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.222820:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354563.222821:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.222823:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.222825:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.222829:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.222837:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542703872:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.222842:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.222845:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.222847:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.222849:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.222853:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65180 x1848998542703872/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.222860:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.222862:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.222864:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.222868:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.222870:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.222872:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354563.222874:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.222876:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e152e00. 02000000:00000001:1.0:1763354563.222879:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.222881:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.222883:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65180. 00000100:00000001:1.0:1763354563.222888:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.222890:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.222892:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.222895:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.222897:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.222900:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1780. 00010000:00000001:1.0:1763354563.222903:0:74509:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.222905:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.222907:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.222911:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.222916:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 3/0,0 mode: --/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.222927:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.222929:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763354563.222931:0:74509:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff542af3200 00010000:00000001:1.0:1763354563.222933:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.222935:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.222937:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.222939:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354563.222942:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354563.222943:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.222945:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.222947:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.222948:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.222950:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af3200, rc 0) 00000020:00000001:1.0:1763354563.222952:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.222956:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841082880 00010000:00000001:1.0:1763354563.222958:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.222981:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec85500 x1848998841082880/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.222990:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.222992:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.222995:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.222998:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.223001:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.223004:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.223007:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.223009:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.223011:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.223014:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.223018:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354563.223021:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841082880, offset 224 00000400:00000200:1.0:1763354563.223026:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.223055:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.223061:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556534:1556534:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556530:1556530:8:4294967295] 00000400:00000200:1.0:1763354563.223071:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.223077:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.223081:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.223086:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.223091:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.223094:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.223108:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.223112:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.223114:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.223116:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.223118:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.223123:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec85500 x1848998841082880/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.223134:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:252529:x1848998841082880:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2182us (2357us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.223143:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85159 00000100:00000040:1.0:1763354563.223147:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.223149:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.223151:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.223154:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.223159:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.223162:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.223167:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354563.223170:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.223189:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.223194:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:3.0:1763354563.223200:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.223206:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.223210:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:3.0:1763354563.223213:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:3.0:1763354563.223216:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.223218:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.223408:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.223416:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.223418:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.223421:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.223427:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.223434:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 1512 into portal 6 MB=0x691a7971ce480 00000400:00000200:3.0:1763354563.223439:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 1512/1512 into md 0x1e60fd [128] + 43752 00000800:00000001:3.0:1763354563.223443:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.223486:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.223489:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.223491:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.223494:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.223496:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763354563.223499:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84380. 00000100:00000040:3.0:1763354563.223501:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec84380 x1848998841083008 msgsize 1512 00000100:00100000:3.0:1763354563.223504:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.223517:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.223522:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.223524:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763354563.224560:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c09d8. 00000800:00000200:0.0:1763354563.224770:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.224776:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.224782:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.224792:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.224796:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:0.0:1763354563.224799:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:0.0:1763354563.224805:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.224807:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.226597:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.226602:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.226604:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.226606:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.226611:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.226618:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971ce500 00000400:00000200:3.0:1763354563.226623:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 656 00000800:00000001:3.0:1763354563.226627:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.226643:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.226645:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.226648:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.226651:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.226652:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763354563.226655:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec86a00. 00000100:00000040:3.0:1763354563.226657:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec86a00 x1848998841083136 msgsize 328 00000100:00100000:3.0:1763354563.226660:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.226671:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.226675:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.226677:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.226738:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.226742:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083136 02000000:00000001:0.0:1763354563.226745:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.226746:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.226748:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.226751:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.226754:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083136 00000020:00000001:0.0:1763354563.226756:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.226757:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354563.226759:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.226761:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=24 00000020:00000001:0.0:1763354563.226764:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354563.226766:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354563.226769:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.226773:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.226776:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.226779:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000020:00000010:0.0:1763354563.226784:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.226787:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354563.226791:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf578. 00000100:00000040:0.0:1763354563.226797:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.226799:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.226801:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.226803:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.226806:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.226808:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.226811:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.226813:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.226814:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000020:00000001:0.0:1763354563.226816:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.226819:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00010000:0.0:1763354563.226825:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 24 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000001:0.0:1763354563.226834:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.226835:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.226837:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.226838:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.226843:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354563.226848:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66ec86a00 x1848998841083136/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.226856:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354563.226857:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.226872:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.226881:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.226883:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.226886:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6341 00000100:00000040:0.0:1763354563.226889:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354563.226891:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316195840 : -123186393355776 : ffff8ff66ec86a00) 00000100:00000040:0.0:1763354563.226895:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec86a00 x1848998841083136/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.226901:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.226903:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.226905:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.226908:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68f40. 00000100:00100000:0.0:1763354563.226911:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2403:x1848998841083136:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.226914:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841083136 00010000:00000001:0.0:1763354563.226917:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.226919:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.226920:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.226923:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.226924:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.226927:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff642b55400. 02000000:00000001:0.0:1763354563.226936:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.226938:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.226939:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.226943:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.226945:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.226946:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.226947:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000020:00000001:0.0:1763354563.226948:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.226950:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000040:0.0:1763354563.226952:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8100 count: 3 00002000:00000001:0.0:1763354563.226954:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.226957:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.226958:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.226961:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:0.0:1763354563.226976:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00002000:00000001:0.0:1763354563.226979:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.226982:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354563.226985:0:74535:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x5325:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:0.0:1763354563.226987:0:74535:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x5325:0x0] updating lvb mtime from disk: 0 -> 1763354562 00002000:00010000:0.0:1763354563.226989:0:74535:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x5325:0x0] updating lvb ctime from disk: 0 -> 1763354562 00002000:00010000:0.0:1763354563.226990:0:74535:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x5325:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:0.0:1763354563.226993:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109b5b8/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00010000:00010000:0.0:1763354563.226996:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 24 pid: 74509 timeout: 12317 lvb_type: 0 00000100:00001000:0.0:1763354563.227003:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=7 v=5 (1 0 0 0) 00010000:00000001:0.0:1763354563.227005:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.227008:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.227009:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.227011:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 24 pid: 74509 timeout: 12317 lvb_type: 0 00000020:00000001:0.0:1763354563.227016:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.227018:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.227019:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.227020:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227024:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.227025:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.227030:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.227031:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.227052:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.227054:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.227056:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9e00 with handle 0x4a8bb634222ca7e7 from hash 00010000:00000001:0.0:1763354563.227058:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.227059:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.227060:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.227061:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.227064:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.227065:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227067:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.227068:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.227070:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222ca7e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4118b expref: 24 pid: 74509 timeout: 12317 lvb_type: 0 00010000:00000040:0.0:1763354563.227075:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:0.0:1763354563.227077:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:0.0:1763354563.227081:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.227082:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.227084:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354563.227085:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff542af3200 00010000:00000001:0.0:1763354563.227086:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.227088:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.227089:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.227091:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.227092:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.227093:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.227094:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.227096:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.227098:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.227100:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 2/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.227104:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354563.227107:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.227112:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5325:0x0].0x0 (ffff8ff5472e8100) refcount = 2 00010000:00000040:0.0:1763354563.227114:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.227116:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.227121:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.227122:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227123:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.227124:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.227125:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.227128:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68f40. 00000100:00000001:0.0:1763354563.227130:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.227133:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095c00. 00000100:00000001:0.0:1763354563.227134:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674880 : -123186405876736 : ffff8ff66e095c00) 00000100:00000001:0.0:1763354563.227136:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674880 : -123186405876736 : ffff8ff66e095c00) 00000100:00000001:0.0:1763354563.227138:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.227139:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.227140:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.227142:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763354563.227145:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ac700. 00000020:00000040:0.0:1763354563.227147:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763354563.227149:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.227151:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.227153:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.227157:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597177a00. 00000100:00000001:0.0:1763354563.227160:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.227165:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.227171:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354563.227172:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.227175:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.227181:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.227182:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.227185:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff6817ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542704000:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354563.227188:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.227190:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.227191:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.227192:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.227195:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff597177e00. 02000000:00000001:0.0:1763354563.227196:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.227199:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354563.227202:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b7f8. 00000100:00000200:0.0:1763354563.227205:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542704000, portal 16 00000100:00000001:0.0:1763354563.227207:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.227208:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887629874944 : -123186079676672 : ffff8ff6817ac700) 00000100:00000040:0.0:1763354563.227211:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.227217:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.227218:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.227220:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bdd0. 00000100:00000200:0.0:1763354563.227222:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542704000, offset 0 00000400:00000200:0.0:1763354563.227225:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.227230:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.227232:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354563.227235:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354563.227237:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354563.227239:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.227242:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556536:1556536:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556532:1556532:8:4294967295] 00000400:00000200:0.0:1763354563.227248:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.227251:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.227254:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d400. 00000800:00000200:0.0:1763354563.227257:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.227260:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.227263:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.227275:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.227277:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886303 00000100:00000001:0.0:1763354563.227281:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886297 00000100:00000001:0.0:1763354563.227284:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886303 00000100:00000001:0.0:1763354563.227286:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886297 00000100:00000001:0.0:1763354563.227289:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886303 00000100:00000001:0.0:1763354563.227293:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886297 00000100:00000001:0.0:1763354563.227295:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886303 00000100:00000001:0.0:1763354563.227297:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886297 00000100:00000001:0.0:1763354563.227301:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.227303:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227305:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227306:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227308:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.227308:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.227310:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.227312:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.227313:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.227315:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.227316:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.227317:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.227319:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095c00 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.227321:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.227323:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.227336:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.227340:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d400. 00000400:00000200:3.0:1763354563.227343:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.227347:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.227351:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bdd0 00000400:00000010:3.0:1763354563.227353:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bdd0. 00000100:00000001:3.0:1763354563.227356:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.227361:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.227372:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.227375:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.227383:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.227385:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.228349:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.228354:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.228356:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.228358:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.228362:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.228368:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a78553fd80 00000400:00000200:0.0:1763354563.228372:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b857d [1] + 224 00000800:00000001:0.0:1763354563.228376:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.228379:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.228381:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.228383:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.228386:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.228389:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.228395:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.228410:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.228413:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.228415:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.228443:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354563.228449:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354563.228451:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354563.228454:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:3.0:1763354563.228459:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b7f8 00000400:00000010:3.0:1763354563.228461:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b7f8. 00000100:00000001:3.0:1763354563.228463:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.228469:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354563.228481:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.228489:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354563.228491:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.228493:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354563.228495:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354563.228497:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.228499:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.228501:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.228506:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354563.228509:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354563.228512:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354563.228514:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.228516:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354563.228519:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.228522:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.228526:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.228533:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.228536:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354563.228538:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.228540:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354563.228542:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.228544:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.228545:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.228550:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354563.228558:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff6817ac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542704000:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354563.228563:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.228565:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.228567:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354563.228569:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.228573:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff6817ac700 x1848998542704000/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.228581:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354563.228583:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354563.228586:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff597177e00. 02000000:00000001:3.0:1763354563.228589:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354563.228591:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354563.228593:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763354563.228595:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354563.228598:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177a00. 02000000:00000001:3.0:1763354563.228601:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.228603:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354563.228604:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ac700. 00000100:00000001:3.0:1763354563.228607:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.228609:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354563.228611:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095c00. 00000100:00000001:3.0:1763354563.228614:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.228615:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.228618:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68f40. 00010000:00000001:3.0:1763354563.228620:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.228622:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.228624:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.228628:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.228630:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.228632:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.228636:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.228638:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.228640:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.228643:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.228645:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.228647:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.228650:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.228655:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701215d8. 00000100:00000200:3.0:1763354563.228658:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841083136, offset 224 00000400:00000200:3.0:1763354563.228663:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.228670:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.228675:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556537:1556537:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556533:1556533:8:4294967295] 00000400:00000200:3.0:1763354563.228685:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.228690:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.228695:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354563.228699:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.228704:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.228707:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.228723:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.228726:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.228729:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.228732:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.228737:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec86a00 x1848998841083136/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.228749:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083136:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 1845us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.228760:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6341 00000100:00000040:3.0:1763354563.228764:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354563.228767:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.228768:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.228772:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:3.0:1763354563.228777:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf578. 00000020:00000010:3.0:1763354563.228782:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:3.0:1763354563.228787:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:3.0:1763354563.228793:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.229350:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.229356:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.229359:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.229362:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.229367:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.229376:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971ce580 00000400:00000200:3.0:1763354563.229383:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 6016 00000800:00000001:3.0:1763354563.229388:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.229393:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.229396:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.229400:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.229404:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.229406:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.229410:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec85180. 00000100:00000040:3.0:1763354563.229412:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec85180 x1848998841083264 msgsize 328 00000100:00100000:3.0:1763354563.229417:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.229429:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.229433:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.229436:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.229458:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.229461:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083264 02000000:00000001:1.0:1763354563.229463:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.229464:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.229466:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.229468:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.229470:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083264 00000020:00000001:1.0:1763354563.229472:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.229473:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.229474:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.229476:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:1.0:1763354563.229478:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.229480:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.229483:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.229486:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.229488:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.229490:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.229494:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.229496:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.229499:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.229502:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.229504:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.229505:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.229507:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.229510:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.229521:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.229529:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.229531:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.229536:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85160 00000100:00000040:1.0:1763354563.229539:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.229541:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316189568 : -123186393362048 : ffff8ff66ec85180) 00000100:00000040:1.0:1763354563.229548:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec85180 x1848998841083264/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.229558:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.229561:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.229564:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.229566:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.229571:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841083264:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.229575:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841083264 00000020:00000001:1.0:1763354563.229578:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.229580:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.229581:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.229583:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.229585:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.229587:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.229588:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.229590:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.229591:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.229593:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.229595:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.229597:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.229598:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.229599:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.229600:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229604:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.229607:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8100 count: 2 00010000:00000001:1.0:1763354563.229609:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.229612:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.229614:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3e00. 00000020:00000001:1.0:1763354563.229617:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.229618:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3e00 with handle 0x4a8bb634222caa64 to hash 00000020:00000001:1.0:1763354563.229620:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.229621:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.229624:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00010000:1.0:1763354563.229626:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa64 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412b8 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.229633:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354563.229635:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00010000:00000001:1.0:1763354563.229638:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.229640:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.229641:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.229643:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.229645:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf1000. 02000000:00000001:1.0:1763354563.229647:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.229648:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229650:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.229651:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.229652:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229654:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.229657:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc038. 00002000:00000001:1.0:1763354563.229658:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.229660:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.229662:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.229663:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.229666:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.229667:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.229669:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.229670:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.229672:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.229673:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.229675:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.229677:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000020:00000040:1.0:1763354563.229679:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354563.229681:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.229682:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.229684:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.229686:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e152e00. 00000100:00000001:1.0:1763354563.229689:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229691:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.229693:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.229696:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.229702:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.229703:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.229705:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542704128:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.229707:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.229709:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.229710:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.229711:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.229713:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.229714:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.229717:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.229720:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa000. 00000100:00000200:1.0:1763354563.229723:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542704128, portal 16 00000100:00000001:1.0:1763354563.229724:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.229725:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484220288 : -123191225331328 : ffff8ff54ec65180) 00000100:00000040:1.0:1763354563.229729:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.229733:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.229735:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.229737:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faee0. 00000100:00000200:1.0:1763354563.229738:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542704128, offset 0 00000400:00000200:1.0:1763354563.229742:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.229747:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.229749:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.229751:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.229753:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.229754:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.229757:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556538:1556538:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556534:1556534:8:4294967295] 00000400:00000200:1.0:1763354563.229763:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.229766:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.229769:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.229771:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.229775:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.229777:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.229789:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.229792:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886305 00000100:00000001:1.0:1763354563.229795:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886303 00000100:00000001:1.0:1763354563.229798:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886305 00000100:00000001:1.0:1763354563.229799:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886303 00000100:00000001:1.0:1763354563.229802:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886305 00000100:00000001:1.0:1763354563.229803:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886303 00000100:00000001:1.0:1763354563.229805:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886305 00000100:00000001:1.0:1763354563.229807:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886303 00000100:00000001:1.0:1763354563.229808:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.229810:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229811:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229813:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.229814:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.229815:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.229817:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc038. 00010000:00000001:1.0:1763354563.229820:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.229821:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.229823:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.229824:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.229826:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.229827:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.229828:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.229831:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.229832:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.229861:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.229865:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.229870:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.229874:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.229876:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faee0 00000400:00000010:0.0:1763354563.229878:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faee0. 00000100:00000001:0.0:1763354563.229880:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.229884:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.229891:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.229893:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.229898:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.229900:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.230944:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.230948:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.230949:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.230952:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2ec8. 00000400:00000200:1.0:1763354563.230955:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa000 00000400:00000010:1.0:1763354563.230957:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa000. 00000100:00000001:1.0:1763354563.230959:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.230977:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.230984:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.230989:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.230990:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.230991:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.230992:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.230993:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.230995:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.230996:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.230999:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.231001:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.231003:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.231004:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.231005:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.231007:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.231008:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.231011:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.231015:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.231017:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.231018:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.231020:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.231022:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:1.0:1763354563.231025:0:74509:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000402:0x5325:0x0] updating lvb atime: 0 -> 1763354562 00002000:00000001:1.0:1763354563.231028:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.231029:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.231067:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:1.0:1763354563.231071:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00002000:00000001:1.0:1763354563.231073:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.231076:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.231079:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109b5b8/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00010000:00000001:1.0:1763354563.231082:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.231083:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.231085:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.231090:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.231099:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542704128:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.231104:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.231105:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.231107:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.231108:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.231110:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65180 x1848998542704128/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.231114:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.231115:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.231117:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.231119:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.231120:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.231121:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354563.231122:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.231124:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e152e00. 02000000:00000001:1.0:1763354563.231125:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.231126:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.231128:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65180. 00000100:00000001:1.0:1763354563.231131:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.231132:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.231134:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.231135:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.231136:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.231138:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1780. 00010000:00000001:1.0:1763354563.231140:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.231142:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.231144:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.231145:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.231148:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.231149:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.231151:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.231152:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.231154:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3e00 with handle 0x4a8bb634222caa64 from hash 00010000:00000001:1.0:1763354563.231155:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.231156:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.231157:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.231158:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.231159:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.231160:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.231164:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa64 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b8 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.231171:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.231173:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.231174:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.231175:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.231176:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.231178:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.231179:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.231180:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.231181:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.231183:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.231184:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.231185:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.231187:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.231188:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.231190:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.231191:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.231193:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa64 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b8 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.231198:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:1.0:1763354563.231199:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:1.0:1763354563.231204:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.231205:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af3e00, rc 0) 00000020:00000001:1.0:1763354563.231207:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.231208:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841083264 00010000:00000001:1.0:1763354563.231210:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.231213:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec85180 x1848998841083264/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.231218:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.231219:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.231221:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.231223:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.231225:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.231226:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.231228:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.231229:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.231230:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.231232:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.231235:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa000. 00000100:00000200:1.0:1763354563.231237:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841083264, offset 224 00000400:00000200:1.0:1763354563.231241:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.231245:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.231249:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556539:1556539:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556535:1556535:8:4294967295] 00000400:00000200:1.0:1763354563.231255:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.231258:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.231261:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.231264:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.231267:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.231269:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.231281:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.231283:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.231285:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.231286:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.231288:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.231291:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec85180 x1848998841083264/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.231297:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841083264:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1738us (1883us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.231303:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85160 00000100:00000040:1.0:1763354563.231305:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.231307:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.231308:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.231311:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.231314:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.231317:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.231319:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:1.0:1763354563.231321:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.231356:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.231361:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.231366:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.231371:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.231375:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa000 00000400:00000010:3.0:1763354563.231377:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa000. 00000100:00000001:3.0:1763354563.231380:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.231382:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.233003:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.233010:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.233012:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.233013:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.233018:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.233025:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971ce600 00000400:00000200:0.0:1763354563.233029:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 6344 00010000:00000010:0.1:1763354563.233052:0:3647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9e00. 00000800:00000001:0.0:1763354563.233068:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.233073:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.233075:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.233079:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.233082:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.233084:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.233087:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817aca80. 00000100:00000040:0.0:1763354563.233089:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817aca80 x1848998841083392 msgsize 440 00000100:00100000:0.0:1763354563.233094:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.233106:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.233110:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.233112:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.233129:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.233131:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083392 02000000:00000001:1.0:1763354563.233133:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.233134:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.233135:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.233138:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.233140:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083392 00000020:00000001:1.0:1763354563.233141:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.233143:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.233144:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.233146:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:1.0:1763354563.233148:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.233150:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.233152:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.233154:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.233156:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.233158:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.233161:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.233163:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.233166:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.233170:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.233171:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.233172:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.233173:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.233177:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.233187:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.233195:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.233197:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.233202:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85161 00000100:00000040:1.0:1763354563.233205:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.233207:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629875840 : -123186079675776 : ffff8ff6817aca80) 00000100:00000040:1.0:1763354563.233212:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817aca80 x1848998841083392/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.233221:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.233224:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.233227:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.233229:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.233234:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083392:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:1.0:1763354563.233238:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841083392 00000020:00000001:1.0:1763354563.233241:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.233244:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.233245:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.233247:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.233249:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:1.0:1763354563.233251:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.233253:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.233254:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.233255:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.233257:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.233259:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.233261:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.233262:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.233264:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.233265:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.233266:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.233268:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.233269:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.233270:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.233272:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.233273:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.233273:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.233274:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.233276:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.233277:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.233280:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.233281:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.233284:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff551cf0c00. 02000000:00000001:1.0:1763354563.233285:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.233286:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.233288:0:74509:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763354563.233290:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.233291:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.233293:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:1.0:1763354563.233295:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00002000:00000001:1.0:1763354563.233296:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.233298:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.233300:0:74509:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763354563.233302:0:74509:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763354563.233304:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1b8 for inode 40549 00000020:00000002:1.0:1763354563.233307:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109b5b8/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00000020:00000001:1.0:1763354563.233310:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.233315:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.233317:0:74509:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.233319:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841083392 00010000:00000001:1.0:1763354563.233321:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.233324:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817aca80 x1848998841083392/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.233329:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.233330:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.233332:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.233335:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.233336:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.233338:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.233339:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.233341:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.233342:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.233344:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.233346:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fae58. 00000100:00000200:1.0:1763354563.233348:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841083392, offset 224 00000400:00000200:1.0:1763354563.233351:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.233356:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.233360:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556540:1556540:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556536:1556536:8:4294967295] 00000400:00000200:1.0:1763354563.233366:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.233369:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.233371:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.233374:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.233378:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.233380:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.233393:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.233396:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.233398:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.233400:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.233402:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.233406:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817aca80 x1848998841083392/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.233417:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083392:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 193us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.233424:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85161 00000100:00000040:1.0:1763354563.233427:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.233430:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.233431:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.233434:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.233438:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.233440:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.233444:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:1.0:1763354563.233446:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.235071:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.235078:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.235080:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.235081:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.235086:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.235093:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971ce680 00000400:00000200:3.0:1763354563.235097:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 6784 00000800:00000001:3.0:1763354563.235100:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.235104:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.235106:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.235108:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.235111:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.235113:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.235116:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84700. 00000100:00000040:3.0:1763354563.235118:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec84700 x1848998841083520 msgsize 328 00000100:00100000:3.0:1763354563.235122:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.235135:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.235142:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.235145:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.235151:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.235154:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083520 02000000:00000001:1.0:1763354563.235155:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.235157:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.235158:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.235161:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.235163:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083520 00000020:00000001:1.0:1763354563.235165:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.235166:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.235167:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.235169:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:1.0:1763354563.235170:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.235172:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.235174:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.235177:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.235179:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.235180:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.235183:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.235186:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.235188:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.235191:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.235192:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.235193:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.235194:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.235197:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.235207:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.235215:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.235216:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.235221:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85162 00000100:00000040:1.0:1763354563.235224:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.235226:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316186880 : -123186393364736 : ffff8ff66ec84700) 00000100:00000040:1.0:1763354563.235231:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec84700 x1848998841083520/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.235240:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.235243:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.235245:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.235248:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.235253:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083520:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.235256:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841083520 00000020:00000001:1.0:1763354563.235259:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.235261:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.235262:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.235264:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.235265:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.235267:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.235269:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.235270:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.235271:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.235274:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.235276:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.235277:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.235278:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.235280:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.235281:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235284:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.235287:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8100 count: 2 00010000:00000001:1.0:1763354563.235289:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.235291:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.235294:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff682045c00. 00000020:00000001:1.0:1763354563.235296:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.235298:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff682045c00 with handle 0x4a8bb634222caa6b to hash 00000020:00000001:1.0:1763354563.235299:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.235300:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:1.0:1763354563.235302:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00010000:1.0:1763354563.235305:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa6b lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412bf expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.235310:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354563.235312:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00010000:00000001:1.0:1763354563.235315:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.235317:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.235318:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.235319:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.235322:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf2800. 02000000:00000001:1.0:1763354563.235323:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.235324:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235326:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.235328:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.235330:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235331:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.235335:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc038. 00002000:00000001:1.0:1763354563.235336:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.235338:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.235340:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.235341:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.235344:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.235346:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.235347:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.235349:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.235350:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.235351:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.235353:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.235355:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000020:00000040:1.0:1763354563.235356:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354563.235358:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.235360:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.235362:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.235364:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e152e00. 00000100:00000001:1.0:1763354563.235367:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235370:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.235372:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.235375:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.235380:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.235382:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.235384:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542704256:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.235386:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.235389:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.235390:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.235392:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.235394:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.235395:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.235398:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.235401:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa550. 00000100:00000200:1.0:1763354563.235404:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542704256, portal 16 00000100:00000001:1.0:1763354563.235405:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.235407:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484220288 : -123191225331328 : ffff8ff54ec65180) 00000100:00000040:1.0:1763354563.235410:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.235414:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.235416:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.235417:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fab28. 00000100:00000200:1.0:1763354563.235419:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542704256, offset 0 00000400:00000200:1.0:1763354563.235422:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.235426:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.235429:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.235432:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.235434:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.235436:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.235438:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556541:1556541:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556537:1556537:8:4294967295] 00000400:00000200:1.0:1763354563.235444:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.235447:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.235449:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.235452:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.235455:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.235458:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.235469:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.235472:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886311 00000100:00000001:1.0:1763354563.235477:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886305 00000100:00000001:1.0:1763354563.235479:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886311 00000100:00000001:1.0:1763354563.235481:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886305 00000100:00000001:1.0:1763354563.235483:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886311 00000100:00000001:1.0:1763354563.235485:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886305 00000100:00000001:1.0:1763354563.235487:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886311 00000100:00000001:1.0:1763354563.235489:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886305 00000100:00000001:1.0:1763354563.235491:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.235492:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235494:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235495:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.235497:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.235497:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.235499:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc038. 00010000:00000001:1.0:1763354563.235501:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.235502:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.235503:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.235505:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.235506:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.235508:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.235509:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.235511:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.235513:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.235564:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.235568:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.235572:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.235576:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.235579:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fab28 00000400:00000010:0.0:1763354563.235580:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fab28. 00000100:00000001:0.0:1763354563.235582:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.235586:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.235593:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.235595:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.235600:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.235601:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.236565:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.236573:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.236574:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.236575:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2ec8. 00000400:00000200:1.0:1763354563.236579:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa550 00000400:00000010:1.0:1763354563.236580:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa550. 00000100:00000001:1.0:1763354563.236581:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.236585:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.236591:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.236596:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.236597:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.236598:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.236600:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.236601:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.236602:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.236604:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.236607:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.236610:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.236612:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.236613:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.236615:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.236616:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.236618:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.236621:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.236625:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.236627:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.236628:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.236629:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.236631:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.236634:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.236635:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.236638:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:1.0:1763354563.236640:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00002000:00000001:1.0:1763354563.236641:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.236643:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.236645:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109b5b8/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00010000:00000001:1.0:1763354563.236647:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.236648:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.236649:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.236652:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.236657:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542704256:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.236660:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.236662:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.236664:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.236665:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.236667:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65180 x1848998542704256/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.236675:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.236676:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.236678:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.236680:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.236681:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.236682:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354563.236684:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.236686:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e152e00. 02000000:00000001:1.0:1763354563.236687:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.236688:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.236690:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65180. 00000100:00000001:1.0:1763354563.236693:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.236694:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.236695:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.236697:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.236698:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.236700:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1780. 00010000:00000001:1.0:1763354563.236702:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.236703:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.236706:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.236707:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.236710:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.236711:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.236712:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.236713:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.236715:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff682045c00 with handle 0x4a8bb634222caa6b from hash 00010000:00000001:1.0:1763354563.236717:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.236718:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.236719:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.236719:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.236720:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.236722:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.236725:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa6b lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412bf expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.236737:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.236739:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.236740:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.236741:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.236743:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.236745:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.236746:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.236747:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.236748:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.236749:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.236750:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.236751:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.236752:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.236754:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.236755:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.236756:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.236758:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa6b lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412bf expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.236763:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:1.0:1763354563.236765:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:1.0:1763354563.236768:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.236769:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff682045c00, rc 0) 00000020:00000001:1.0:1763354563.236771:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.236772:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841083520 00010000:00000001:1.0:1763354563.236774:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.236777:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec84700 x1848998841083520/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.236782:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.236783:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.236785:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.236787:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.236789:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.236791:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.236792:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.236794:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.236795:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.236797:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.236800:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa550. 00000100:00000200:1.0:1763354563.236802:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841083520, offset 224 00000400:00000200:1.0:1763354563.236805:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.236810:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.236813:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556542:1556542:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556538:1556538:8:4294967295] 00000400:00000200:1.0:1763354563.236820:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.236823:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.236826:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.236829:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.236833:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.236835:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.236846:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.236849:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.236851:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.236852:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.236853:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.236856:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec84700 x1848998841083520/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.236865:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083520:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1623us (1744us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.236872:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85162 00000100:00000040:1.0:1763354563.236874:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.236877:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.236879:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.236882:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.236886:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.236889:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.236893:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:1.0:1763354563.236896:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.236941:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.236945:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.236948:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.236952:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.236955:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa550 00000400:00000010:3.0:1763354563.236957:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa550. 00000100:00000001:3.0:1763354563.236959:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.236960:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354563.238077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00010000:00000010:1.1:1763354563.243077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff682045c00. 00000800:00000001:0.0:1763354563.268174:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.268189:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.268193:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.268194:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.268204:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.268219:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971ce700 00000400:00000200:0.0:1763354563.268233:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 7112 00000800:00000001:0.0:1763354563.268241:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.268248:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.268254:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.268258:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.268264:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.268266:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.268272:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ac700. 00000100:00000040:0.0:1763354563.268275:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817ac700 x1848998841083648 msgsize 328 00000100:00100000:0.0:1763354563.268278:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.268289:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.268298:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.268302:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.268340:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.268342:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083648 02000000:00000001:1.0:1763354563.268345:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.268347:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.268349:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.268353:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.268356:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083648 00000020:00000001:1.0:1763354563.268358:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.268360:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.268362:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.268364:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:1.0:1763354563.268366:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.268368:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.268372:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.268376:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.268379:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.268381:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.268387:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.268391:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563900. 00000020:00000010:1.0:1763354563.268396:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.268402:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.268404:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.268405:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.268407:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.268413:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.268425:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.268433:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.268435:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.268439:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85163 00000100:00000040:1.0:1763354563.268443:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.268444:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887629874944 : -123186079676672 : ffff8ff6817ac700) 00000100:00000040:1.0:1763354563.268451:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6817ac700 x1848998841083648/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.268459:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.268462:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.268463:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.268465:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.268469:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6817ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083648:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.268472:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841083648 00000020:00000001:1.0:1763354563.268475:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.268478:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.268479:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.268481:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.268483:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.268485:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.268487:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.268489:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.268491:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.268495:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.268496:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.268498:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.268500:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.268501:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.268503:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268506:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.268513:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8100 count: 2 00010000:00000001:1.0:1763354563.268515:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.268517:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.268520:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff682045c00. 00000020:00000001:1.0:1763354563.268522:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.268524:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff682045c00 with handle 0x4a8bb634222caa72 to hash 00000020:00000001:1.0:1763354563.268526:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.268527:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:1.0:1763354563.268529:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00010000:1.0:1763354563.268533:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa72 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412c6 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.268540:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:1.0:1763354563.268541:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00010000:00000001:1.0:1763354563.268554:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.268557:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.268558:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.268560:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.268564:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf1400. 02000000:00000001:1.0:1763354563.268568:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.268570:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268572:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.268574:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.268576:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268578:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.268582:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fc038. 00002000:00000001:1.0:1763354563.268584:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.268586:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.268588:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.268590:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.268595:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.268596:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.268598:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354563.268600:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.268601:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.268602:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.268604:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.268607:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000020:00000040:1.0:1763354563.268609:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763354563.268611:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.268613:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.268616:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.268620:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e152e00. 00000100:00000001:1.0:1763354563.268624:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268628:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.268631:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.268634:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.268641:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.268643:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.268646:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542704384:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.268649:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.268653:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.268655:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.268657:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.268659:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.268660:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.268664:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.268669:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faa18. 00000100:00000200:1.0:1763354563.268674:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542704384, portal 16 00000100:00000001:1.0:1763354563.268676:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.268677:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484220288 : -123191225331328 : ffff8ff54ec65180) 00000100:00000040:1.0:1763354563.268682:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.268687:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.268689:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.268690:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa220. 00000100:00000200:1.0:1763354563.268693:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542704384, offset 0 00000400:00000200:1.0:1763354563.268697:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.268704:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.268708:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.268711:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.268714:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.268716:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.268719:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556543:1556543:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556539:1556539:8:4294967295] 00000400:00000200:1.0:1763354563.268727:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.268732:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.268735:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.268740:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.268745:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.268748:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.268760:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.268763:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886344 00000100:00000001:1.0:1763354563.268769:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306886311 00000100:00000001:1.0:1763354563.268773:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886344 00000100:00000001:1.0:1763354563.268776:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306886311 00000100:00000001:1.0:1763354563.268780:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886344 00000100:00000001:1.0:1763354563.268783:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306886311 00000100:00000001:1.0:1763354563.268785:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886344 00000100:00000001:1.0:1763354563.268787:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306886311 00000100:00000001:1.0:1763354563.268788:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.268790:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268791:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268793:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.268794:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.268795:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.268797:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fc038. 00010000:00000001:1.0:1763354563.268799:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.268801:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.268802:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.268804:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.268806:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.268807:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.268809:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.268811:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.268814:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763354563.270005:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.270011:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.270012:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.270014:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.270018:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.270025:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a78553ff00 00000400:00000200:3.0:1763354563.270030:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b85a5 [1] + 224 00000800:00000001:3.0:1763354563.270056:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.270062:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.270063:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.270066:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.270069:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.270073:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.270081:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.270093:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.270098:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.270100:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.270131:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.270136:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.270138:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.270140:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2ec8. 00000400:00000200:1.0:1763354563.270144:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faa18 00000400:00000010:1.0:1763354563.270146:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faa18. 00000100:00000001:1.0:1763354563.270148:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.270153:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.270160:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.270166:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.270167:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.270169:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.270170:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.270172:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.270173:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.270175:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.270179:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.270182:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.270183:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.270184:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.270187:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.270189:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.270191:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.270194:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.270198:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.270200:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.270202:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.270204:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.270206:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.270211:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.270213:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.270218:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:1.0:1763354563.270220:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00002000:00000001:1.0:1763354563.270222:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.270226:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.270229:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109b5b8/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00010000:00000001:1.0:1763354563.270231:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.270233:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.270234:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.270237:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.270243:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:74509:1848998542704384:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.270246:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.270248:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.270249:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.270250:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.270252:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65180 x1848998542704384/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.270256:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.270258:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.270260:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152a00. 02000000:00000001:1.0:1763354563.270262:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.270263:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.270264:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763354563.270265:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.270267:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e152e00. 02000000:00000001:1.0:1763354563.270269:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.270270:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.270272:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65180. 00000100:00000001:1.0:1763354563.270276:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.270277:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.270278:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354563.270280:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.270281:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.270283:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1780. 00010000:00000001:1.0:1763354563.270285:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.270287:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.270289:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.270290:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.270294:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.270295:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.270296:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.270298:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.270300:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff682045c00 with handle 0x4a8bb634222caa72 from hash 00010000:00000001:1.0:1763354563.270301:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.270302:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.270303:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.270304:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.270305:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.270307:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.270310:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa72 lrc: 1/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412c6 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.270319:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.270321:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.270322:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.270323:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.270325:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.270327:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.270328:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.270329:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.270330:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.270331:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.270333:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.270334:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.270335:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.270337:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.270338:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.270339:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.270341:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa72 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412c6 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.270350:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:1.0:1763354563.270352:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:1.0:1763354563.270356:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.270357:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff682045c00, rc 0) 00000020:00000001:1.0:1763354563.270359:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.270362:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841083648 00010000:00000001:1.0:1763354563.270363:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.270367:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6817ac700 x1848998841083648/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.270373:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.270374:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.270377:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.270380:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.270381:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.270383:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.270385:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.270387:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.270388:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.270390:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.270393:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faa18. 00000100:00000200:1.0:1763354563.270395:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841083648, offset 224 00000400:00000200:1.0:1763354563.270398:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.270403:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.270407:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556544:1556544:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556540:1556540:8:4294967295] 00000400:00000200:1.0:1763354563.270413:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.270417:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.270419:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.270422:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.270426:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.270428:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.270442:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.270446:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.270448:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.270450:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.270452:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.270458:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6817ac700 x1848998841083648/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.270469:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6817ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841083648:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2007us (2191us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.270476:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85163 00000100:00000040:1.0:1763354563.270480:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.270483:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.270484:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.270490:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563900. 00000020:00000010:1.0:1763354563.270495:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.270498:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.270502:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:1.0:1763354563.270504:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.270514:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.270518:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.270522:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.270527:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.270531:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faa18 00000400:00000010:0.0:1763354563.270533:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faa18. 00000100:00000001:0.0:1763354563.270537:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.270538:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.272959:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.272975:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083776 02000000:00000001:1.0:1763354563.272977:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.272979:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.272981:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.272984:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.272987:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083776 00000020:00000001:1.0:1763354563.272989:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.272990:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.272992:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.272994:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:1.0:1763354563.272996:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.272999:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.273002:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.273005:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.273008:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.273009:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.273013:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.273017:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563900. 00000020:00000010:1.0:1763354563.273020:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.273024:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.273026:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.273027:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.273029:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.273051:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.273061:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.273068:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.273070:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.273075:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85164 00000100:00000040:1.0:1763354563.273078:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.273080:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444326144 : -123186265225472 : ffff8ff6766b8700) 00000100:00000040:1.0:1763354563.273086:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8700 x1848998841083776/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.273093:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.273095:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.273097:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.273099:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.273102:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841083776:12345-192.168.203.48@tcp:23:lfs.0 00000100:00000200:1.0:1763354563.273109:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841083776 00000020:00000001:1.0:1763354563.273111:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.273113:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.273114:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.273116:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.273118:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831344 : -1043720272 : ffffffffc1ca17b0) 00000020:00000001:1.0:1763354563.273120:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.273122:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.273123:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.273125:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.273127:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.273129:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.273131:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.273133:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.273135:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.273137:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.273138:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.273140:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.273141:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.273142:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.273143:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.273144:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.273145:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.273146:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.273148:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.273149:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.273152:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.273153:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.273156:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff551cf2400. 02000000:00000001:1.0:1763354563.273157:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.273158:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.273160:0:74509:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:1.0:1763354563.273162:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.273166:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00080000:00000001:1.0:1763354563.273168:0:74509:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:1.0:1763354563.273190:0:74509:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 1024 00080000:00000001:1.0:1763354563.273192:0:74509:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=1024 : 1024 : 400) 00000020:00000002:1.0:1763354563.273195:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58bf0b200/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00000020:00000001:1.0:1763354563.273197:0:74509:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.273199:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841083776 00010000:00000001:1.0:1763354563.273201:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.273204:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8700 x1848998841083776/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.273210:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.273212:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.273214:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.273217:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.273219:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.273220:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.273222:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.273223:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.273225:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.273227:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.273230:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa2a8. 00000100:00000200:1.0:1763354563.273233:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841083776, offset 224 00000400:00000200:1.0:1763354563.273236:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.273242:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.273246:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556545:1556545:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556541:1556541:8:4294967295] 00000400:00000200:1.0:1763354563.273253:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.273257:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.273260:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.273263:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.273267:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.273270:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.273282:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.273284:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.273285:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.273286:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.273288:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.273291:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8700 x1848998841083776/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.273299:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841083776:12345-192.168.203.48@tcp:23:lfs.0 Request processed in 204us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.273306:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85164 00000100:00000040:1.0:1763354563.273309:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.273311:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.273312:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.273315:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563900. 00000020:00000010:1.0:1763354563.273318:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24000. 00000020:00000010:1.0:1763354563.273320:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.273323:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:1.0:1763354563.273326:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.273354:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.273358:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:3.0:1763354563.273361:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.273365:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.273368:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa2a8 00000400:00000010:3.0:1763354563.273369:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa2a8. 00000100:00000001:3.0:1763354563.273372:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.273373:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.274832:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.274839:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.274841:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.274843:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.274847:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.274854:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971ce800 00000400:00000200:0.0:1763354563.274858:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 7872 00000800:00000001:0.0:1763354563.274862:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.274867:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.274868:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.274871:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.274874:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.274876:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.274879:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0aaa00. 00000100:00000040:0.0:1763354563.274881:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0aaa00 x1848998841083904 msgsize 328 00000100:00100000:0.0:1763354563.274884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.274894:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.274897:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.274899:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.274927:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.274931:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841083904 02000000:00000001:1.0:1763354563.274934:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.274936:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.274939:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.274942:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.274945:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841083904 00000020:00000001:1.0:1763354563.274948:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.274949:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.274951:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.274955:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:1.0:1763354563.274958:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.274960:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.274978:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.274983:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.274986:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.274988:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.274994:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.274998:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563900. 00000020:00000010:1.0:1763354563.275002:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24000. 00000100:00000040:1.0:1763354563.275007:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.275010:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.275012:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.275014:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.275019:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.275066:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.275121:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.275125:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354563.275134:0:74509:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.275139:0:74509:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.275615:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.275623:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64500. 00000400:00000200:3.0:1763354563.275630:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.275637:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.275642:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7990 00000400:00000010:3.0:1763354563.275645:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7990. 00000100:00000001:3.0:1763354563.275648:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.275654:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6766b8000 x1848998542704512/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.275665:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.275717:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6766b8000 x1848998542704512/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.275726:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.275728:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.276503:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.276510:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.276513:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.276516:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.276522:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.276532:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a78553ff80 00000400:00000200:3.0:1763354563.276538:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b85b5 [1] + 224 00000800:00000001:3.0:1763354563.276543:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.276548:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.276551:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.276554:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.276559:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.276564:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766b8000 x1848998542704512/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.276575:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff6766b8000 x1848998542704512/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.276595:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.276601:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.276604:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.277030:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.277054:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64200. 00000400:00000200:0.0:1763354563.277059:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.277065:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.277069:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be77f8 00000400:00000010:0.0:1763354563.277071:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be77f8. 00000100:00000001:0.0:1763354563.277075:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.277077:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.279492:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.279500:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.279503:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.279506:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.279512:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.279522:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971ce880 00000400:00000200:3.0:1763354563.279529:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 45264 00000800:00000001:3.0:1763354563.279534:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.279541:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.279543:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.279547:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.279552:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.279554:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763354563.279560:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec87800. 00000100:00000040:3.0:1763354563.279563:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec87800 x1848998841084032 msgsize 488 00000100:00100000:3.0:1763354563.279568:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.279586:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.279593:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.279596:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354563.280074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff682045c00. 00000800:00000200:3.0:1763354563.280222:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.280227:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff55ffee000. 00000400:00000200:3.0:1763354563.280232:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.280237:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.280241:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4b40 00000400:00000010:3.0:1763354563.280243:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4b40. 00000100:00000001:3.0:1763354563.280247:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.280248:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.282087:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.282096:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.282099:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.282102:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.282109:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.282118:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971ce900 00000400:00000200:0.0:1763354563.282127:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x767b29 [64] + 168080 00000800:00000001:0.0:1763354563.282134:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.282141:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.282144:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.282147:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.282152:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.282154:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.282160:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640f480. 00000100:00000040:0.0:1763354563.282163:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640f480 x1848998841084160 msgsize 568 00000100:00100000:0.0:1763354563.282168:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.282181:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.282185:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.282188:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.282214:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.282217:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841084160 02000000:00000001:1.0:1763354563.282220:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.282222:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.282224:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.282227:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.282230:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841084160 00000020:00000001:1.0:1763354563.282232:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.282233:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.282235:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.282238:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=234 00000020:00000001:1.0:1763354563.282241:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.282244:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.282247:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.282252:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.282255:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.282258:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.282264:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000020:00000010:1.0:1763354563.282268:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.282272:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24898. 00000100:00000040:1.0:1763354563.282278:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.282280:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.282282:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354563.282285:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354563.282287:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.282289:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.282295:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.282308:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.282318:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.282320:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.282327:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417387 00000100:00000040:1.0:1763354563.282330:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.282333:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636229760 : -123187073321856 : ffff8ff64640f480) 00000100:00000040:1.0:1763354563.282340:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640f480 x1848998841084160/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.282349:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.282352:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.282355:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.282357:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.282362:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252529:x1848998841084160:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.282365:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841084160 00000020:00000001:1.0:1763354563.282368:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.282370:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.282373:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.282376:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.282378:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.282380:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.282383:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841084160, found 0 last_xid 1848998841084159 00000020:00000001:1.0:1763354563.282386:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.282394:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.282396:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.282399:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.282401:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.282403:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.282405:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.282407:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.282409:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.282413:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.282419:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da300 count: 3 00010000:00000001:1.0:1763354563.282422:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.282425:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.282428:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff682045c00. 00000020:00000001:1.0:1763354563.282432:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.282434:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff682045c00 with handle 0x4a8bb634222caa80 to hash 00000020:00000001:1.0:1763354563.282437:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.282439:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000010:1.0:1763354563.282444:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.282447:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00010000:1.0:1763354563.282452:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa80 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412d4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.282461:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 220 00000020:00000040:1.0:1763354563.282464:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00010000:00000001:1.0:1763354563.282469:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354563.282471:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354563.282477:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354563.282479:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354563.282481:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354563.282483:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.282485:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de7:0x0] 00000020:00000001:1.0:1763354563.282488:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.282492:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354563.282494:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:1.0:1763354563.282497:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282499:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282501:0:6519:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:1.0:1763354563.282504:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354563.282507:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.282509:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.282511:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da300 count: 4 00010000:00000001:1.0:1763354563.282513:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.282515:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.282519:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff542af3e00. 00000020:00000001:1.0:1763354563.282521:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.282523:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff542af3e00 with handle 0x4a8bb634222caa87 to hash 00000020:00000001:1.0:1763354563.282525:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.282526:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000010:1.0:1763354563.282530:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43d00. 00010000:00000001:1.0:1763354563.282532:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.282535:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.282537:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.282541:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354563.282548:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.282552:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.282554:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.282556:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.282559:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.282561:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.282563:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.282566:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.282568:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.282570:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.282572:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.282574:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) refcount = 4 00010000:00000040:1.0:1763354563.282578:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.282582:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3c00/0x4a8bb634222caa4f lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412a3 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.282592:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222caa41 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4129c expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.282599:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.282605:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.282609:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.282611:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.282613:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.282615:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.282617:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.282619:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.282622:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.282625:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.282628:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.282634:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.282635:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.282637:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.282638:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.282640:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.282642:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=3 00000020:00000001:1.0:1763354563.282644:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.282647:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.282649:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.282650:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.282652:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282655:0:6519:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:1.0:1763354563.282657:0:6519:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x2400032e4:0x9de7:0x0] 00000001:00000001:1.0:1763354563.282661:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.282662:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282666:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354563.282668:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282671:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354563.282673:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.282674:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.282676:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.282678:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.282680:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.282682:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.282683:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.282685:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.282687:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.282689:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.282691:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.282692:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.282694:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.282696:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.282699:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.282701:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.282706:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.282710:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.282713:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.282716:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.282718:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.282721:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.282722:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282724:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.282726:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282730:0:6519:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:1.0:1763354563.282733:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.282736:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.282756:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8ff67a048000. 02000000:00000001:1.0:1763354563.282759:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.282761:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.282764:0:6519:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:1.0:1763354563.282767:0:6519:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:1.0:1763354563.282770:0:6519:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:1.0:1763354563.282788:0:6519:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:1.0:1763354563.282794:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282798:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282807:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.282809:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.282812:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.282813:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.282815:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282817:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282819:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763354563.282821:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763354563.282823:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.282824:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:1.0:1763354563.282826:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282827:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282829:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.282831:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.282832:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.282834:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.282836:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282837:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.282840:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.282842:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.282844:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:1.0:1763354563.282845:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.282850:0:6519:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:1.0:1763354563.282852:0:6519:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:1.0:1763354563.282857:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.282862:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.282866:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.282868:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:1.0:1763354563.282871:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.282873:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.282875:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=3 00000020:00000001:1.0:1763354563.282877:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:1.0:1763354563.282880:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00000004:00000040:1.0:1763354563.282884:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 221 00000020:00000040:1.0:1763354563.282886:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=236 00010000:00000001:1.0:1763354563.282890:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.282891:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.282893:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.282895:0:6519:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.282898:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354563.282901:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.282903:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.282905:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.282907:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.282909:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.282912:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.282913:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.282915:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.282917:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.282919:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff682045c00 with handle 0x4a8bb634222caa80 from hash 00010000:00000001:1.0:1763354563.282922:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.282923:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.282925:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.282926:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.282928:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.282932:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff682045c00/0x4a8bb634222caa80 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412d4 expref: 236 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.282941:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 220 00000020:00000040:1.0:1763354563.282944:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 235 00010000:00000010:1.0:1763354563.282947:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43000. 00010000:00000001:1.0:1763354563.282954:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.282957:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.282961:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.282980:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412d4 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.282988:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.282990:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.282993:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) 00010000:00010000:1.0:1763354563.282996:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:1.0:1763354563.282998:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.283001:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.283003:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.283004:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.283006:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.283007:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff542af3e00, rc 0) 00000020:00000001:1.0:1763354563.283011:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.283014:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429269, transno 0, xid 1848998841084160 00010000:00000001:1.0:1763354563.283016:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.283021:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640f480 x1848998841084160/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/1072 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.283030:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.283032:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.283060:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.283065:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.283070:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.283073:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.283076:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.283079:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.283082:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.283085:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.283090:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa770. 00000100:00000200:1.0:1763354563.283095:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848998841084160, offset 224 00000400:00000200:1.0:1763354563.283101:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.283108:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.283114:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556549:1556549:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556545:1556545:8:4294967295] 00000400:00000200:1.0:1763354563.283123:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.283128:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.283133:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.283138:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.283143:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:1.0:1763354563.283146:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.283162:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.283166:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.283169:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.283170:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.283173:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.283179:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640f480 x1848998841084160/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/1072 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.283191:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+235:252529:x1848998841084160:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 839us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.283199:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417387 00000100:00000040:1.0:1763354563.283203:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.283206:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.283208:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.283212:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.283216:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24898. 00000800:00000200:3.0:1763354563.283218:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1763354563.283221:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152e00. 00000800:00000010:3.0:1763354563.283223:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000020:00000040:1.0:1763354563.283228:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000400:00000200:3.0:1763354563.283229:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354563.283236:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.283237:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.283243:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa770 00000400:00000010:3.0:1763354563.283244:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa770. 00000100:00000001:3.0:1763354563.283248:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.283249:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.285074:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.285083:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.285086:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.285090:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.285098:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.285108:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4584 into portal 6 MB=0x691a7971ce980 00000400:00000200:3.0:1763354563.285115:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 4584/4584 into md 0x1e60fd [128] + 45752 00000800:00000001:3.0:1763354563.285121:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.285152:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.285155:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.285160:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.285164:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.285166:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763354563.285170:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec87480. 00000100:00000040:3.0:1763354563.285173:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec87480 x1848998841084288 msgsize 4584 00000100:00100000:3.0:1763354563.285178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.285190:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.285196:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.285252:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.285746:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.285752:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64a00. 00000400:00000200:0.0:1763354563.285761:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.285766:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.285769:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:0.0:1763354563.285770:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:0.0:1763354563.285773:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.285777:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6766b8000 x1848998542704640/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.285784:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.285786:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6766b8000 x1848998542704640/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.285796:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.285798:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.286080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00000800:00000001:3.0:1763354563.286552:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.286559:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.286562:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.286564:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.286570:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.286578:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540000 00000400:00000200:3.0:1763354563.286585:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b85c9 [1] + 224 00000800:00000001:3.0:1763354563.286589:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.286595:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.286597:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.286601:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.286605:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.286610:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766b8000 x1848998542704640/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.286621:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff6766b8000 x1848998542704640/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.286640:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.286646:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.286649:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.287172:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.287179:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.287181:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.287184:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.287190:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.287198:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cea00 00000400:00000200:3.0:1763354563.287205:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 984 00000800:00000001:3.0:1763354563.287210:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.287249:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.287252:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.287257:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.287262:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.287264:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763354563.287269:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513daa00. 00000100:00000040:3.0:1763354563.287272:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513daa00 x1848998841084416 msgsize 328 00000100:00100000:3.0:1763354563.287277:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.287290:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.287324:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.287326:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841084416 02000000:00000001:0.0:1763354563.287328:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.287329:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.287331:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.287333:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.287336:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841084416 00000020:00000001:0.0:1763354563.287338:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.287339:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000800:00000001:3.0:1763354563.287340:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1763354563.287341:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.287346:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=24 00000800:00000001:3.0:1763354563.287347:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.287349:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.287355:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.287358:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.287363:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.287366:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.287369:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.287375:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177400. 00000020:00000010:0.0:1763354563.287379:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.287383:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.287388:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.287391:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.287392:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.287394:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.287397:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287399:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.287403:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.287404:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.287406:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af2c00 refcount=4 00000020:00000001:0.0:1763354563.287408:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:0.0:1763354563.287410:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00010000:0.0:1763354563.287416:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 24 pid: 74509 timeout: 12317 lvb_type: 1 00010000:00000001:0.0:1763354563.287422:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.287423:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.287424:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.287425:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.287429:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354563.287432:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff6513daa00 x1848998841084416/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.287437:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354563.287438:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.287448:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.287456:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.287458:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.287461:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6342 00000100:00000040:0.0:1763354563.287463:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 2 00000100:00000001:0.0:1763354563.287465:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820563456 : -123186888988160 : ffff8ff6513daa00) 00000100:00000040:0.0:1763354563.287468:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513daa00 x1848998841084416/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.287474:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.287476:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.287478:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.287480:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.287483:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2406:x1848998841084416:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.287486:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841084416 00010000:00000001:0.0:1763354563.287487:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.287489:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.287491:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.287493:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.287494:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.287497:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff642b57800. 02000000:00000001:0.0:1763354563.287499:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.287500:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287502:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.287504:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.287505:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.287506:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.287507:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af2c00 refcount=4 00000020:00000001:0.0:1763354563.287508:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000001:0.0:1763354563.287510:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281376768 : -123191428174848 : ffff8ff542af2c00) 00010000:00000040:0.0:1763354563.287512:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da600 count: 3 00002000:00000001:0.0:1763354563.287514:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.287517:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.287519:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.287523:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00002000:00000001:0.0:1763354563.287525:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00002000:00000001:0.0:1763354563.287527:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.287530:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.287533:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00010000:00010000:0.0:1763354563.287536:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 24 pid: 74509 timeout: 12317 lvb_type: 1 00000100:00001000:0.0:1763354563.287542:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354563.287544:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.287547:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.287548:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.287550:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 24 pid: 74509 timeout: 12317 lvb_type: 1 00000020:00000001:0.0:1763354563.287556:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.287557:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.287558:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.287560:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287563:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.287565:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.287568:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.287569:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.287570:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.287571:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.287573:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af2c00 with handle 0x4a8bb634222caa56 from hash 00010000:00000001:0.0:1763354563.287575:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.287576:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.287576:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.287577:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.287580:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.287581:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287583:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.287583:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.287585:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff542af2c00/0x4a8bb634222caa56 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412aa expref: 24 pid: 74509 timeout: 12317 lvb_type: 1 00010000:00000040:0.0:1763354563.287591:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:0.0:1763354563.287593:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:0.0:1763354563.287598:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.287599:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.287600:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354563.287601:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff67940b000 00010000:00000001:0.0:1763354563.287603:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.287604:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.287605:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.287606:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.287608:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.287609:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.287610:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.287612:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.287613:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.287615:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b000/0x4a8bb634222caa8e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.287622:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354563.287625:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b000/0x4a8bb634222caa8e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.287630:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b0:0x0].0x0 (ffff8ff58c6da600) refcount = 2 00010000:00000040:0.0:1763354563.287631:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.287633:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b000/0x4a8bb634222caa8e lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.287637:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.287638:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287639:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.287640:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.287642:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.287644:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.287645:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.287648:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095600. 00000100:00000001:0.0:1763354563.287649:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673344 : -123186405878272 : ffff8ff66e095600) 00000100:00000001:0.0:1763354563.287650:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303673344 : -123186405878272 : ffff8ff66e095600) 00000100:00000001:0.0:1763354563.287652:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.287653:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.287654:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.287655:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.287664:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287665:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.287666:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.287668:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287669:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.287670:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.287672:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.287673:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.287674:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354563.287675:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095600. 00000100:00000001:0.0:1763354563.287678:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.287679:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.287681:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68ec0. 00010000:00000001:0.0:1763354563.287684:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.287686:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.287687:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.287690:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.287691:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.287694:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.287701:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.287705:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.287709:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.287713:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.287715:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.287719:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.287723:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.287728:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b330. 00000100:00000200:0.0:1763354563.287734:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841084416, offset 224 00000400:00000200:0.0:1763354563.287741:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.287749:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.287757:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556551:1556551:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556547:1556547:8:4294967295] 00000400:00000200:0.0:1763354563.287770:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.287778:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.287783:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d200. 00000800:00000200:0.0:1763354563.287791:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.287800:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.287806:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.287822:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.287827:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.287832:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.287835:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.287839:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513daa00 x1848998841084416/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.287847:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841084416:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 371us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.287855:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6342 00000100:00000040:0.0:1763354563.287859:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.287863:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.287866:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.287871:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.287875:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000800:00000200:1.0:1763354563.287883:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354563.287884:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177400. 00000800:00000010:1.0:1763354563.287890:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d200. 00000020:00000040:0.0:1763354563.287891:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000400:00000200:1.0:1763354563.287896:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354563.287896:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.287903:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.287907:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b330 00000400:00000010:1.0:1763354563.287913:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b330. 00000100:00000001:1.0:1763354563.287917:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.287919:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.2:1763354563.288520:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c09d8. 00000100:00000001:1.0:1763354563.289130:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.289134:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.289136:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944454 is committed 00000001:00000040:1.0:1763354563.289140:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 2 00000020:00000040:1.0:1763354563.289144:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000001:00000010:1.0:1763354563.289146:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e0734e0. 00000020:00000001:1.0:1763354563.289150:0:68511:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.289152:0:68511:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.289153:0:68511:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:1.0:1763354563.289155:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000020:00000010:1.0:1763354563.289157:0:68511:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff67e073600. 00080000:00000010:1.0:1763354563.289160:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffef600. 00080000:00000010:1.0:1763354563.289163:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffef400. 00000100:00000001:1.0:1763354563.289166:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.289167:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.289169:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944453 is committed 00000001:00000040:1.0:1763354563.289171:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676693000 : new cb_count 0 00000020:00000040:1.0:1763354563.289173:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 4 00000001:00000010:1.0:1763354563.289175:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073d80. 00080000:00000010:1.0:1763354563.289177:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7c00. 00000001:00000040:1.0:1763354563.289182:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 0 00000020:00000040:1.0:1763354563.289184:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000001:00000010:1.0:1763354563.289186:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ffa67e0. 00080000:00000010:1.0:1763354563.289190:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff542c3a400. 00000800:00000200:3.0:1763354563.289568:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.289572:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64b00. 00000400:00000200:3.0:1763354563.289576:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.289580:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.289583:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be73b8 00000400:00000010:3.0:1763354563.289584:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be73b8. 00000100:00000001:3.0:1763354563.289586:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.289587:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.291007:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.291022:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.291026:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.291028:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.291078:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000010:1.1:1763354563.291086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff682045c00. 00000400:00000200:3.0:1763354563.291100:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 448 into portal 12 MB=0x691a7971cea80 00000400:00000200:3.0:1763354563.291112:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 448/448 into md 0x767b29 [64] + 168648 00000800:00000001:3.0:1763354563.291122:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.291135:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.291139:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.291144:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.291150:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.291152:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.291158:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513db800. 00000100:00000040:3.0:1763354563.291161:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513db800 x1848998841084544 msgsize 448 00000100:00100000:3.0:1763354563.291165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.291179:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.291187:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.291190:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.291223:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.291227:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841084544 02000000:00000001:1.0:1763354563.291230:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.291231:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.291234:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.291238:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.291241:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841084544 00000020:00000001:1.0:1763354563.291244:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.291246:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.291248:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.291250:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=235 00000020:00000001:1.0:1763354563.291253:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.291256:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.291259:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.291264:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.291267:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.291269:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.291275:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000020:00000010:1.0:1763354563.291279:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563000. 00000020:00000010:1.0:1763354563.291284:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24898. 00000100:00000040:1.0:1763354563.291290:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.291292:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.291294:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.291297:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.291302:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.291319:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.291329:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.291331:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.291338:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417388 00000100:00000040:1.0:1763354563.291341:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.291344:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820567040 : -123186888984576 : ffff8ff6513db800) 00000100:00000040:1.0:1763354563.291351:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513db800 x1848998841084544/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.291361:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.291364:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.291367:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.291369:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.291374:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+235:252529:x1848998841084544:12345-192.168.203.48@tcp:44:lfs.0 00000100:00000200:1.0:1763354563.291378:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841084544 00000020:00000001:1.0:1763354563.291380:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.291384:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.291387:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.291389:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.291392:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707216 : -1045844400 : ffffffffc1a9ae50) 00000020:00000001:1.0:1763354563.291395:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.291398:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841084544, found 0 last_xid 1848998841084543 00000020:00000001:1.0:1763354563.291401:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.291403:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.291405:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.291408:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.291411:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.291414:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:1.0:1763354563.291418:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.291420:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.291424:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.291426:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.291430:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8ff551cf3400. 02000000:00000001:1.0:1763354563.291433:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.291435:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.291438:0:6519:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763354563.291442:0:6519:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:1.0:1763354563.291447:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x7000a0b1d for inode 835 00080000:00000001:1.0:1763354563.291451:0:6519:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000100:00000001:0.0:1763354563.292370:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354563.292382:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354563.292384:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429279 is committed 00000001:00000040:0.0:1763354563.292387:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 7 00000020:00000040:0.0:1763354563.292389:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000001:00000010:0.0:1763354563.292391:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a840. 00080000:00000010:0.0:1763354563.292396:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152c00. 00000001:00000040:0.0:1763354563.292399:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 6 00000020:00000040:0.0:1763354563.292401:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000001:00000010:0.0:1763354563.292403:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a120. 00080000:00000010:0.0:1763354563.292405:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152600. 00000001:00000040:0.0:1763354563.292408:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 5 00000020:00000040:0.0:1763354563.292409:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000001:00000010:0.0:1763354563.292410:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a480. 00080000:00000010:0.0:1763354563.292412:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff66b949000. 00000100:00000001:1.0:1763354563.292414:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000001:00000040:0.0:1763354563.292415:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 4 00010000:00000001:1.0:1763354563.292418:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1763354563.292418:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000020:00000001:1.0:1763354563.292421:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:0.0:1763354563.292422:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a780. 00000020:00000040:1.0:1763354563.292426:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6a00 refcount=3 00080000:00000010:0.0:1763354563.292426:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67ed95400. 00000020:00000001:1.0:1763354563.292432:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00000100:00000001:0.0:1763354563.292433:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354563.292437:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00010000:00000001:1.0:1763354563.292438:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00000001:00080000:0.0:1763354563.292439:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429275 is committed 00010000:00000001:1.0:1763354563.292443:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000040:0.0:1763354563.292443:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff67d896800 : new cb_count 0 00000020:00000040:0.0:1763354563.292447:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000001:00000010:0.0:1763354563.292448:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0c60. 00010000:00010000:1.0:1763354563.292449:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00080000:00000010:0.0:1763354563.292451:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176600. 00000001:00000040:0.0:1763354563.292456:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 3 00010000:00000001:1.0:1763354563.292461:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1763354563.292461:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000001:1.0:1763354563.292465:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:0.0:1763354563.292466:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a8a0. 00010000:00010000:1.0:1763354563.292470:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00080000:00000010:0.0:1763354563.292471:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff58ef02800. 00000001:00000040:0.0:1763354563.292477:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 2 00010000:00000001:1.0:1763354563.292478:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1763354563.292479:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00010000:00000001:1.0:1763354563.292481:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763354563.292482:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4ad20. 00010000:00000001:1.0:1763354563.292485:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000010:0.0:1763354563.292486:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff58ef02a00. 00010000:00010000:1.0:1763354563.292489:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000001:00000040:0.0:1763354563.292490:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 1 00000020:00000040:0.0:1763354563.292495:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000001:00000010:0.0:1763354563.292499:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a3c0. 00010000:00010000:1.0:1763354563.292500:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66b8b6a00 already unused, calling callback (ffffffffc19b3550) 00080000:00000010:0.0:1763354563.292502:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff58ef03e00. 00000004:00000001:1.0:1763354563.292505:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000001:00000040:0.0:1763354563.292506:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 0 00010000:00000001:1.0:1763354563.292508:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:0.0:1763354563.292510:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00010000:00010000:1.0:1763354563.292512:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000001:00000010:0.0:1763354563.292513:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a540. 00080000:00000010:0.0:1763354563.292517:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff58ef03400. 00000020:00080000:0.0:1763354563.292523:0:31810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 25769804090 batchid updated 00010000:00000001:1.0:1763354563.292524:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.292527:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.292529:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.292531:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6a00 refcount=4 00000020:00000001:1.0:1763354563.292533:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00000020:00000010:0.0:1763354563.292536:0:31810:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff67dab0e40. 00010000:00000001:1.0:1763354563.292537:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00080000:00000010:0.0:1763354563.292541:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177000. 00010000:00000001:1.0:1763354563.292543:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.292548:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.292556:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.292558:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.292560:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.292566:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.292568:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.292572:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.292573:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763354563.292579:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804090 00000020:00000040:1.0:1763354563.292579:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b6a00 with handle 0x4a8bb634222ca7d2 from hash 00000020:00000001:3.0:1763354563.292588:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:1.0:1763354563.292588:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.292595:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354563.292596:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff55848c6c0 refcount 1 committed 1 result 0 batchid 25769804089 00010000:00000001:1.0:1763354563.292599:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.292605:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:3.0:1763354563.292611:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f160e00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55848c600 00010000:00000001:1.0:1763354563.292612:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.292619:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.292622:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff543833500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff543bff600 00010000:00000001:1.0:1763354563.292624:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.292632:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.292638:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000040:3.0:1763354563.292639:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000020:00000040:3.0:1763354563.292649:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00010000:00010000:1.0:1763354563.292651:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x695180f9 (ffff8ff58b052600) 00010000:00010000:1.0:1763354563.292662:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000001:3.0:1763354563.292663:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.292667:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354563.292678:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66f160e00. 00010000:00000001:1.0:1763354563.292679:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.292694:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1763354563.292695:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff543833500. 00010000:00000001:1.0:1763354563.292699:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.292707:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1763354563.292708:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff55848c6c0. 00010000:00000001:1.0:1763354563.292709:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.292714:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.292722:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:1.0:1763354563.292723:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.292731:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5970ad900 refcount 1 committed 1 result 0 batchid 25769804090 00000004:00000001:1.0:1763354563.292733:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.292744:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff664928c00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5970ad480 00010000:00010000:1.0:1763354563.292747:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 2/0,0 mode: --/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000020:00000040:3.0:1763354563.292758:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff664928800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff542f4bc00 00000020:00000040:3.0:1763354563.292771:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000020:00000040:3.0:1763354563.292779:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00010000:00000001:1.0:1763354563.292781:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354563.292790:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.292791:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.292801:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:3.0:1763354563.292802:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff664928c00. 00010000:00000001:1.0:1763354563.292810:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.292816:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1763354563.292821:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff664928800. 00010000:00010000:1.0:1763354563.292822:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222ca7d2 lrc: 0/0,0 mode: --/TXN res: [0x2400032e1:0x112:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000020:00000010:3.0:1763354563.292831:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5970ad900. 00000020:00080000:3.0:1763354563.292844:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804090 00010000:00000010:1.0:1763354563.292845:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43180. 00010000:00000040:1.0:1763354563.292854:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052600 count: 0 00010000:00000010:1.0:1763354563.292864:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241300. 00010000:00000001:1.0:1763354563.292876:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354563.292880:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 226 00000100:00000001:1.0:1763354563.292887:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.292895:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763354563.292900:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.292904:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.292910:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b7600 refcount=3 00000020:00000001:1.0:1763354563.292915:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:1.0:1763354563.292920:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:1.0:1763354563.292924:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.292929:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.292942:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.292945:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.292949:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.292976:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.292980:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.292985:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.292989:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.293003:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66b8b7600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.293008:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.293011:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.293015:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.293029:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354563.293064:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.293068:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.293072:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b7600 refcount=4 00000020:00000001:1.0:1763354563.293078:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:1.0:1763354563.293084:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261869568 : -123186447682048 : ffff8ff66b8b7600) 00010000:00000001:1.0:1763354563.293088:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.293093:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.293108:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.293112:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.293116:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.293123:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:0.0:1763354563.293124:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1763354563.293129:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:0.0:1763354563.293130:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00010000:00000001:1.0:1763354563.293135:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1763354563.293137:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763354563.293139:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.293146:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:1.0:1763354563.293147:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b7600 with handle 0x4a8bb634222ca7fc from hash 00000400:00000200:0.0:1763354563.293153:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00010000:00000001:1.0:1763354563.293155:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:0.0:1763354563.293156:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00010000:00000001:1.0:1763354563.293160:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.293163:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1763354563.293164:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354563.293167:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763354563.293168:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.293173:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.293175:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.293177:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.293179:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.293181:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354563.293183:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff66d1c5300) 00010000:00010000:1.0:1763354563.293187:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354563.293188:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.293190:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.293192:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.293195:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354563.293198:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.293200:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.293201:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.293203:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.293205:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.293208:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 2/0,0 mode: --/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354563.293214:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.293215:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.293216:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354563.293218:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.293219:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.293222:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b7600/0x4a8bb634222ca7fc lrc: 0/0,0 mode: --/TXN res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354563.293229:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43b00. 00010000:00000040:1.0:1763354563.293235:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff66d1c5300 count: 0 00010000:00000010:1.0:1763354563.293239:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241e80. 00010000:00000001:1.0:1763354563.293249:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354563.293251:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:1.0:1763354563.293253:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.294657:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.294668:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.294672:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.294674:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.294682:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.294695:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971ceb00 00000400:00000200:3.0:1763354563.294704:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 8200 00000800:00000001:3.0:1763354563.294710:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.294717:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.294719:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.294723:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.294729:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.294731:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.294738:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8700. 00000100:00000040:3.0:1763354563.294741:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8700 x1848998841084672 msgsize 440 00000100:00100000:3.0:1763354563.294745:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.294765:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.294773:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.294776:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.295254:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.295260:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:3.0:1763354563.295267:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.295273:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.295278:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000400:00000010:3.0:1763354563.295280:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00000001:3.0:1763354563.295285:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.295286:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.299074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da600. 00010000:00000010:0.1:1763354563.299085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af2c00. 00010000:00000010:2.1:1763354563.299086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00000800:00000001:0.0:1763354563.302687:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.302703:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.302707:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.302709:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.302719:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.302733:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971cec00 00000400:00000200:0.0:1763354563.302741:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x767b29 [64] + 169096 00000800:00000001:0.0:1763354563.302747:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.302757:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.302759:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.302762:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.302767:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.302770:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.302774:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640ce00. 00000100:00000040:0.0:1763354563.302776:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640ce00 x1848998841084928 msgsize 488 00000100:00100000:0.0:1763354563.302780:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.302796:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.302803:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.302805:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763354563.303078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:1.1:1763354563.303089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00000800:00000200:3.0:1763354563.304392:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.304406:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64b00. 00000400:00000200:3.0:1763354563.304413:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.304420:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.304425:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7c38 00000400:00000010:3.0:1763354563.304428:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7c38. 00000100:00000001:3.0:1763354563.304432:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.304435:0:3648:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.305827:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.305839:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.305843:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.305846:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.305855:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.305871:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971cec80 00000400:00000200:3.0:1763354563.305880:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 8640 00000800:00000001:3.0:1763354563.305889:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.305897:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.305899:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.305904:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.305910:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.305913:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.305921:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8a80. 00000100:00000040:3.0:1763354563.305925:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8a80 x1848998841085056 msgsize 328 00000100:00100000:3.0:1763354563.305930:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.305944:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.305952:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.305956:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.306559:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.306568:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64a00. 00000400:00000200:0.0:1763354563.306573:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.306577:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.306581:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000400:00000010:0.0:1763354563.306583:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000100:00000001:0.0:1763354563.306586:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.306588:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.307782:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.307790:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.307792:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.307794:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.307799:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.307808:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971ced00 00000400:00000200:3.0:1763354563.307813:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 8968 00000800:00000001:3.0:1763354563.307817:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.307822:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.307823:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.307826:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.307829:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.307830:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.307834:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513da680. 00000100:00000040:3.0:1763354563.307836:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513da680 x1848998841085184 msgsize 440 00000100:00100000:3.0:1763354563.307839:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.307851:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.307855:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.307857:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.308551:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.308556:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64200. 00000400:00000200:3.0:1763354563.308560:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.308564:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.308568:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000400:00000010:3.0:1763354563.308570:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000100:00000001:3.0:1763354563.308572:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.308574:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.310031:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.310068:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.310072:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.310076:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.310084:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.310096:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 472 into portal 12 MB=0x691a7971cee00 00000400:00000200:0.0:1763354563.310106:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 472/472 into md 0x767b29 [64] + 169584 00000800:00000001:0.0:1763354563.310113:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.310122:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.310124:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.310128:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.310132:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.310134:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.310139:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640d180. 00000100:00000040:0.0:1763354563.310141:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640d180 x1848998841085440 msgsize 472 00000100:00100000:0.0:1763354563.310144:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.310158:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.310162:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.310164:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.310783:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.310790:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64500. 00000400:00000200:3.0:1763354563.310796:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.310802:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.310807:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000400:00000010:3.0:1763354563.310809:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00000001:3.0:1763354563.310814:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.310821:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6766b8000 x1848998542704768/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.310834:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.310892:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6766b8000 x1848998542704768/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.310902:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.310904:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763354563.311069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5300. 00010000:00000010:1.1:1763354563.311088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00000800:00000001:3.0:1763354563.311745:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.311754:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.311757:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.311759:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.311765:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.311775:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540080 00000400:00000200:3.0:1763354563.311782:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b85ed [1] + 224 00000800:00000001:3.0:1763354563.311788:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.311795:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.311797:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.311801:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.311805:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.311810:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766b8000 x1848998542704768/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.311821:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff6766b8000 x1848998542704768/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.311842:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.311847:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.311851:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.312286:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.312291:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.312293:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.312295:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.312299:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.312306:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cee80 00000400:00000200:0.0:1763354563.312313:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 1312 00000800:00000001:0.0:1763354563.312319:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.312353:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.312355:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.312358:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.312362:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.312364:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.312368:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640d500. 00000100:00000040:0.0:1763354563.312370:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640d500 x1848998841085568 msgsize 328 00000100:00100000:0.0:1763354563.312373:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.312385:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.312389:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.312391:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.312443:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.312491:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841085568 02000000:00000001:3.0:1763354563.312495:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.312497:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.312500:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.312505:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.312509:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841085568 00000020:00000001:3.0:1763354563.312512:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.312514:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.312517:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.312520:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=227 00000020:00000001:3.0:1763354563.312524:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.312526:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.312531:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.312536:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.312540:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.312543:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.312551:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087e00. 00000020:00000010:3.0:1763354563.312557:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.312562:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.312571:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.312574:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.312575:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.312578:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.312581:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.312584:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.312589:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.312591:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.312594:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=4 00000020:00000001:3.0:1763354563.312596:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:3.0:1763354563.312600:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00010000:3.0:1763354563.312607:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412d4 expref: 227 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000001:3.0:1763354563.312624:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.312625:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.312627:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.312629:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.312636:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.312642:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff64640d500 x1848998841085568/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.312650:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.312652:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.312666:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.312678:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.312680:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.312684:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6343 00000100:00000040:3.0:1763354563.312688:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354563.312692:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636221696 : -123187073329920 : ffff8ff64640d500) 00000100:00000040:3.0:1763354563.312698:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640d500 x1848998841085568/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.312708:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.312712:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.312716:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.312720:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.312729:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+227:2403:x1848998841085568:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.312734:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841085568 00010000:00000001:3.0:1763354563.312737:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.312740:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.312742:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.312748:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.312750:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.312754:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354563.312757:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.312760:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.312763:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.312765:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.312768:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.312769:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.312771:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3e00 refcount=4 00000020:00000001:3.0:1763354563.312773:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000001:3.0:1763354563.312776:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281381376 : -123191428170240 : ffff8ff542af3e00) 00010000:00000040:3.0:1763354563.312779:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da300 count: 5 00000004:00000001:3.0:1763354563.312783:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354563.312788:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412d4 expref: 227 pid: 6519 timeout: 12317 lvb_type: 0 00000100:00001000:3.0:1763354563.312797:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.312800:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.312806:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.312807:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.312811:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412d4 expref: 227 pid: 6519 timeout: 12317 lvb_type: 0 00000020:00000001:3.0:1763354563.312819:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.312821:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.312823:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.312826:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.312831:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.312833:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.312840:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.312841:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.312843:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.312845:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.312848:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3e00 with handle 0x4a8bb634222caa87 from hash 00010000:00000001:3.0:1763354563.312851:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.312852:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.312854:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.312855:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.312861:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.312863:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.312865:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.312867:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.312871:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff542af3e00/0x4a8bb634222caa87 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412d4 expref: 227 pid: 6519 timeout: 12317 lvb_type: 0 00010000:00000040:3.0:1763354563.312880:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:3.0:1763354563.312883:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 226 00010000:00000010:3.0:1763354563.312886:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43d00. 00010000:00000001:3.0:1763354563.312898:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.312900:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.312903:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.312906:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) 00010000:00010000:3.0:1763354563.312912:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67940b800/0x4a8bb634222caaa3 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.312919:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.312921:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.312924:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.312926:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.312928:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.312931:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.312934:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.312937:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67940b800/0x4a8bb634222caaa3 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.312943:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.312945:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.312947:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.312949:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.312952:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) refcount = 4 00010000:00000040:3.0:1763354563.312955:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.312958:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67940b000/0x4a8bb634222caa95 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:3.0:1763354563.312986:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222caa41 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4129c expref: 226 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.312994:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67940b800/0x4a8bb634222caaa3 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.313000:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.313003:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.313004:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.313007:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.313008:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.313012:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.313017:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.313020:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.313026:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7cc0. 00000100:00000001:3.0:1763354563.313028:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612095680 : -123186097455936 : ffff8ff6806b7cc0) 00000100:00000001:3.0:1763354563.313031:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612095680 : -123186097455936 : ffff8ff6806b7cc0) 00000100:00000001:3.0:1763354563.313076:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.313078:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.313081:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.313084:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.313097:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.313099:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.313101:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.313103:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.313105:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.313106:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.313109:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.313111:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.313114:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.313116:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7cc0. 00000100:00000001:3.0:1763354563.313119:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.313121:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.313125:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:3.0:1763354563.313129:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.313132:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.313134:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.313139:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.313143:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.313147:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.313160:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.313165:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.313173:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.313183:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.313189:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.313196:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.313208:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.313216:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121ee0. 00000100:00000200:3.0:1763354563.313225:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841085568, offset 224 00000400:00000200:3.0:1763354563.313243:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.313258:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.313269:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556559:1556559:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556555:1556555:8:4294967295] 00000400:00000200:3.0:1763354563.313285:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.313303:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.313311:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354563.313324:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.313341:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.313349:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.313373:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.313382:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.313388:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.313396:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.313407:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640d500 x1848998841085568/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1763354563.313427:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.313437:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4c00. 00000100:00100000:3.0:1763354563.313440:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+226:2403:x1848998841085568:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 722us (1058us total) trans 0 rc 0/0 00000400:00000200:0.0:1763354563.313446:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.313456:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00100000:3.0:1763354563.313464:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6343 00000400:00000200:0.0:1763354563.313465:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121ee0 00000400:00000010:0.0:1763354563.313474:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121ee0. 00000100:00000040:3.0:1763354563.313476:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.313479:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.313484:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354563.313486:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.313490:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.313497:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.313509:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354563.313567:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087e00. 00000020:00000040:3.0:1763354563.313577:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00000100:00000001:3.0:1763354563.313584:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.313843:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.313852:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:3.0:1763354563.313864:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.313872:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.313876:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7c38 00000400:00000010:3.0:1763354563.313920:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7c38. 00000100:00000001:3.0:1763354563.313924:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.313926:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.315082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3c00. 00000800:00000001:0.0:1763354563.315170:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.315180:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.315183:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.315186:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.315193:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.315204:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971cef00 00000400:00000200:0.0:1763354563.315214:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 9408 00000800:00000001:0.0:1763354563.315220:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.315228:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.315230:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.315234:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.315239:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.315241:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.315246:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640dc00. 00000100:00000040:0.0:1763354563.315249:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640dc00 x1848998841085696 msgsize 440 00000100:00100000:0.0:1763354563.315255:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.315269:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.315274:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.315278:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.315679:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.315689:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.315702:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.315714:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.315718:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000400:00000010:0.0:1763354563.315721:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:0.0:1763354563.315725:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.315727:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.316858:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.316866:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.316869:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.316871:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.316876:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.316884:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971cef80 00000400:00000200:3.0:1763354563.316890:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x767b29 [64] + 170056 00000800:00000001:3.0:1763354563.316895:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.316899:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.316901:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.316903:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.316907:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.316908:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.316912:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9f80. 00000100:00000040:3.0:1763354563.316914:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9f80 x1848998841085824 msgsize 568 00000100:00100000:3.0:1763354563.316918:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.316932:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.316936:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.316938:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.318374:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.318378:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542704896 02000000:00000001:0.0:1763354563.318382:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.318385:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.318389:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.318395:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.318405:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542704896 00000020:00000001:0.0:1763354563.318409:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.318412:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000020:00000001:0.0:1763354563.318415:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.318418:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=9 00000020:00000001:0.0:1763354563.318421:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000020:00000001:0.0:1763354563.318424:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:0.0:1763354563.318429:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.318434:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.318443:0:6523:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff5448af2c0. 00000020:00000040:0.0:1763354563.318450:0:6523:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000100:00000001:0.0:1763354563.318477:0:6523:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763354563.318479:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.318486:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177000. 00000020:00000010:0.0:1763354563.318490:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.318495:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.318501:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.318505:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.318507:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.318509:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.318514:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.318525:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1763354563.318532:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:0.0:1763354563.318537:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1763354563.318539:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000100:00000001:0.0:1763354563.318542:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.318556:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7862 00000100:00000040:0.0:1763354563.318561:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:0.0:1763354563.318564:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444334208 : -123186265217408 : ffff8ff6766ba680) 00000100:00000040:0.0:1763354563.318573:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766ba680 x1848998542704896/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.318590:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.318593:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.318596:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.318598:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.318602:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6519:x1848998542704896:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.318605:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542704896 00000020:00000001:0.0:1763354563.318608:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.318610:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.318612:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.318613:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.318615:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.318618:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.318620:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.318622:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.318623:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.318625:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.318628:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.318634:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.318637:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.318639:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.318645:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff595174000. 02000000:00000001:0.0:1763354563.318647:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.318649:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.318653:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.318655:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.318658:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.318663:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00000020:00000001:0.0:1763354563.318667:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354563.318688:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x5325:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354563.318693:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354563.318696:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.318700:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58bf0b200/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00000020:00000010:0.0:1763354563.318704:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.318711:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.318714:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.318718:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975979, transno 0, xid 1848998542704896 00010000:00000001:0.0:1763354563.318721:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.318726:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766ba680 x1848998542704896/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.318734:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.318737:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.318741:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.318745:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.318748:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.318751:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.318753:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.318756:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.318758:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.318760:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.318762:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095600. 00000100:00000200:0.0:1763354563.318765:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542704896, offset 224 00000400:00000200:0.0:1763354563.318769:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.318774:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.318778:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540100 00000400:00000200:0.0:1763354563.318782:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8601 [2] + 224 00000400:00000200:0.0:1763354563.318787:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.318789:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.318791:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.318795:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766b8000 x1848998542704896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.318802:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff6766b8000 x1848998542704896/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.318816:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.318820:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095600 00000400:00000010:0.0:1763354563.318822:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095600. 00000100:00000001:0.0:1763354563.318824:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.318825:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.318828:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.318830:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.318832:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.318834:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.318836:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.318839:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766ba680 x1848998542704896/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.318847:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6519:x1848998542704896:12345-0@lo:1000:mdt00_002.0 Request processed in 255us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.318854:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7862 00000100:00000040:0.0:1763354563.318859:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:0.0:1763354563.318863:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.318866:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.318869:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.318874:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.318882:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177000. 00000020:00000040:0.0:1763354563.318886:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 8 00000100:00000001:0.0:1763354563.318889:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354563.319063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3e00. 00000100:00000001:0.0:1763354563.319851:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.319855:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542705024 02000000:00000001:0.0:1763354563.319858:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.319860:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.319863:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.319867:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.319872:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542705024 00000020:00000001:0.0:1763354563.319874:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.319877:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000020:00000001:0.0:1763354563.319879:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.319882:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=9 00000020:00000001:0.0:1763354563.319885:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000020:00000001:0.0:1763354563.319890:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:0.0:1763354563.319893:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.319899:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.319904:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.319907:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.319914:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177000. 00000020:00000010:0.0:1763354563.319918:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.319923:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.319929:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.319934:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.319936:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.319939:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.319948:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.319961:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.319981:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.319982:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.319986:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863 00000100:00000040:0.0:1763354563.319988:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:0.0:1763354563.319989:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444329728 : -123186265221888 : ffff8ff6766b9500) 00000100:00000040:0.0:1763354563.319994:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b9500 x1848998542705024/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.320001:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.320004:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.320007:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.320008:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.320012:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6519:x1848998542705024:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.320016:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542705024 00000020:00000001:0.0:1763354563.320018:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.320019:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.320021:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.320022:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.320024:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.320026:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.320027:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.320029:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.320030:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.320032:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.320049:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.320053:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.320055:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.320057:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.320061:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff595176000. 02000000:00000001:0.0:1763354563.320063:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.320065:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.320067:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.320069:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.320071:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.320073:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00080000:00000001:0.0:1763354563.320078:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.320081:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597176600. 00080000:00000001:0.0:1763354563.320083:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697493504 : -123190012058112 : ffff8ff597176600) 00000020:00000001:0.0:1763354563.320086:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354563.320090:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.320093:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354563.320094:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.320097:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.320099:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.320101:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.320103:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.320109:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.320111:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354563.320113:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff8ff6475040f0 name trusted.fid flag 1 00080000:00000001:0.0:1763354563.320116:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.320117:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x5325:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354563.320129:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354563.320131:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff8ff595176208 index 0: rc = 0 00000020:00000040:0.0:1763354563.320134:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354563.320136:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.320138:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.320140:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975993, last_committed = 8589975983 00000001:00000010:0.0:1763354563.320143:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0e40. 00000001:00000040:0.0:1763354563.320144:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482fd800 : new cb_count 5 00000020:00000040:0.0:1763354563.320146:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff6482fd800 refcount=10 00000001:00000001:0.0:1763354563.320160:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.320165:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00040000:00000001:0.0:1763354563.320167:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.320168:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.320169:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.320171:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58bf0b200/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00000020:00000001:0.0:1763354563.320173:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.320175:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.320177:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.320179:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.320181:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975979, transno 8589975993, xid 1848998542705024 00010000:00000001:0.0:1763354563.320182:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.320185:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b9500 x1848998542705024/t8589975993(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.320191:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.320192:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.320194:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.320197:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.320198:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.320200:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.320202:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.320203:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.320205:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.320207:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.320209:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095600. 00000100:00000200:0.0:1763354563.320212:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542705024, offset 224 00000400:00000200:0.0:1763354563.320215:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.320220:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.320224:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540180 00000400:00000200:0.0:1763354563.320228:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b860d [2] + 224 00000400:00000200:0.0:1763354563.320232:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.320234:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.320237:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.320239:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766b8000 x1848998542705024/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.320245:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff6766b8000 x1848998542705024/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.320259:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.320263:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095600 00000400:00000010:0.0:1763354563.320264:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095600. 00000100:00000001:0.0:1763354563.320266:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.320267:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.320270:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.320272:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.320274:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.320276:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.320277:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.320281:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b9500 x1848998542705024/t8589975993(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.320291:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6519:x1848998542705024:12345-0@lo:1000:mdt00_002.0 Request processed in 287us (487us total) trans 8589975993 rc 0/0 00000100:00100000:0.0:1763354563.320300:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863 00000100:00000040:0.0:1763354563.320304:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:0.0:1763354563.320309:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.320311:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.320316:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.320321:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.320325:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177000. 00000020:00000040:0.0:1763354563.320330:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 9 00000100:00000001:0.0:1763354563.320333:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.320816:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.320821:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542705152 02000000:00000001:0.0:1763354563.320826:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.320830:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.320834:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.320841:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.320847:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542705152 00000020:00000001:0.0:1763354563.320852:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.320856:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000001:0.0:1763354563.320861:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.320865:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=5 00000020:00000001:0.0:1763354563.320872:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:0.0:1763354563.320877:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.320882:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.320887:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.320893:0:6523:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff67ca68a40. 00000020:00000040:0.0:1763354563.320899:0:6523:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000001:0.0:1763354563.320915:0:6523:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763354563.320918:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.320921:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177000. 00000020:00000010:0.0:1763354563.320924:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.320926:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.320930:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.320932:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.320934:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.320936:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.320939:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.320945:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.320955:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.320957:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.320960:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7864 00000100:00000040:0.0:1763354563.320979:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354563.320981:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444327936 : -123186265223680 : ffff8ff6766b8e00) 00000100:00080000:1.0:1763354563.320984:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1763354563.320987:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8e00 x1848998542705152/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763354563.320995:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000001:0.0:1763354563.321000:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.321007:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.321010:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.321012:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.321016:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542705152:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.321019:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542705152 00000020:00000001:0.0:1763354563.321022:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.321025:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.321026:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.321028:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.321030:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.321032:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.321050:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.321051:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.321052:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.321054:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.321057:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.321060:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.321063:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.321064:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.321070:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff544982000. 02000000:00000001:0.0:1763354563.321072:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.321074:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.321076:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.321077:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.321079:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.321083:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00000020:00000001:0.0:1763354563.321086:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354563.321100:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x53b0:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354563.321102:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354563.321104:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.321106:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d6800/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00000020:00000010:0.0:1763354563.321108:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.321110:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.321112:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.321114:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944450, transno 0, xid 1848998542705152 00010000:00000001:0.0:1763354563.321116:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.321119:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8e00 x1848998542705152/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.321125:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.321126:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.321128:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.321130:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.321132:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.321133:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.321135:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.321137:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.321138:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.321140:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.321142:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095600. 00000100:00000200:0.0:1763354563.321144:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542705152, offset 224 00000400:00000200:0.0:1763354563.321147:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.321152:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.321157:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540200 00000400:00000200:0.0:1763354563.321160:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8619 [2] + 224 00000400:00000200:0.0:1763354563.321164:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.321166:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.321168:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.321171:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766bbb80 x1848998542705152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.321177:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff6766bbb80 x1848998542705152/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.321190:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.321194:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095600 00000400:00000010:0.0:1763354563.321195:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095600. 00000100:00000001:0.0:1763354563.321197:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.321198:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.321200:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.321203:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.321205:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.321207:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.321208:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.321212:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8e00 x1848998542705152/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.321222:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542705152:12345-0@lo:1000:mdt00_002.0 Request processed in 220us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.321230:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7864 00000100:00000040:0.0:1763354563.321233:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:0.0:1763354563.321237:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.321239:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.321243:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.321248:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.321252:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177000. 00000020:00000040:0.0:1763354563.321257:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 4 00000100:00000001:0.0:1763354563.321261:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.321532:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.321537:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.321548:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763354563.321554:0:31818:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff6501330c0 : new refcount 3 00000040:00000001:1.0:1763354563.321567:0:31818:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763354563.321572:0:31818:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763354563.321575:0:31818:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763354563.321581:0:31818:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321588:0:31818:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763354563.321592:0:31818:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 20887 in log [0x1:0x1c:0x0] 00080000:00000001:1.0:1763354563.321603:0:31818:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.321617:0:31818:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152a00. 00080000:00000001:1.0:1763354563.321626:0:31818:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741045760 : -123190968505856 : ffff8ff55e152a00) 00000040:00000001:1.0:1763354563.321632:0:31818:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.321637:0:31818:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.321643:0:31818:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.321653:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.321659:0:31818:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.321665:0:31818:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321673:0:31818:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321681:0:31818:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321690:0:31818:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763354563.321695:0:31818:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763354563.321700:0:31818:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763354563.321705:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.321709:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763354563.321714:0:31818:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1c:0x0] not in the id map cache 00080000:00000001:1.0:1763354563.321722:0:31818:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321731:0:31818:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321736:0:31818:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.321741:0:31818:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.321755:0:31818:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321762:0:31818:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354563.321767:0:31818:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354563.321771:0:31818:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1c:0x0] 00000040:00000001:1.0:1763354563.321822:0:31818:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321828:0:31818:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.321836:0:31818:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763354563.321851:0:31818:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00040000:00000001:1.0:1763354563.321861:0:31818:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.321867:0:31818:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.321874:0:31818:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321879:0:31818:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321885:0:31818:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.321890:0:31818:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.321900:0:31818:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.321913:0:31818:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec53b80 x1848998542695424/t12884944445(12884944445) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.321994:0:31818:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.322000:0:31818:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.322006:0:31818:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff66febd800. 02000000:00000001:1.0:1763354563.322018:0:31818:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.322023:0:31818:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.322028:0:31818:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763354563.322094:0:31818:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.322103:0:31818:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff65134e800. 02000000:00000001:1.0:1763354563.322112:0:31818:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.322117:0:31818:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.322123:0:31818:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec53b80. 00000100:00000001:1.0:1763354563.322132:0:31818:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.322136:0:31818:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.322151:0:31818:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763354563.322155:0:31818:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763354563.322158:0:31818:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763354563.322165:0:31818:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322178:0:31818:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763354563.322183:0:31818:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 20888 in log [0x1:0x1c:0x0] 00080000:00000001:1.0:1763354563.322191:0:31818:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.322199:0:31818:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153400. 00080000:00000001:1.0:1763354563.322206:0:31818:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741048320 : -123190968503296 : ffff8ff55e153400) 00000040:00000001:1.0:1763354563.322213:0:31818:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.322218:0:31818:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.322224:0:31818:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.322230:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.322237:0:31818:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.322243:0:31818:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322248:0:31818:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322254:0:31818:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322260:0:31818:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763354563.322263:0:31818:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763354563.322268:0:31818:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763354563.322272:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.322276:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763354563.322283:0:31818:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1c:0x0] not in the id map cache 00080000:00000001:1.0:1763354563.322291:0:31818:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322296:0:31818:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322301:0:31818:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.322311:0:31818:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.322319:0:31818:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322330:0:31818:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354563.322334:0:31818:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354563.322342:0:31818:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1c:0x0] 00000040:00000001:1.0:1763354563.322357:0:31818:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322369:0:31818:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.322376:0:31818:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763354563.322386:0:31818:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00040000:00000001:1.0:1763354563.322396:0:31818:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.322404:0:31818:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.322409:0:31818:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322416:0:31818:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322426:0:31818:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322437:0:31818:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.322450:0:31818:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.322460:0:31818:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec51500 x1848998542695552/t12884944444(12884944444) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.322491:0:31818:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.322496:0:31818:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.322504:0:31818:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff65134c800. 02000000:00000001:1.0:1763354563.322513:0:31818:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.322520:0:31818:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.322524:0:31818:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=3 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763354563.322533:0:31818:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.322540:0:31818:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff65134d000. 02000000:00000001:1.0:1763354563.322552:0:31818:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.322556:0:31818:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.322563:0:31818:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec51500. 00000100:00000001:1.0:1763354563.322570:0:31818:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.322574:0:31818:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763354563.322582:0:31818:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff6501330c0 : new refcount 2 00000004:00001000:1.0:1763354563.322588:0:31818:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 5 changes, 1 in progress, 0 in flight, 2 done 00000004:00000001:1.0:1763354563.322597:0:31818:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763354563.322603:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.322608:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.322613:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.322617:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.322624:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763354563.322631:0:31818:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff6501330c0 : new refcount 3 00000040:00000001:1.0:1763354563.322643:0:31818:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763354563.322651:0:31818:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763354563.322656:0:31818:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763354563.322664:0:31818:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322676:0:31818:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763354563.322684:0:31818:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 20886 in log [0x1:0x1c:0x0] 00080000:00000001:1.0:1763354563.322696:0:31818:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.322707:0:31818:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153c00. 00080000:00000001:1.0:1763354563.322718:0:31818:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741050368 : -123190968501248 : ffff8ff55e153c00) 00000040:00000001:1.0:1763354563.322731:0:31818:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.322740:0:31818:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.322747:0:31818:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.322756:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.322765:0:31818:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.322772:0:31818:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322783:0:31818:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322794:0:31818:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322803:0:31818:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763354563.322809:0:31818:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763354563.322814:0:31818:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763354563.322822:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.322828:0:31818:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763354563.322834:0:31818:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1c:0x0] not in the id map cache 00080000:00000001:1.0:1763354563.322843:0:31818:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322856:0:31818:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322863:0:31818:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.322875:0:31818:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.322886:0:31818:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322898:0:31818:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354563.322904:0:31818:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354563.322911:0:31818:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1c:0x0] 00000040:00000001:1.0:1763354563.322932:0:31818:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.322945:0:31818:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.322956:0:31818:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000010:1.0:1763354563.322982:0:31818:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00040000:00000001:1.0:1763354563.322990:0:31818:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.322996:0:31818:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.323002:0:31818:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.323010:0:31818:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.323020:0:31818:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.323031:0:31818:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.323065:0:31818:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.323079:0:31818:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec50e00 x1848998542695296/t12884944446(12884944446) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.323103:0:31818:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.323109:0:31818:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.323120:0:31818:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff66febd400. 02000000:00000001:1.0:1763354563.323136:0:31818:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.323143:0:31818:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.323147:0:31818:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=2 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:1.0:1763354563.323156:0:31818:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.323164:0:31818:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff65134dc00. 02000000:00000001:1.0:1763354563.323174:0:31818:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.323180:0:31818:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.323185:0:31818:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50e00. 00000100:00000001:1.0:1763354563.323193:0:31818:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.323199:0:31818:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763354563.323208:0:31818:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff6501330c0 : new refcount 2 00000004:00001000:1.0:1763354563.323223:0:31818:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 5 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:1.0:1763354563.323233:0:31818:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763354563.323241:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.323248:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.323253:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.323257:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.323265:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.323270:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.323457:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.323460:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542705280 02000000:00000001:0.0:1763354563.323463:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.323464:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.323465:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.323468:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.323470:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542705280 00000020:00000001:0.0:1763354563.323471:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.323473:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000001:0.0:1763354563.323474:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.323477:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=5 00000020:00000001:0.0:1763354563.323479:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:0.0:1763354563.323481:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.323483:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.323487:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.323489:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.323491:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.323495:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177000. 00000020:00000010:0.0:1763354563.323498:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.323500:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.323504:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.323505:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.323507:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.323508:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.323511:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.323522:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.323528:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.323529:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.323533:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7865 00000100:00000040:0.0:1763354563.323535:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354563.323537:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444336000 : -123186265215616 : ffff8ff6766bad80) 00000100:00000040:0.0:1763354563.323542:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bad80 x1848998542705280/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.323549:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.323552:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.323554:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.323556:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.323559:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542705280:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.323561:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542705280 00000020:00000001:0.0:1763354563.323563:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.323565:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.323566:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.323568:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.323569:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.323571:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.323573:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.323575:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.323576:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.323578:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.323580:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.323583:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.323585:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.323586:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.323590:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff544986000. 02000000:00000001:0.0:1763354563.323592:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.323594:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.323596:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.323597:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.323599:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.323602:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00080000:00000001:0.0:1763354563.323604:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.323607:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177400. 00080000:00000001:0.0:1763354563.323609:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697497088 : -123190012054528 : ffff8ff597177400) 00000020:00000001:0.0:1763354563.323611:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354563.323614:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.323616:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354563.323617:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.323620:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.323622:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.323623:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.323625:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.323630:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.323632:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354563.323634:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff6475043d0 name trusted.fid flag 1 00080000:00000001:0.0:1763354563.323637:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.323639:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x53b0:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354563.323652:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354563.323654:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff544986208 index 0: rc = 0 00000020:00000040:0.0:1763354563.323656:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354563.323657:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.323659:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.323661:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944456, last_committed = 12884944454 00000001:00000010:0.0:1763354563.323663:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0c60. 00000001:00000040:0.0:1763354563.323665:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 1 00000020:00000040:0.0:1763354563.323667:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=6 00000001:00000001:0.0:1763354563.323680:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.323684:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00040000:00000001:0.0:1763354563.323686:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.323688:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.323689:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.323691:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d6800/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00000020:00000001:0.0:1763354563.323693:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.323695:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.323697:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.323699:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.323702:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944450, transno 12884944456, xid 1848998542705280 00010000:00000001:0.0:1763354563.323705:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.323710:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bad80 x1848998542705280/t12884944456(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.323718:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.323720:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.323724:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.323727:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.323730:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.323732:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.323735:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.323737:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.323739:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.323741:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.323745:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095600. 00000100:00000200:0.0:1763354563.323749:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542705280, offset 224 00000400:00000200:0.0:1763354563.323754:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.323759:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.323764:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540280 00000400:00000200:0.0:1763354563.323767:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8625 [2] + 224 00000400:00000200:0.0:1763354563.323771:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.323773:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.323776:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.323780:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6766bbb80 x1848998542705280/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.323786:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff6766bbb80 x1848998542705280/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.323801:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.323805:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095600 00000400:00000010:0.0:1763354563.323806:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095600. 00000100:00000001:0.0:1763354563.323808:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.323809:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.323812:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.323814:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.323817:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.323819:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.323823:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.323826:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bad80 x1848998542705280/t12884944456(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.323840:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542705280:12345-0@lo:1000:mdt00_002.0 Request processed in 288us (457us total) trans 12884944456 rc 0/0 00000100:00100000:0.0:1763354563.323851:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7865 00000100:00000040:0.0:1763354563.323855:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:0.0:1763354563.323859:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.323862:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.323866:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.323872:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.323878:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177000. 00000020:00000040:0.0:1763354563.323885:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 5 00000100:00000001:0.0:1763354563.323888:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.324395:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.324400:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.324404:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.324408:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.324411:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be73b8 00000400:00000010:0.0:1763354563.324413:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be73b8. 00000100:00000001:0.0:1763354563.324416:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.324417:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.326492:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.326508:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.326511:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.326513:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.326519:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.326528:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cf080 00000400:00000200:0.0:1763354563.326535:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad53d [2] + 1960 00000400:00000010:0.0:1763354563.326539:0:3648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff645397630. 00000400:00000200:0.0:1763354563.326544:0:3648:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff681ffc480 00000800:00000001:0.0:1763354563.326547:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.326553:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.326556:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.326559:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.326562:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff681ffc480 00000400:00000010:0.0:1763354563.326563:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff681ffc480. 00000100:00000001:0.0:1763354563.326567:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.326569:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1763354563.326571:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66aee7050 x1848998841086080 msgsize 392 00000100:00100000:0.0:1763354563.326574:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354563.326577:0:3648:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354563.326589:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.326594:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.326596:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.326664:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.326669:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841086080 02000000:00000001:1.0:1763354563.326672:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.326674:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.326677:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.326680:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.326684:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841086080 00000020:00000001:1.0:1763354563.326686:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.326688:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.326690:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.326693:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=227 00000020:00000001:1.0:1763354563.326696:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.326698:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.326701:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.326706:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.326710:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.326713:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.326718:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153e00. 00000020:00000010:1.0:1763354563.326733:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.326738:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24320. 00000800:00000001:3.0:1763354563.326740:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1763354563.326754:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763354563.326757:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.326758:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.326760:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.326766:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.326780:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.326787:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.326790:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1763354563.326792:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763354563.326793:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1763354563.326797:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354563.326803:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93106 00000400:00000200:3.0:1763354563.326813:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000040:1.0:1763354563.326814:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.326820:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887251578960 : -123186457972656 : ffff8ff66aee7050) 00000400:00000200:3.0:1763354563.326830:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cf100 00000100:00000040:1.0:1763354563.326830:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66aee7050 x1848998841086080/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1763354563.326856:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 1640 00000100:00000001:1.0:1763354563.326857:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.326864:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000800:00000001:3.0:1763354563.326868:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763354563.326869:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.326875:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000800:00000001:3.0:1763354563.326878:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.326882:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.326889:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00100000:1.0:1763354563.326889:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66aee7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+227:252529:x1848998841086080:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000001:3.0:1763354563.326898:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.326902:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1763354563.326903:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841086080 00000100:00000010:3.0:1763354563.326908:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9880. 00000020:00000001:1.0:1763354563.326910:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1763354563.326912:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9880 x1848998841086208 msgsize 328 00000020:00000001:1.0:1763354563.326919:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.326927:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5559c7600: xid 1848998841085824, transno 30065429283, client gen 8, slot idx 5 00000100:00100000:3.0:1763354563.326928:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000001:00000001:1.0:1763354563.326940:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff66cff4900: xid 1848998841084928, transno 30065429280, client gen 8, slot idx 3 00000100:00000001:3.0:1763354563.326947:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000010:1.0:1763354563.326947:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66cff4900. 00000800:00000001:3.0:1763354563.326956:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1763354563.326959:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff6793de900: xid 1848998841085824, transno 30065429282, client gen 8, slot idx 4 00000800:00000001:3.0:1763354563.326960:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1763354563.326979:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff6793de900: xid 1848998841085824, transno 30065429282, client gen 8, slot idx 4 00000001:00000010:1.0:1763354563.326984:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff6793de900. 00000001:00000001:1.0:1763354563.326991:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff66cff4780: xid 1848998841085824, transno 30065429281, client gen 8, slot idx 2 00000001:00000001:1.0:1763354563.326995:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff66cff4780: xid 1848998841085824, transno 30065429281, client gen 8, slot idx 2 00000001:00000010:1.0:1763354563.326999:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66cff4780. 00000020:00000001:1.0:1763354563.327003:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.327007:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763354563.327008:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1763354563.327010:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000100:00100000:0.0:1763354563.327016:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841086208 00000020:00000001:1.0:1763354563.327018:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1763354563.327023:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1763354563.327025:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841086080, found 0 last_xid 1848998841086079 00000100:00000001:0.0:1763354563.327027:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.327083:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.327089:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763354563.327090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 02000000:00000001:0.0:1763354563.327091:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.327094:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.327101:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1763354563.327102:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841086208 00000020:00000001:1.0:1763354563.327105:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.327112:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:1.0:1763354563.327114:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763354563.327117:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000020:00000040:0.0:1763354563.327117:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000004:00000001:1.0:1763354563.327121:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000020:00000001:0.0:1763354563.327127:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1763354563.327128:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.327135:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000004:00000001:1.0:1763354563.327136:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763354563.327142:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1763354563.327148:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000001:00000001:1.0:1763354563.327149:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.327158:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1763354563.327160:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000001:00000001:1.0:1763354563.327161:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.327166:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.327171:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.327175:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.327175:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1763354563.327182:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.327183:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.327184:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.327186:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.327188:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000001:00000001:1.0:1763354563.327197:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.327199:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.327200:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.327218:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.327220:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000004:00000001:1.0:1763354563.327222:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327228:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763354563.327230:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327232:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.327233:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.327235:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.327235:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177000. 00000001:00000001:1.0:1763354563.327239:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.327243:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.327245:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.327246:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000001:00000001:1.0:1763354563.327247:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.327249:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.327254:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.327256:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.327257:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.327257:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 02000000:00000001:1.0:1763354563.327267:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.327272:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00000100:00000040:0.0:1763354563.327273:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:1.0:1763354563.327275:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.327282:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.327284:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.327284:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.327290:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:1.0:1763354563.327291:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.327299:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327300:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000004:00000001:1.0:1763354563.327302:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.327307:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327307:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327316:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327320:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1763354563.327321:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.327326:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1763354563.327328:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.327332:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1763354563.327334:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff67d889000. 00000020:00000040:0.0:1763354563.327336:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3200 refcount=3 02000000:00000001:1.0:1763354563.327337:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.327350:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.327351:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00000004:00000001:1.0:1763354563.327354:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.327358:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327360:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00000004:00000001:1.0:1763354563.327361:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354563.327364:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354563.327370:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354563.327372:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1763354563.327373:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff681241b80 refcount=2 00000020:00000001:1.0:1763354563.327378:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887624194944 : -123186085356672 : ffff8ff681241b80) 00010000:00000001:0.0:1763354563.327378:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.327384:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327385:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887624194944 : -123186085356672 : ffff8ff681241b80) 00000020:00000040:1.0:1763354563.327394:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff681241b80 with handle 0x4a8bb634222caa10 from hash 00000100:00000001:0.0:1763354563.327395:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327403:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354563.327406:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9de5:0x0] with intent: 0 00000100:00000001:0.0:1763354563.327408:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327410:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763354563.327415:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:1.0:1763354563.327419:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.327422:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.327426:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327428:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.327433:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1763354563.327433:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.327448:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.327452:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000001:0.0:1763354563.327452:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:1.0:1763354563.327459:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000100:00000001:0.0:1763354563.327460:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:1.0:1763354563.327462:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.327466:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de5:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 0 00000100:00100000:0.0:1763354563.327475:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3713 00000004:00000002:1.0:1763354563.327476:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.327481:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327487:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000100:00000040:0.0:1763354563.327490:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000004:00000001:1.0:1763354563.327491:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.327497:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1763354563.327499:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820558976 : -123186888992640 : ffff8ff6513d9880) 00080000:00000001:1.0:1763354563.327501:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354563.327513:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327518:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327523:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000040:0.0:1763354563.327524:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d9880 x1848998841086208/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354563.327527:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.327531:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327540:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327544:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327553:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.327558:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327565:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000100:00000001:0.0:1763354563.327566:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000002:1.0:1763354563.327573:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9de5:0x0]: Set SOM attrs S/B/F: 1024/8/4. 00000020:00000010:0.0:1763354563.327575:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000004:00000001:1.0:1763354563.327576:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.327580:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.327583:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.327583:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.327599:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00200000:00000001:1.0:1763354563.327600:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000100:00100000:0.0:1763354563.327611:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841086208:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000020:00000010:1.0:1763354563.327612:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4aa20. 00080000:00000001:1.0:1763354563.327619:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.327625:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153200. 00000100:00000200:0.0:1763354563.327625:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841086208 00010000:00000001:0.0:1763354563.327636:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00080000:00000001:1.0:1763354563.327637:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741047808 : -123190968503808 : ffff8ff55e153200) 00000004:00000001:1.0:1763354563.327647:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00010000:00000002:0.0:1763354563.327647:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000004:00000001:1.0:1763354563.327654:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00010000:00000001:0.0:1763354563.327654:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000004:00000001:1.0:1763354563.327659:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.327661:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741047808 : -123190968503808 : ffff8ff55e153200) 00000004:00000001:1.0:1763354563.327665:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.327666:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:1.0:1763354563.327669:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.327672:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 02000000:00000001:0.0:1763354563.327672:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1763354563.327678:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 02000000:00000010:0.0:1763354563.327682:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff642b55800. 00000004:00000001:1.0:1763354563.327683:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.327686:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 02000000:00000001:0.0:1763354563.327688:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327689:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741047808 : -123190968503808 : ffff8ff55e153200) 00080000:00000001:1.0:1763354563.327700:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.327703:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.327705:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.327707:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327711:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.327714:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.327717:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.327721:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327721:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.327728:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00000001:1.0:1763354563.327729:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.327734:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00010000:00000001:0.0:1763354563.327735:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:1.0:1763354563.327737:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000020:00000001:0.0:1763354563.327740:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1763354563.327741:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.327744:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741047808 : -123190968503808 : ffff8ff55e153200) 00000020:00000040:0.0:1763354563.327747:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff542af3200 refcount=3 00080000:00000001:1.0:1763354563.327748:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.327751:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de5:0x0] set xattr 'trusted.som' with size 24 00000020:00000001:0.0:1763354563.327758:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000001:0.0:1763354563.327764:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882281378304 : -123191428173312 : ffff8ff542af3200) 00010000:00000040:0.0:1763354563.327768:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8100 count: 2 00000004:00000001:1.0:1763354563.327772:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.327775:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000004:00000001:1.0:1763354563.327776:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327782:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.327785:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.327786:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.327793:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000020:00000001:0.0:1763354563.327794:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:1.0:1763354563.327798:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.327801:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429284, last_committed = 30065429279 00000020:00000001:0.0:1763354563.327805:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00000001:00000010:1.0:1763354563.327806:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a0c0. 00000001:00000040:1.0:1763354563.327814:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 5 00002000:00000001:0.0:1763354563.327816:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00000020:00000040:1.0:1763354563.327819:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=228 00002000:00000001:0.0:1763354563.327823:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000001:00000010:1.0:1763354563.327826:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e3816c0. 00002000:00000001:0.0:1763354563.327830:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327831:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.327836:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.327839:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741047808 : -123190968503808 : ffff8ff55e153200) 00000020:00000002:0.0:1763354563.327842:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109b5b8/ffff8ff59109b560 to site lru. bkt: ffff8ff66f402e98 00010000:00000001:0.0:1763354563.327851:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354563.327852:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.327862:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e3816c0: xid 1848998841086080, transno 30065429284, tag 1, client gen 8, slot idx 2 00000020:00000001:0.0:1763354563.327862:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000001:00000001:1.0:1763354563.327871:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327871:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000010:1.0:1763354563.327883:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00010000:00000001:0.0:1763354563.327885:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.327888:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1763354563.327890:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.327891:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.327901:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327903:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.327906:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:1.0:1763354563.327908:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4aa20. 00010000:00000001:0.0:1763354563.327915:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1763354563.327917:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327919:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.327923:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327926:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:1.0:1763354563.327928:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327931:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.327933:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.327938:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff542af3200 with handle 0x4a8bb634222caa5d from hash 00000004:00000001:1.0:1763354563.327940:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763354563.327949:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00010000:00000001:0.0:1763354563.327949:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:1.0:1763354563.327958:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00010000:00000001:0.0:1763354563.327958:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763354563.327975:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:0.0:1763354563.327976:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.327979:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:0.0:1763354563.327981:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:1.0:1763354563.327984:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327987:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.327990:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.327990:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:1.0:1763354563.327997:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00010000:00000001:0.0:1763354563.327997:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.328002:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354563.328005:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.328005:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000002:1.0:1763354563.328010:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9de5:0x0], previous was 0x7 00010000:00000001:0.0:1763354563.328010:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763354563.328018:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.328022:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00010000:00010000:0.0:1763354563.328025:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff542af3200/0x4a8bb634222caa5d lrc: 0/0,0 mode: --/GROUP res: [0x2c0000402:0x5325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1689990921 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f412b1 expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763354563.328026:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.328032:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763354563.328054:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.328057:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763354563.328060:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff681241b80. 00000004:00000001:1.0:1763354563.328071:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000040:0.0:1763354563.328074:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 12 00000020:00000002:1.0:1763354563.328076:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541894238/ffff8ff5418941e0 to site lru. bkt: ffff8ff66faf28b0 00000004:00000001:1.0:1763354563.328081:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000040:0.0:1763354563.328081:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000004:00000001:1.0:1763354563.328084:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.328090:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.328093:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.328096:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00010000:00000001:0.0:1763354563.328097:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.328100:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00000001:0.0:1763354563.328102:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:1.0:1763354563.328104:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:0.0:1763354563.328107:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:1.0:1763354563.328109:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00000001:0.0:1763354563.328111:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763354563.328114:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:0.0:1763354563.328117:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.328122:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:1.0:1763354563.328123:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.328126:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5472e8100 count: 0 02000000:00000001:1.0:1763354563.328129:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.328134:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00002000:00000010:0.0:1763354563.328135:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68100. 00000020:00000001:1.0:1763354563.328142:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000010:0.0:1763354563.328143:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff5472e8200. 00000020:00000001:1.0:1763354563.328149:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.328153:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.328155:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429279, transno 30065429284, xid 1848998841086080 00010000:00000001:1.0:1763354563.328159:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00010000:0.0:1763354563.328160:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.328164:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1763354563.328167:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66aee7050 x1848998841086080/t30065429284(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.328172:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.328182:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.328183:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.328185:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.328193:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=43 v=5 (1 1 1 1) 00000100:00001000:0.0:1763354563.328194:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:1.0:1763354563.328198:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1763354563.328204:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.328205:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.328212:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000040:0.0:1763354563.328218:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 02000000:00000001:1.0:1763354563.328219:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.328224:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.328229:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000001:1.0:1763354563.328230:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1763354563.328239:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1763354563.328240:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 02000000:00000001:0.0:1763354563.328247:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.328248:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa110. 00000100:00000001:0.0:1763354563.328261:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1763354563.328264:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841086080, offset 224 00000100:00000040:0.0:1763354563.328271:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.328278:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.328281:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bee0. 00000100:00000200:0.0:1763354563.328289:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841086208, offset 224 00000400:00000200:1.0:1763354563.328296:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.328305:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.328313:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556563:1556563:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556559:1556559:8:4294967295] 00000400:00000200:1.0:1763354563.328327:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.328334:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.328341:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.328341:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000800:00000200:1.0:1763354563.328356:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000400:00000200:0.0:1763354563.328361:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556564:1556564:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556560:1556560:7:4294967295] 00000800:00000200:1.0:1763354563.328369:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.328377:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 552 niov 1 nkiov 1 00000400:00000200:0.0:1763354563.328390:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.328398:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000100:00000001:1.0:1763354563.328402:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354563.328405:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534db00. 00000100:00000040:1.0:1763354563.328409:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.328413:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.328416:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.328420:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:0.0:1763354563.328420:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000040:1.0:1763354563.328429:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66aee7050 x1848998841086080/t30065429284(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1763354563.328437:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.328453:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534db00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1763354563.328455:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66aee7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+228:252529:x1848998841086080:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1595us (1879us total) trans 30065429284 rc 0/0 00000100:00000001:0.0:1763354563.328463:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.328474:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93106 00000100:00000040:0.0:1763354563.328476:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.328486:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.328488:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00010000:00000001:0.0:1763354563.328492:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.328498:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.328504:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1763354563.328508:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d9880 x1848998841086208/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1763354563.328512:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.328519:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24320. 00000020:00000010:1.0:1763354563.328537:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153e00. 00000020:00000040:1.0:1763354563.328548:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00000100:00100000:0.0:1763354563.328548:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2408:x1848998841086208:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 972us (1623us total) trans 0 rc 0/0 02000000:00000001:1.0:1763354563.328558:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.328563:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff67d889000. 00000100:00100000:0.0:1763354563.328571:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3713 02000000:00000001:1.0:1763354563.328572:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1763354563.328580:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1763354563.328581:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 02000000:00000010:1.0:1763354563.328590:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff5449dc800. 00000100:00000001:0.0:1763354563.328591:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.328596:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1763354563.328605:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1763354563.328605:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000100:00000010:1.0:1763354563.328611:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2df80. 00000020:00000010:0.0:1763354563.328614:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 02000000:00000001:1.0:1763354563.328627:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1763354563.328627:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177000. 02000000:00000010:1.0:1763354563.328634:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff5449dd400. 02000000:00000001:1.0:1763354563.328642:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:0.0:1763354563.328642:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000010:1.0:1763354563.328646:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817adc00. 00000100:00000001:0.0:1763354563.328650:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354563.328654:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.328656:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6701e0c00. 02000000:00000001:1.0:1763354563.328662:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.328664:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817af100. 02000000:00000001:1.0:1763354563.328667:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.328668:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6701e2000. 02000000:00000001:1.0:1763354563.328670:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.328671:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ac380. 02000000:00000001:1.0:1763354563.328673:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.328674:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff58a0b9400. 02000000:00000001:1.0:1763354563.328676:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.328677:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084380. 00000100:00000001:1.0:1763354563.328680:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354563.328684:0:6520:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1763354563.328689:0:6520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2ec8. 00000400:00000010:1.0:1763354563.328693:0:6520:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381e40. 00000800:00000001:0.0:1763354563.330173:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.330185:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.330189:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.330192:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.330199:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.330210:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cf200 00000400:00000200:0.0:1763354563.330218:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad6e9 [2] + 0 00000800:00000001:0.0:1763354563.330225:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.330232:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.330235:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.330239:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.330244:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.330246:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.330252:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640df80. 00000100:00000040:0.0:1763354563.330255:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640df80 x1848998841086464 msgsize 392 00000100:00100000:0.0:1763354563.330261:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.330275:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.330281:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.330284:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.330325:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.330329:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841086464 02000000:00000001:1.0:1763354563.330332:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.330334:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.330336:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.330339:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.330342:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841086464 00000020:00000001:1.0:1763354563.330345:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.330347:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.330349:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.330352:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=228 00000020:00000001:1.0:1763354563.330354:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.330357:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.330361:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.330365:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.330368:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.330371:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.330377:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153e00. 00000020:00000010:1.0:1763354563.330381:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.330385:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24320. 00000100:00000040:1.0:1763354563.330390:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763354563.330392:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.330394:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.330396:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.330402:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.330416:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.330424:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.330426:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.330434:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93107 00000100:00000040:1.0:1763354563.330439:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.330442:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636224384 : -123187073327232 : ffff8ff64640df80) 00000100:00000040:1.0:1763354563.330449:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640df80 x1848998841086464/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.330465:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.330468:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.330470:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.330472:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.330477:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+228:252529:x1848998841086464:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:1.0:1763354563.330480:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841086464 00000020:00000001:1.0:1763354563.330482:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.330485:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.330488:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e3816c0: xid 1848998841086080, transno 30065429284, client gen 8, slot idx 2 00000001:00000001:1.0:1763354563.330492:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5559c7600: xid 1848998841085824, transno 30065429283, client gen 8, slot idx 5 00000001:00000010:1.0:1763354563.330495:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c7600. 00000020:00000001:1.0:1763354563.330498:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.330500:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.330502:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:1.0:1763354563.330505:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.330507:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841086464, found 0 last_xid 1848998841086463 00000020:00000001:1.0:1763354563.330510:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.330512:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.330513:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.330516:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330519:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763354563.330521:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763354563.330522:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763354563.330525:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330527:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763354563.330530:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.330531:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330534:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.330535:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.330537:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330539:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.330541:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.330543:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330544:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.330546:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.330548:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330549:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.330550:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.330553:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330555:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330557:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763354563.330559:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330561:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354563.330563:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.330564:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330566:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.330567:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.330569:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330571:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.330573:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.330575:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330576:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.330578:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.330581:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354563.330585:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354563.330587:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354563.330590:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354563.330591:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.330593:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.330595:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330597:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354563.330598:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330600:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.330603:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.330605:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.330609:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff67d889000. 02000000:00000001:1.0:1763354563.330611:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.330615:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330617:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354563.330618:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330621:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763354563.330622:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763354563.330624:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.330626:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66c563b80 refcount=2 00000020:00000001:1.0:1763354563.330628:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887275158400 : -123186434393216 : ffff8ff66c563b80) 00000004:00000001:1.0:1763354563.330631:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887275158400 : -123186434393216 : ffff8ff66c563b80) 00000020:00000040:1.0:1763354563.330634:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c563b80 with handle 0x4a8bb634222caa25 from hash 00000004:00000001:1.0:1763354563.330637:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763354563.330639:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9de7:0x0] with intent: 0 00000004:00000001:1.0:1763354563.330642:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763354563.330644:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:1.0:1763354563.330647:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354563.330649:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354563.330653:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330656:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330659:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330667:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.330669:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763354563.330671:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763354563.330673:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.330675:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763354563.330679:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354563.330681:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330683:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330684:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330686:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763354563.330688:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:1.0:1763354563.330690:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.330692:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.330694:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330696:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330697:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.330700:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.330702:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.330704:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763354563.330706:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330708:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763354563.330709:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9de7:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:1.0:1763354563.330712:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.330714:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763354563.330716:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354563.330719:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.330723:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4aa20. 00080000:00000001:1.0:1763354563.330726:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.330728:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152400. 00080000:00000001:1.0:1763354563.330731:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741044224 : -123190968507392 : ffff8ff55e152400) 00000004:00000001:1.0:1763354563.330734:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.330736:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.330738:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330740:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044224 : -123190968507392 : ffff8ff55e152400) 00000004:00000001:1.0:1763354563.330743:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330746:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.330748:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.330750:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.330754:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.330755:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330757:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044224 : -123190968507392 : ffff8ff55e152400) 00080000:00000001:1.0:1763354563.330759:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.330762:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.330764:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.330766:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330768:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.330774:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.330775:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330779:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.330782:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354563.330783:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354563.330784:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330786:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044224 : -123190968507392 : ffff8ff55e152400) 00080000:00000001:1.0:1763354563.330789:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.330791:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de7:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:1.0:1763354563.330803:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330805:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330806:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.330809:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.330811:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.330814:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.330816:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429285, last_committed = 30065429279 00000001:00000010:1.0:1763354563.330820:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a240. 00000001:00000040:1.0:1763354563.330823:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 6 00000020:00000040:1.0:1763354563.330825:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=229 00000001:00000010:1.0:1763354563.330830:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e3813c0. 00000004:00000001:1.0:1763354563.330834:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.330835:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330837:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741044224 : -123190968507392 : ffff8ff55e152400) 00000004:00000001:1.0:1763354563.330844:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.330847:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e3813c0: xid 1848998841086464, transno 30065429285, tag 1, client gen 8, slot idx 3 00000001:00000001:1.0:1763354563.330850:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.330855:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00040000:00000001:1.0:1763354563.330859:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.330861:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.330863:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.330865:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4aa20. 00000020:00000001:1.0:1763354563.330869:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330872:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330873:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330875:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330877:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763354563.330879:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763354563.330880:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763354563.330882:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.330883:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.330886:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354563.330888:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763354563.330892:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763354563.330894:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354563.330896:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9de7:0x0], previous was 0x7 00000004:00000001:1.0:1763354563.330899:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330901:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763354563.330904:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330906:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763354563.330908:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354563.330911:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4aa20. 00080000:00000001:1.0:1763354563.330914:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.330917:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152e00. 00080000:00000001:1.0:1763354563.330919:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000004:00000001:1.0:1763354563.330925:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330927:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00080000:00000001:1.0:1763354563.330931:0:6520:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1763354563.330933:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.330935:0:6520:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330938:0:6520:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763354563.330939:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330940:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000004:00000001:1.0:1763354563.330944:0:6520:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330947:0:6520:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.330949:0:6520:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354563.330952:0:6520:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330954:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.330956:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330957:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00080000:00000001:1.0:1763354563.330961:0:6520:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1763354563.330978:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.330980:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1763354563.330983:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9de7:0x0] not in the id map cache 00080000:00000001:1.0:1763354563.330986:0:6520:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330989:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.330993:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763354563.330995:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.330997:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.330999:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354563.331003:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354563.331005:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.331007:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.331011:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.331014:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.331016:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.331018:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763354563.331020:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331022:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000004:00000001:1.0:1763354563.331026:0:6520:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763354563.331029:0:6520:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763354563.331031:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00010000:00000010:2.1:1763354563.331071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6807a2c00. 00000020:00000001:1.0:1763354563.331080:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00010000:00000010:2.1:1763354563.331081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5500. 00010000:00000010:2.1:1763354563.331093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000004:00000040:1.0:1763354563.331095:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff64a738cc0 : new refcount 3 00000040:00000001:1.0:1763354563.331103:0:6520:0:(llog.c:1278:llog_declare_add()) Process entered 00080000:00000010:2.1:1763354563.331106:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66c563600. 00000040:00000001:1.0:1763354563.331108:0:6520:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00080000:00000010:2.1:1763354563.331114:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff681241c00. 00000040:00000040:1.0:1763354563.331114:0:6520:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:1.0:1763354563.331122:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354563.331126:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.331128:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354563.331131:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331133:0:6520:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763354563.331136:0:6520:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763354563.331139:0:6520:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763354563.331142:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.331144:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.331148:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00080000:00000001:1.0:1763354563.331151:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331154:0:6520:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763354563.331156:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1f:0x0] not in the id map cache 00000001:00000001:1.0:1763354563.331160:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.331162:0:6520:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.331165:0:6520:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331168:0:6520:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331170:0:6520:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331174:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.331176:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.331178:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.331179:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.331182:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1580. 00080000:00000001:1.0:1763354563.331184:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331186:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.331188:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.331189:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331192:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331194:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331196:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.331198:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331201:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354563.331202:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354563.331204:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.331205:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.331207:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1180. 00080000:00000001:1.0:1763354563.331209:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331210:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.331212:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354563.331213:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331215:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331217:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331219:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.331220:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331223:0:6520:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.331225:0:6520:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.331227:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff64a738cc0 : new refcount 2 00000004:00000001:1.0:1763354563.331230:0:6520:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331232:0:6520:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331234:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331237:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331239:0:6520:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.331243:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763354563.331245:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354563.331248:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354563.331250:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.331252:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00080000:00000001:1.0:1763354563.331254:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.331256:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.331258:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1040. 00080000:00000001:1.0:1763354563.331261:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331262:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331267:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.331270:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331275:0:6520:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763354563.331279:0:6520:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763354563.331281:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.331282:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00080000:00000001:1.0:1763354563.331286:0:6520:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:1.0:1763354563.331311:0:6520:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354563.331314:0:6520:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331316:0:6520:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331319:0:6520:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763354563.331320:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.331322:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00080000:00000002:1.0:1763354563.331326:0:6520:0:(osd_handler.c:4785:osd_ref_del()) [0x2400032e4:0x9de7:0x0] decrease nlink 1 00000004:00000001:1.0:1763354563.331332:0:6520:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331336:0:6520:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763354563.331339:0:6520:0:(mdd_object.c:3993:mdd_close()) Object [0x2400032e4:0x9de7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763354563.331341:0:6520:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763354563.331343:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763354563.331344:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.331346:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00080000:00000001:1.0:1763354563.331349:0:6520:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:1.0:1763354563.331352:0:6520:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2400032e4:0x9de7:0x0] 00080000:00000001:1.0:1763354563.331354:0:6520:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763354563.331356:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.331358:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.331360:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.331362:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331364:0:6520:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331367:0:6520:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1763354563.331383:0:6520:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff671ce2dc0. 00000001:00000010:1.0:1763354563.331395:0:6520:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff671ce2dc0. 00080000:00000001:1.0:1763354563.331400:0:6520:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.331402:0:6520:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331404:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331407:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763354563.331409:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763354563.331410:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.331412:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354563.331414:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354563.331415:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.331417:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354563.331419:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.331420:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.331422:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.331424:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:1.0:1763354563.331427:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331429:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000004:00000001:1.0:1763354563.331432:0:6520:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763354563.331434:0:6520:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763354563.331436:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354563.331438:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000004:00000040:1.0:1763354563.331441:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff64a738cc0 : new refcount 3 00000040:00000001:1.0:1763354563.331444:0:6520:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763354563.331446:0:6520:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763354563.331447:0:6520:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763354563.331450:0:6520:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620887195983872 : -123186513567744 : ffff8ff6679e2000) 00000040:00000001:1.0:1763354563.331452:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354563.331454:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.331456:0:6520:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354563.331458:0:6520:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354563.331459:0:6520:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x1e:0x0] 00000040:00080000:1.0:1763354563.331490:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1e:0x0].21285, 64 off1370480 00000040:00000001:1.0:1763354563.331494:0:6520:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.331496:0:6520:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.331502:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763354563.331505:0:6520:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354563.331507:0:6520:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763354563.331510:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff64a738cc0 : new refcount 2 00000004:00001000:1.0:1763354563.331512:0:6520:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0001: new record [0x1:0x1e:0x0].21285: rc = 1 00000004:00000010:1.0:1763354563.331518:0:6520:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8ff543a4ade0. 00000004:00080000:1.0:1763354563.331521:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 12217995485496ns, next at 12218995480622ns, rc = 0 00000004:00000001:1.0:1763354563.331524:0:6520:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331527:0:6520:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331529:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331531:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331533:0:6520:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.331535:0:6520:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763354563.331538:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.331540:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.331542:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763354563.331545:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429285 00000001:00000001:1.0:1763354563.331547:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.331549:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429286, last_committed = 30065429279 00000001:00000010:1.0:1763354563.331552:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a7e0. 00000001:00000040:1.0:1763354563.331555:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 7 00000020:00000040:1.0:1763354563.331557:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00000001:00000010:1.0:1763354563.331562:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381b40. 00000004:00000001:1.0:1763354563.331566:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354563.331567:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354563.331568:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000004:00000001:1.0:1763354563.331574:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354563.331577:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e3813c0: xid 1848998841086464, transno 30065429285, client gen 8, slot idx 3 00000001:00000001:1.0:1763354563.331581:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e3813c0: xid 1848998841086464, transno 30065429285, client gen 8, slot idx 3 00000001:00000010:1.0:1763354563.331584:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e3813c0. 00000001:00000001:1.0:1763354563.331588:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381b40: xid 1848998841086464, transno 30065429286, tag 1, client gen 8, slot idx 4 00000001:00000001:1.0:1763354563.331591:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.331596:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1040. 00080000:00000010:1.0:1763354563.331599:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1180. 00080000:00000010:1.0:1763354563.331602:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1580. 00080000:00000010:1.0:1763354563.331605:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00040000:00000001:1.0:1763354563.331607:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.331608:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.331610:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.331612:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4aa20. 00000020:00000001:1.0:1763354563.331615:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.331619:0:6520:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763354563.331622:0:6520:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354563.331625:0:6520:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.331632:0:6520:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da300 count: 3 00010000:00000001:1.0:1763354563.331635:0:6520:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.331638:0:6520:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.331642:0:6520:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.331647:0:6520:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.331649:0:6520:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caab8 to hash 00000020:00000001:1.0:1763354563.331651:0:6520:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.331653:0:6520:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:1.0:1763354563.331659:0:6520:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff557d43b00. 00010000:00000001:1.0:1763354563.331662:0:6520:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.331665:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.331668:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.331672:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00000001:1.0:1763354563.331680:0:6520:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.331684:0:6520:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.331687:0:6520:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354563.331689:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.331692:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.331694:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.331696:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.331699:0:6520:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354563.331701:0:6520:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354563.331703:0:6520:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354563.331704:0:6520:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354563.331707:0:6520:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) refcount = 3 00010000:00000040:1.0:1763354563.331711:0:6520:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.331714:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67940a600/0x4a8bb634222caaaa lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:1.0:1763354563.331721:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67940b000/0x4a8bb634222caa95 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354563.331727:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 00010000:00000001:1.0:1763354563.331733:0:6520:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354563.331738:0:6520:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.331739:0:6520:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.331742:0:6520:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.331743:0:6520:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.331746:0:6520:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.331748:0:6520:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354563.331751:0:6520:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:1.0:1763354563.331753:0:6520:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.331756:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00000001:1.0:1763354563.331762:0:6520:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354563.331764:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.331765:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.331767:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.331769:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.331770:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:1.0:1763354563.331772:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.331776:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.331779:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.331780:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.331781:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:1.0:1763354563.331783:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.331786:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.331788:0:6520:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763354563.331791:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00000001:1.0:1763354563.331797:0:6520:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.331800:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00000001:1.0:1763354563.331805:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.331807:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.331809:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00000001:1.0:1763354563.331815:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.331816:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.331820:0:6520:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763354563.331823:0:6520:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff55e3813c0. 00010000:00000001:1.0:1763354563.331827:0:6520:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763354563.331844:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763354563.331847:0:6520:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.331849:0:6520:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.331852:0:6520:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.331853:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.331854:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.331856:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.331857:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763354563.331858:0:6520:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763354563.331861:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66c563b80. 00000004:00000001:1.0:1763354563.331868:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:3.0:1763354563.331880:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.331883:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.331886:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354563.331888:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354563.331890:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354563.331893:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763354563.331900:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354563.331902:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.331904:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354563.331907:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354563.331912:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354563.331913:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.331915:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.331917:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354563.331918:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354563.331920:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354563.331922:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354563.331924:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354563.331928:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.331929:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.331930:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.331933:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.331935:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.331937:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.331939:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.331941:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caab8 from hash 00010000:00000001:3.0:1763354563.331943:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.331944:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.331945:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.331946:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.331949:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.331950:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.331950:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354563.331955:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000001:1.0:1763354563.331955:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.331957:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00040000:00000001:1.0:1763354563.331959:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354563.331961:0:6506:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00040000:00000001:1.0:1763354563.331976:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00010000:3.0:1763354563.331977:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de7:0x0].0x0 (ffff8ff58c6da300) 00040000:00000001:1.0:1763354563.331979:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:3.0:1763354563.331982:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00040000:00000001:1.0:1763354563.331983:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.331986:0:6506:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.331990:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.331990:0:6520:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8ff66ba27c00. 00010000:00000001:3.0:1763354563.331994:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.331996:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354563.331999:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1763354563.331999:0:6520:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff66b948e00. 00010000:00000001:3.0:1763354563.332001:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.332004:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.332007:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.332009:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.332009:0:6520:0:(osp_object.c:2340:osp_object_release()) Process entered 00010000:00010000:3.0:1763354563.332011:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 1/0,0 mode: --/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00000004:00000001:1.0:1763354563.332013:0:6520:0:(osp_object.c:2372:osp_object_release()) Process leaving 00010000:00000001:3.0:1763354563.332018:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.332020:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caab8 lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9de7:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00000004:00000010:1.0:1763354563.332021:0:6520:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff66ba27500. 00010000:00000010:3.0:1763354563.332029:0:6506:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43b00. 00000004:00000010:1.0:1763354563.332029:0:6520:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6c9aa0. 00000004:00000010:1.0:1763354563.332066:0:6520:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7f9c0. 00000004:00000010:1.0:1763354563.332071:0:6520:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7fb88. 00010000:00000001:3.0:1763354563.332075:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.332079:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000010:1.0:1763354563.332079:0:6520:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff66cff4b40. 00010000:00000010:3.0:1763354563.332082:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff55e3813c0. 00000004:00000010:1.0:1763354563.332086:0:6520:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff8ff541897cb0. 00010000:00000001:3.0:1763354563.332087:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.332093:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.332094:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354563.332096:0:6520:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8ff54ef36a50. 00010000:00010000:3.0:1763354563.332097:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354563.332100:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.332102:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.332103:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354563.332105:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:1.0:1763354563.332105:0:6520:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1763354563.332110:0:6520:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x2400032e4:0x9de7:0x0] 00000020:00000001:3.0:1763354563.332111:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.332114:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:1.0:1763354563.332117:0:6520:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8ff541895680. 00000004:00000001:1.0:1763354563.332125:0:6520:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763354563.332127:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.332128:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.332130:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.332132:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763354563.332134:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763354563.332136:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354563.332138:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354563.332140:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354563.332142:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354563.332146:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.332150:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354563.332152:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763354563.332156:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.332162:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.332164:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.332167:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429279, transno 30065429286, xid 1848998841086464 00010000:00000001:1.0:1763354563.332169:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.332175:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640df80 x1848998841086464/t30065429286(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.332183:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.332186:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.332190:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=43 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.332194:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.332196:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.332199:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.332201:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.332203:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.332206:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.332209:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.332213:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa330. 00000100:00000200:1.0:1763354563.332218:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841086464, offset 224 00000400:00000200:1.0:1763354563.332224:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.332233:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.332240:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556565:1556565:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556561:1556561:8:4294967295] 00000400:00000200:1.0:1763354563.332252:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.332257:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.332262:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.332267:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.332273:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.332278:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.332294:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.332298:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.332301:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.332303:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.332306:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.332312:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640df80 x1848998841086464/t30065429286(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 392/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.332323:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252529:x1848998841086464:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1856us (2066us total) trans 30065429286 rc 0/0 00000100:00100000:1.0:1763354563.332333:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93107 00000100:00000040:1.0:1763354563.332336:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.332338:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.332340:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763354563.332341:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763354563.332344:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.332347:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24320. 00000020:00000010:1.0:1763354563.332350:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153e00. 00000020:00000040:1.0:1763354563.332353:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:1.0:1763354563.332355:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.332378:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.332382:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:3.0:1763354563.332386:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.332390:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.332395:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa330 00000400:00000010:3.0:1763354563.332396:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa330. 00000100:00000001:3.0:1763354563.332399:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.332400:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.335076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff542af3200. 00010000:00000010:0.1:1763354563.335096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8100. 00010000:00000010:3.1:1763354563.339079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000100:00000001:1.0:1763354563.343190:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.343193:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841086592 02000000:00000001:1.0:1763354563.343196:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.343198:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.343200:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.343204:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.343208:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841086592 00000020:00000001:1.0:1763354563.343210:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.343212:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354563.343214:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.343216:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:1.0:1763354563.343218:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354563.343220:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354563.343224:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.343228:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.343231:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.343233:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.343239:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153e00. 00000020:00000010:1.0:1763354563.343244:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.343250:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24320. 00000100:00000040:1.0:1763354563.343258:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.343261:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.343262:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.343265:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.343273:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.343290:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.343304:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.343306:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.343312:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417392 00000100:00000040:1.0:1763354563.343317:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:1.0:1763354563.343320:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315975680 : -123186393575936 : ffff8ff66ec50e00) 00000100:00000040:1.0:1763354563.343329:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50e00 x1848998841086592/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.343340:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.343343:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.343345:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.343348:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.343353:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252530:x1848998841086592:12345-192.168.203.48@tcp:53:lfs.0 00000100:00000200:1.0:1763354563.343357:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841086592 00000020:00000001:1.0:1763354563.343360:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.343363:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.343369:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e381b40: xid 1848998841086464, transno 30065429286, client gen 8, slot idx 4 00000001:00000001:1.0:1763354563.343374:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e3816c0: xid 1848998841086080, transno 30065429284, client gen 8, slot idx 2 00000001:00000010:1.0:1763354563.343379:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e3816c0. 00000020:00000001:1.0:1763354563.343383:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.343385:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.343388:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707648 : -1045843968 : ffffffffc1a9b000) 00000020:00000001:1.0:1763354563.343391:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.343395:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841086592, found 0 last_xid 1848998841086591 00000020:00000001:1.0:1763354563.343398:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.343400:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.343402:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.343406:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.343409:0:6519:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763354563.343415:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.343417:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.343425:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8ff680f12000. 02000000:00000001:1.0:1763354563.343428:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.343430:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.343444:0:6519:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763354563.343446:0:6519:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x2400032e4:0x9de6:0x0] from 18446744073709551615 #0 00000004:00000001:1.0:1763354563.343453:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.343455:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:1.0:1763354563.343459:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.343465:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:1.0:1763354563.343468:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:1.0:1763354563.343470:0:6519:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763354563.343474:0:6519:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763354563.343479:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff643d4b000. 00000004:00000001:1.0:1763354563.343481:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.343483:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763354563.343491:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343495:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343511:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.343514:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.343519:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343520:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343524:0:6519:0:(lod_object.c:1534:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.343527:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354563.343530:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.343532:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.343534:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.343535:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:1.0:1763354563.343537:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.343540:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:1.0:1763354563.343542:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:1.0:1763354563.343545:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343548:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343559:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:1.0:1763354563.343561:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:1.0:1763354563.343564:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343565:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.343569:0:6519:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.343571:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763354563.343573:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.343577:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:1.0:1763354563.343579:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.343580:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.343581:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:1.0:1763354563.343583:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.343586:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533255448 : -123190176296168 : ffff8ff58d4d5318) 00000004:00000001:1.0:1763354563.343589:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533255360 : -123190176296256 : ffff8ff58d4d52c0) 00000004:00000001:1.0:1763354563.343591:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.343595:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763354563.343597:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:1.0:1763354563.343599:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58d4d5318/ffff8ff58d4d52c0 to site lru. bkt: ffff8ff66faf2b50 00000004:00000001:1.0:1763354563.343601:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.343603:0:6519:0:(mdt_handler.c:7753:mdt_path_current()) Process leaving via remote_out (rc=18446744073709551550 : -66 : 0xffffffffffffffbe) 00000004:00000001:1.0:1763354563.343606:0:6519:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:1.0:1763354563.343609:0:6519:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000040:1.0:1763354563.343611:0:6519:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200002344:0x19e20:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763354563.343614:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.343616:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:1.0:1763354563.343618:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.343620:0:6519:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:1.0:1763354563.343622:0:6519:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000020:00000010:1.0:1763354563.343626:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff643d4b000. 00000004:00000001:1.0:1763354563.343629:0:6519:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00010000:00000040:1.0:1763354563.343633:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429279, transno 0, xid 1848998841086592 00010000:00000001:1.0:1763354563.343636:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.343642:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50e00 x1848998841086592/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -66/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.343651:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.343654:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.343659:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.343664:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.343667:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.343669:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.343672:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.343674:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.343678:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.343681:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.343686:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e3816c0. 00000100:00000200:1.0:1763354563.343691:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848998841086592, offset 224 00000400:00000200:1.0:1763354563.343698:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.343709:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.343715:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556566:1556566:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556562:1556562:8:4294967295] 00000400:00000200:1.0:1763354563.343724:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.343730:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.343734:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff55e152600. 00000800:00000200:1.0:1763354563.343739:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.343747:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:1.0:1763354563.343751:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff55e152600 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763354563.343768:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.343772:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.343774:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.343777:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.343780:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.343786:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50e00 x1848998841086592/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -66/-66 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.343797:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252530:x1848998841086592:12345-192.168.203.48@tcp:53:lfs.0 Request processed in 455us (665us total) trans 0 rc -66/-66 00000100:00100000:1.0:1763354563.343806:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417392 00000100:00000040:1.0:1763354563.343810:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354563.343814:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.343816:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.343820:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.343825:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24320. 00000020:00000010:1.0:1763354563.343828:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153e00. 00000020:00000040:1.0:1763354563.343832:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:1.0:1763354563.343835:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.343858:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.343864:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff55e152600. 00000400:00000200:0.0:1763354563.343867:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.343871:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.343874:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e3816c0 00000400:00000010:0.0:1763354563.343876:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e3816c0. 00000100:00000001:0.0:1763354563.343878:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.343880:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.345222:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.345228:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.345230:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.345232:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.345237:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.345244:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 304 into portal 12 MB=0x691a7971cf300 00000400:00000200:3.0:1763354563.345249:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 304/304 into md 0x767b29 [64] + 170928 00000800:00000001:3.0:1763354563.345253:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.345257:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.345259:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.345262:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.345264:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.345266:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.345269:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9c00. 00000100:00000040:3.0:1763354563.345271:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9c00 x1848998841086720 msgsize 304 00000100:00100000:3.0:1763354563.345331:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.345340:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.345346:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.345349:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.345388:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.345391:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841086720 02000000:00000001:1.0:1763354563.345394:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.345395:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.345397:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.345400:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.345403:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841086720 00000020:00000001:1.0:1763354563.345405:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.345406:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354563.345408:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.345411:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=471 00000020:00000001:1.0:1763354563.345413:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354563.345415:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354563.345419:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.345423:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.345425:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.345428:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.345433:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153e00. 00000020:00000010:1.0:1763354563.345437:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.345440:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24320. 00000100:00000040:1.0:1763354563.345444:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354563.345447:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.345448:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.345450:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.345455:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.345467:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.345476:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.345478:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.345483:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417393 00000100:00000040:1.0:1763354563.345488:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354563.345490:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820559872 : -123186888991744 : ffff8ff6513d9c00) 00000100:00000040:1.0:1763354563.345497:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d9c00 x1848998841086720/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.345505:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.345508:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.345510:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.345512:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.345516:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+471:252530:x1848998841086720:12345-192.168.203.48@tcp:53:lfs.0 00000100:00000200:1.0:1763354563.345520:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841086720 00000020:00000001:1.0:1763354563.345522:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.345524:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354563.345527:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff55e381d80: xid 1848998841081088, transno 21475214456, client gen 10, slot idx 1 00000001:00000001:1.0:1763354563.345532:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff55e381a80: xid 1848998841080704, transno 21475214455, client gen 10, slot idx 0 00000001:00000010:1.0:1763354563.345536:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.345538:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.345540:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.345542:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707648 : -1045843968 : ffffffffc1a9b000) 00000020:00000001:1.0:1763354563.345544:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354563.345546:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841086720, found 0 last_xid 1848998841086719 00000020:00000001:1.0:1763354563.345549:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.345551:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.345552:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.345554:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.345556:0:6519:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763354563.345560:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.345562:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.345569:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8ff67ca30000. 02000000:00000001:1.0:1763354563.345572:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.345574:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.345577:0:6519:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763354563.345578:0:6519:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200002344:0x19e20:0x0] from 18446744073709551615 #-1 00000004:00000001:1.0:1763354563.345581:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354563.345583:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:1.0:1763354563.345585:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.345590:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786707736 : -123189922843880 : ffff8ff59c68b318) 00000004:00000001:1.0:1763354563.345592:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786707648 : -123189922843968 : ffff8ff59c68b2c0) 00000004:00000001:1.0:1763354563.345595:0:6519:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763354563.345597:0:6519:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763354563.345600:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff643d4b000. 00000004:00000001:1.0:1763354563.345602:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354563.345604:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763354563.345608:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.345612:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.345625:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763354563.345628:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763354563.345630:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.345632:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354563.345636:0:6519:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:1.0:1763354563.345640:0:6519:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:1.0:1763354563.345642:0:6519:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:1.0:1763354563.345645:0:6519:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff673a14d80. 00080000:00000001:1.0:1763354563.345648:0:6519:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620887397518720 : -123186312032896 : ffff8ff673a14d80) 00080000:00000001:1.0:1763354563.345650:0:6519:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620887397518720 : -123186312032896 : ffff8ff673a14d80) 00080000:00000001:1.0:1763354563.345652:0:6519:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:1.0:1763354563.345654:0:6519:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:1.0:1763354563.345678:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.345682:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345684:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.345685:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345687:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.345689:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345691:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:1.0:1763354563.345692:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345696:0:6519:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345698:0:6519:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.345701:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.345705:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345708:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.345710:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345712:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.345713:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345715:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.345716:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345718:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.345719:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345721:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.345722:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345723:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:1.0:1763354563.345725:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.345726:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:1.0:1763354563.345728:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.345730:0:6519:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:1.0:1763354563.345731:0:6519:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:1.0:1763354563.345739:0:6519:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff673a14d80. 00080000:00000001:1.0:1763354563.345742:0:6519:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:1.0:1763354563.345744:0:6519:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:1.0:1763354563.345745:0:6519:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.345747:0:6519:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.345750:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354563.345752:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354563.345753:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.345755:0:6519:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.345757:0:6519:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354563.345759:0:6519:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 4294967295 00000004:00000001:1.0:1763354563.345763:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354563.345765:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68b318/ffff8ff59c68b2c0 to site lru. bkt: ffff8ff66f414dc8 00000004:00000001:1.0:1763354563.345767:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354563.345769:0:6519:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.345771:0:6519:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.345773:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff643d4b000. 00000004:00000001:1.0:1763354563.345776:0:6519:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.345780:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 0, xid 1848998841086720 00010000:00000001:1.0:1763354563.345783:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.345788:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d9c00 x1848998841086720/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.345795:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.345798:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.345800:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.345804:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.345807:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.345808:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.345810:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.345811:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.345813:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.345815:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.345818:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381a80. 00000100:00000200:1.0:1763354563.345821:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848998841086720, offset 224 00000400:00000200:1.0:1763354563.345824:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.345829:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.345833:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556567:1556567:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556563:1556563:8:4294967295] 00000400:00000200:1.0:1763354563.345839:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.345843:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.345845:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff55e152c00. 00000800:00000200:1.0:1763354563.345848:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.345852:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:1.0:1763354563.345854:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff55e152c00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763354563.345865:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.345867:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.345869:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.345871:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.345872:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.345875:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d9c00 x1848998841086720/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 304/4352 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.345891:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+471:252530:x1848998841086720:12345-192.168.203.48@tcp:53:lfs.0 Request processed in 383us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.345898:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417393 00000100:00000040:1.0:1763354563.345902:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354563.345904:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.345906:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.345910:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.345914:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24320. 00000020:00000010:1.0:1763354563.345917:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153e00. 00000020:00000040:1.0:1763354563.345922:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00000100:00000001:1.0:1763354563.345925:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.354212:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.354225:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.354228:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.354230:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.354238:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.354251:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 672 into portal 24 MB=0x691a7971cf380 00000400:00000200:0.0:1763354563.354258:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 672/672 into md 0x1fd3c5 [256] + 17440 00000800:00000001:0.0:1763354563.354264:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.354271:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.354273:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.354278:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.354285:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.354287:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.354293:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640e680. 00000100:00000040:0.0:1763354563.354297:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640e680 x1848998841086848 msgsize 672 00000100:00100000:0.0:1763354563.354302:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.354321:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.354329:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.354333:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.355976:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.355983:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff55ffefa00. 00000400:00000200:3.0:1763354563.355988:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.355993:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.355997:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55ffee000 00000400:00000010:3.0:1763354563.355999:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff55ffee000. 00000100:00000001:3.0:1763354563.356001:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.356002:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.357278:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.357281:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841086848 02000000:00000001:0.0:1763354563.357283:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.357285:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.357287:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.357290:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.357293:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841086848 00000020:00000001:0.0:1763354563.357296:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.357297:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:0.0:1763354563.357299:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.357302:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:0.0:1763354563.357305:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:0.0:1763354563.357307:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354563.357311:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.357316:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68100. 00000100:00000001:0.0:1763354563.357320:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.357323:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68100. 00000020:00000010:0.0:1763354563.357329:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177000. 00000020:00000010:0.0:1763354563.357333:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.357337:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.357343:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.357345:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.357346:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.357348:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.357353:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.357367:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.357375:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.357377:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.357382:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7867 00000100:00000040:0.0:1763354563.357386:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.357389:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315977472 : -123186393574144 : ffff8ff66ec51500) 00000100:00000040:0.0:1763354563.357396:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec51500 x1848998841086848/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/0 e 0 to 0 dl 1763354574 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.357407:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.357410:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68100. 00000100:00000001:0.0:1763354563.357413:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.357415:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68100. 00000100:00100000:0.0:1763354563.357420:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+230:2407:x1848998841086848:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000200:0.0:1763354563.357424:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841086848 00000020:00000001:0.0:1763354563.357426:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.357429:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.357432:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.357434:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.357436:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000020:00000001:0.0:1763354563.357438:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.357441:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841086848, found 0 last_xid 1848998841086847 00000020:00000001:0.0:1763354563.357444:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.357446:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.357448:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.357451:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.357454:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:0.0:1763354563.357459:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.357462:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.357470:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.357479:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6801ec000. 02000000:00000001:0.0:1763354563.357481:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.357483:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.357487:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff66e095600. 00000020:00000001:0.0:1763354563.357489:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:0.0:1763354563.357491:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841086848, found 0 last_xid 1848998841086847 00000020:00080000:0.0:1763354563.357497:0:6523:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff8ff66ec51500 x1848998841086848/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354563.357506:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.357508:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:0.0:1763354563.357511:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.357512:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.357518:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.357523:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff643dfde00. 00010000:00000010:0.0:1763354563.357527:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee800. 00010000:00000001:0.0:1763354563.357530:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.357533:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8600. 00000020:00000001:0.0:1763354563.357536:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.357538:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8600 with handle 0x4a8bb634222caad4 to hash 00000020:00000001:0.0:1763354563.357541:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.357542:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000010:0.0:1763354563.357546:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.357549:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00010000:0.0:1763354563.357553:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222caad4 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f412e2 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.357562:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:0.0:1763354563.357565:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00010000:00000001:0.0:1763354563.357569:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763354563.357571:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763354563.357574:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354563.357576:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763354563.357578:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763354563.357580:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.357581:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:0.0:1763354563.357584:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.357589:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:0.0:1763354563.357591:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:0.0:1763354563.357593:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.357596:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354563.357598:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:0.0:1763354563.357601:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:0.0:1763354563.357604:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.357605:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.357631:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff8ff680710000. 02000000:00000001:0.0:1763354563.357633:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.357634:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.357637:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354563.357638:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff6801ec000. 02000000:00000001:0.0:1763354563.357641:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1763354563.357643:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:0.0:1763354563.357645:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.357646:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763354563.357648:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354563.357650:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.357651:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357652:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.357653:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.357655:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357656:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.357657:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.357658:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357659:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.357661:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.357662:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357663:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.357664:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.357665:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357666:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.357667:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.357668:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357670:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.357671:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.357673:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354563.357676:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:0.0:1763354563.357677:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:0.0:1763354563.357678:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354563.357679:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357681:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.357682:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.357683:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.357684:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.357687:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841086848, found 0 last_xid 1848998841086847 00000004:00010000:0.0:1763354563.357691:0:6523:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x4851492765f412e2 req@ffff8ff66ec51500 x1848998841086848/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/53424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354563.357697:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763354563.357700:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 00000004:00000002:0.0:1763354563.357701:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_11, ldlm_rep = ffff8ff680710250 00000004:00000001:0.0:1763354563.357704:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763354563.357706:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763354563.357707:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354563.357709:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.357710:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.357712:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643dfde00 count: 2 00010000:00000001:0.0:1763354563.357714:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.357715:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.357717:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9e00. 00000020:00000001:0.0:1763354563.357719:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.357721:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9e00 with handle 0x4a8bb634222caadb to hash 00000020:00000001:0.0:1763354563.357723:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.357724:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000010:0.0:1763354563.357727:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927680. 00010000:00000001:0.0:1763354563.357730:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.357733:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.357735:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.357738:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354563.357744:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.357747:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.357749:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.357750:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.357752:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.357754:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.357756:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.357758:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.357760:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.357762:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.357763:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.357765:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff643dfde00) refcount = 2 00010000:00010000:0.0:1763354563.357769:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357775:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.357778:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.357780:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357782:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.357783:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.357785:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357787:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.357790:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.357792:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.357796:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357802:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.357803:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.357805:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.357806:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.357807:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.357811:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff643dfd200. 00010000:00000010:0.0:1763354563.357814:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee980. 00010000:00000001:0.0:1763354563.357817:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.357818:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000001:0.0:1763354563.357820:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.357821:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222caae2 to hash 00000020:00000001:0.0:1763354563.357822:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.357823:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000010:0.0:1763354563.357826:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927380. 00010000:00000001:0.0:1763354563.357827:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.357829:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.357830:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.357832:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354563.357835:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.357837:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.357838:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.357839:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.357840:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.357841:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.357842:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.357843:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.357844:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.357845:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.357846:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.357848:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xf73d7ff9 (ffff8ff643dfd200) refcount = 1 00010000:00010000:0.0:1763354563.357850:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357854:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.357855:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.357856:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357857:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.357858:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.357859:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357860:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.357862:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.357863:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.357865:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357868:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.357869:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.357870:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.357871:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.357873:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.357877:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763354563.357878:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354563.357880:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354563.357882:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.357885:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763354563.357886:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763354563.357895:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1763354563.357897:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1763354563.357899:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.357901:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.357902:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.357904:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763354563.357905:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.357906:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.357908:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.357909:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.357910:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=3 00000020:00000001:0.0:1763354563.357912:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.357913:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.357915:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.357917:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357920:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.357921:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.357923:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357926:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.357927:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357929:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.357931:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763354563.357934:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9e00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354563.357936:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.357937:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.357938:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357941:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.357942:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.357943:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.357944:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000020:00000001:0.0:1763354563.357945:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.357946:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354563.357947:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.357949:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.357955:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354563.357956:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.357957:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357959:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.357961:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.357982:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.357984:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.357986:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9e00 with handle 0x4a8bb634222caadb from hash 00010000:00000001:0.0:1763354563.357988:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.357989:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.357990:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.357991:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.357993:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.357994:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.357995:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.357996:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.357998:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.357999:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff643dfde00) 00010000:00010000:0.0:1763354563.358001:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.358003:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.358004:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358005:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.358006:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.358008:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358008:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358009:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358011:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.358012:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.358014:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.358017:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358018:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358019:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.358020:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.358022:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.358023:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222caadb lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000010:0.0:1763354563.358027:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927680. 00010000:00000001:0.0:1763354563.358060:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.358062:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.358063:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.358064:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.358066:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.358067:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=3 00000020:00000001:0.0:1763354563.358069:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.358071:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.358073:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.358075:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.358079:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358080:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.358082:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.358085:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.358086:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358087:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354563.358088:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:0.0:1763354563.358092:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9a00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354563.358093:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.358094:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354563.358095:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.358098:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.358099:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.358100:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.358101:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=4 00000020:00000001:0.0:1763354563.358102:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.358104:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.358105:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354563.358107:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.358110:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354563.358110:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354563.358111:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358113:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.358114:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.358115:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.358115:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.358117:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9a00 with handle 0x4a8bb634222caae2 from hash 00010000:00000001:0.0:1763354563.358118:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.358119:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358119:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358120:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.358121:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.358122:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358123:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.358124:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.358125:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.358126:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xf73d7ff9 (ffff8ff643dfd200) 00010000:00010000:0.0:1763354563.358128:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.358129:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.358130:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358131:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.358132:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.358133:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358134:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358135:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358136:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.358137:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.358139:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:0.0:1763354563.358143:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358144:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358144:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.358145:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.358146:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.358147:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222caae2 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000010:0.0:1763354563.358150:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927380. 00010000:00000040:0.0:1763354563.358152:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff643dfd200 count: 0 00010000:00000010:0.0:1763354563.358155:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee980. 00010000:00000001:0.0:1763354563.358159:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.358160:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.358160:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.358161:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.358162:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.358164:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763354563.358166:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354563.358168:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.358169:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.358170:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.358171:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.358173:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.358182:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.358184:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.358185:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354563.358187:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.358188:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.358190:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358190:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358191:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.358193:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.358194:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8600 with handle 0x4a8bb634222caad4 from hash 00010000:00000001:0.0:1763354563.358195:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.358197:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.358197:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.358198:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.358199:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:0.0:1763354563.358201:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:0.0:1763354563.358205:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222caad4 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412e2 expref: 231 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.358209:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.358211:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.358212:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.358213:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.358215:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358216:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.358217:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.358218:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.358219:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.358220:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.358221:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.358222:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.358223:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff643dfde00) 00010000:00010000:0.0:1763354563.358225:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763354563.358226:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.358227:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.358228:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.358229:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.358230:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222caad4 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412e2 expref: 231 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.358234:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:0.0:1763354563.358236:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000010:0.0:1763354563.358237:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00010000:00000040:0.0:1763354563.358239:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff643dfde00 count: 0 00010000:00000010:0.0:1763354563.358240:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee800. 00010000:00000001:0.0:1763354563.358243:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.358245:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8600, rc -2) 00000004:00000001:0.0:1763354563.358247:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.358249:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763354563.358251:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000004:00000010:0.0:1763354563.358255:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff66e095600. 00000004:00000001:0.0:1763354563.358257:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354563.358260:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:0.0:1763354563.358261:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.358263:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763354563.358265:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429279, transno 0, xid 1848998841086848 00010000:00000001:0.0:1763354563.358267:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.358270:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec51500 x1848998841086848/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/53424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.358276:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.358278:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.358280:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.358283:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.358284:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.358286:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.358288:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.358290:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.358291:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.358293:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.358296:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff597176c00. 00000100:00000200:0.0:1763354563.358299:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848998841086976, offset 224 00000400:00000200:0.0:1763354563.358303:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.358308:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.358312:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556569:1556569:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556565:1556565:8:4294967295] 00000400:00000200:0.0:1763354563.358318:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.358322:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.358325:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff597176400. 00000800:00000200:0.0:1763354563.358329:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.358333:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:0.0:1763354563.358335:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff597176400 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:0.0:1763354563.358350:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.358352:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.358354:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.358355:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.358356:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.358359:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51500 x1848998841086848/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 672/53424 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.358367:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+230:2407:x1848998841086848:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 959us (1182us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763354563.358373:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7867 00000100:00000040:0.0:1763354563.358376:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354563.358378:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.358380:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.358382:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.358385:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.358388:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177000. 00000020:00000040:0.0:1763354563.358391:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:0.0:1763354563.358392:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.358478:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.358486:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.358489:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.358492:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.358501:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000800:00000200:3.0:1763354563.358503:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.358509:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff597176400. 00000400:00000200:1.0:1763354563.358515:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971cf480 00000400:00000200:3.0:1763354563.358516:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.358529:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.358529:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x767b29 [64] + 171232 00000400:00000200:3.0:1763354563.358538:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff597176c00 00000800:00000001:1.0:1763354563.358540:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1763354563.358542:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff597176c00. 00000100:00000001:3.0:1763354563.358548:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.358550:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.358552:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.358556:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.358562:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.358567:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.358570:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.358577:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000100:00000040:1.0:1763354563.358581:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65180 x1848998841087104 msgsize 576 00000100:00100000:1.0:1763354563.358587:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.358602:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.358608:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.358612:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.359629:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.359635:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.359640:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.359646:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.359649:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:0.0:1763354563.359652:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:0.0:1763354563.359655:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.359657:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.361076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:2.1:1763354563.361085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:2.1:1763354563.361088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:2.1:1763354563.361090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354563.361093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b800. 00010000:00000010:0.1:1763354563.365067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9e00. 00010000:00000010:0.1:1763354563.365077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff643dfd200. 00010000:00000010:0.1:1763354563.365080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00010000:00000010:0.1:1763354563.365082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff643dfde00. 00010000:00000010:0.1:1763354563.365085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8600. 00010000:00000010:2.1:1763354563.369065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00000800:00000001:3.0:1763354563.373583:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.373597:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.373600:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.373602:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.373611:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.373625:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971cf580 00000400:00000200:3.0:1763354563.373632:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 171808 00000800:00000001:3.0:1763354563.373638:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.373651:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.373653:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.373656:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.373662:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.373664:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.373669:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513da300. 00000100:00000040:3.0:1763354563.373671:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513da300 x1848998841087360 msgsize 4616 00000100:00100000:3.0:1763354563.373675:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.373690:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.373698:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.373700:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.374862:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.374868:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:1.0:1763354563.374872:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.374876:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.374879:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be77f8 00000400:00000010:1.0:1763354563.374881:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be77f8. 00000100:00000001:1.0:1763354563.374884:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.374885:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.377506:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.377517:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.377520:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.377522:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.377528:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.377549:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971cf600 00000400:00000200:0.0:1763354563.377555:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x767b29 [64] + 176424 00000800:00000001:0.0:1763354563.377560:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.377566:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.377568:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.377572:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.377578:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.377580:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.377585:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640c380. 00000100:00000040:0.0:1763354563.377588:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640c380 x1848998841087488 msgsize 464 00000100:00100000:0.0:1763354563.377593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.377606:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.377613:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.377616:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.378881:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.378886:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:3.0:1763354563.378890:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.378894:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.378897:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7990 00000400:00000010:3.0:1763354563.378898:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7990. 00000100:00000001:3.0:1763354563.378901:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.378902:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.380100:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.380109:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.380112:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.380114:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.380121:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.380131:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cf700 00000400:00000200:1.0:1763354563.380138:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad6e9 [2] + 392 00000800:00000001:1.0:1763354563.380145:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.380150:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.380152:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.380155:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.380165:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.380166:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354563.380171:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec67800. 00000100:00000040:1.0:1763354563.380175:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec67800 x1848998841087744 msgsize 392 00000100:00100000:1.0:1763354563.380179:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.380190:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.380194:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.380197:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.380763:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.380766:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.380770:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.380774:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.380777:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:0.0:1763354563.380778:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:0.0:1763354563.380781:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.380782:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.381077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:2.1:1763354563.386063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00010000:00000010:2.1:1763354563.386075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354563.386078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00010000:00000010:2.1:1763354563.386080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00000800:00000001:3.0:1763354563.390837:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.390917:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.390922:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.390926:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.390938:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.390955:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971cf800 00000400:00000200:3.0:1763354563.390977:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 176888 00000800:00000001:3.0:1763354563.390987:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.391001:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.391005:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.391010:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.391089:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.391092:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.391099:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513db100. 00000100:00000040:3.0:1763354563.391102:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513db100 x1848998841088000 msgsize 4616 00000100:00100000:3.0:1763354563.391108:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.391125:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.391135:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.391139:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.392434:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.392440:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:1.0:1763354563.392445:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.392450:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.392455:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7110 00000400:00000010:1.0:1763354563.392458:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7110. 00000100:00000001:1.0:1763354563.392462:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.392464:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.394797:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.394806:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.394809:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.394811:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.394818:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.394829:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cf880 00000400:00000200:0.0:1763354563.394836:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0e6d [2] + 1968 00000400:00000010:0.0:1763354563.394841:0:3647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59ed89b00. 00000400:00000200:0.0:1763354563.394846:0:3647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff59e9f7780 00000800:00000001:0.0:1763354563.394850:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.394857:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.394859:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.394863:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.394866:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59e9f7780 00000400:00000010:0.0:1763354563.394869:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff59e9f7780. 00000100:00000001:0.0:1763354563.394874:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.394876:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763354563.394879:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65871a450 x1848998841088128 msgsize 328 00000100:00100000:0.0:1763354563.394884:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354563.394886:0:3647:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354563.394901:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.394907:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.394910:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.394939:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.394943:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841088128 02000000:00000001:3.0:1763354563.394946:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.394948:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.394950:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.394953:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.394956:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841088128 00000020:00000001:3.0:1763354563.394958:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.394960:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.394973:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.394976:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:3.0:1763354563.394979:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.394982:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.394985:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.394990:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.394994:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.394996:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.395002:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087e00. 00000020:00000010:3.0:1763354563.395006:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.395010:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.395016:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.395019:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.395021:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.395023:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.395026:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.395028:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.395031:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.395060:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.395063:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6000 refcount=3 00000020:00000001:3.0:1763354563.395066:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261863936 : -123186447687680 : ffff8ff66b8b6000) 00010000:00000001:3.0:1763354563.395070:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261863936 : -123186447687680 : ffff8ff66b8b6000) 00010000:00000001:3.0:1763354563.395073:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.395075:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.395076:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.395079:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.395086:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.395097:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.395108:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.395111:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.395116:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3714 00000100:00000040:3.0:1763354563.395120:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.395122:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941410384 : -123186768141232 : ffff8ff65871a450) 00000100:00000040:3.0:1763354563.395129:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65871a450 x1848998841088128/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.395139:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.395143:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.395146:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.395148:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.395153:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65871a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+233:2403:x1848998841088128:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.395158:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841088128 00010000:00000001:3.0:1763354563.395160:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.395163:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.395165:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.395169:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.395172:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.395176:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.395178:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.395181:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.395183:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.395185:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.395188:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.395189:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.395191:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6000 refcount=3 00000020:00000001:3.0:1763354563.395193:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261863936 : -123186447687680 : ffff8ff66b8b6000) 00010000:00000001:3.0:1763354563.395195:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261863936 : -123186447687680 : ffff8ff66b8b6000) 00010000:00000040:3.0:1763354563.395198:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66d1c5f00 count: 3 00000004:00000001:3.0:1763354563.395202:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354563.395204:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.395207:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.395209:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.395211:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.395213:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.395217:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.395218:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.395222:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.395223:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.395225:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.395227:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.395317:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b6000 with handle 0x4a8bb634222cab21 from hash 00010000:00000001:3.0:1763354563.395321:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.395323:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.395325:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.395326:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.395330:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.395332:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.395335:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000001:0.0:1763354563.395337:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1763354563.395338:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1763354563.395345:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354563.395346:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6000/0x4a8bb634222cab21 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f412f7 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1763354563.395351:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.395355:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.395362:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.395371:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971cf980 00000400:00000200:0.0:1763354563.395377:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x767b29 [64] + 181504 00000800:00000001:0.0:1763354563.395382:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.395390:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.395393:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.395397:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.395405:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.395408:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000040:3.0:1763354563.395410:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000100:00000010:0.0:1763354563.395411:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640f800. 00000020:00000040:3.0:1763354563.395416:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000100:00000040:0.0:1763354563.395416:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640f800 x1848998841088384 msgsize 552 00010000:00000010:3.0:1763354563.395423:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138b80. 00000100:00100000:0.0:1763354563.395424:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00010000:00000001:3.0:1763354563.395433:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.395436:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1763354563.395437:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1763354563.395438:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.395443:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff66d1c5f00) 00000800:00000001:0.0:1763354563.395443:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.395448:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.395449:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.395454:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.395457:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.395459:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.395461:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.395466:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.395469:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.395474:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.395482:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.395489:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.395496:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.395502:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.395506:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.395512:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.395520:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.395527:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121990. 00000100:00000200:3.0:1763354563.395536:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841088128, offset 224 00000400:00000200:3.0:1763354563.395546:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.395558:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.395567:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556575:1556575:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556571:1556571:8:4294967295] 00000400:00000200:3.0:1763354563.395588:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.395602:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.395609:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354563.395617:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.395626:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.395634:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.395654:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.395662:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.395670:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.395675:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.395686:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65871a450 x1848998841088128/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.395709:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65871a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+233:2403:x1848998841088128:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 565us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.395727:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3714 00000100:00000040:3.0:1763354563.395732:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.395738:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.395742:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763354563.395744:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354563.395749:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000800:00000010:1.0:1763354563.395749:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000400:00000200:1.0:1763354563.395758:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354563.395760:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000400:00000200:1.0:1763354563.395764:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354563.395769:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087e00. 00000400:00000200:1.0:1763354563.395769:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121990 00000400:00000010:1.0:1763354563.395773:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121990. 00000020:00000040:3.0:1763354563.395777:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000100:00000001:1.0:1763354563.395778:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.395781:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1763354563.395786:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395791:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.395849:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1763354563.395854:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395859:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff642b55800. 02000000:00000001:3.0:1763354563.395866:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.395872:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d9880. 02000000:00000001:3.0:1763354563.395880:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395884:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354563.395889:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.395894:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64640d500. 02000000:00000001:3.0:1763354563.395900:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395905:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff642b57800. 02000000:00000001:3.0:1763354563.395911:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.395916:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513daa00. 02000000:00000001:3.0:1763354563.395924:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395929:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff642b55400. 02000000:00000001:3.0:1763354563.395932:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.395934:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec86a00. 02000000:00000001:3.0:1763354563.395939:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395943:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66febcc00. 02000000:00000001:3.0:1763354563.395948:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.395951:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2f480. 02000000:00000001:3.0:1763354563.395961:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.395976:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66c28c400. 02000000:00000001:3.0:1763354563.395982:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.395987:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acf100. 00000100:00000001:3.0:1763354563.395998:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354563.396008:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763354563.396018:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b0b0. 00000400:00000010:3.0:1763354563.396028:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7cc0. 00000800:00000200:0.0:1763354563.397193:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.397197:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.397200:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.397204:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.397206:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:0.0:1763354563.397208:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:0.0:1763354563.397210:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.397211:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.398078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00000800:00000001:0.0:1763354563.399241:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.399248:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.399249:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.399251:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.399255:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.399261:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971cfa80 00000400:00000200:0.0:1763354563.399265:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 182056 00000800:00000001:0.0:1763354563.399270:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.399286:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.399288:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.399290:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.399293:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.399295:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.399297:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640ca80. 00000100:00000040:0.0:1763354563.399299:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640ca80 x1848998841088640 msgsize 4616 00000100:00100000:0.0:1763354563.399302:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.399312:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.399316:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.399318:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.400173:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.400177:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:1.0:1763354563.400181:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.400186:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.400189:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 00000400:00000010:1.0:1763354563.400192:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 00000100:00000001:1.0:1763354563.400195:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.400199:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542705408/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.400206:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.400208:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542705408/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.400213:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.400214:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.401017:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401025:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.401027:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401029:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.401048:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.401056:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540300 00000400:00000200:0.0:1763354563.401062:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8675 [1] + 224 00000800:00000001:0.0:1763354563.401067:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401072:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.401074:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.401078:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.401081:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.401085:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542705408/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.401094:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec53b80 x1848998542705408/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.401108:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.401111:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401114:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.401697:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401703:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.401705:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401706:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.401711:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.401719:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cfb00 00000400:00000200:0.0:1763354563.401726:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 0 00000800:00000001:0.0:1763354563.401731:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401764:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.401767:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.401772:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.401776:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.401777:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.401782:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640f100. 00000100:00000040:0.0:1763354563.401784:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640f100 x1848998841088768 msgsize 328 00000100:00100000:0.0:1763354563.401787:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.401796:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.401800:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.401803:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.401818:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.401821:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841088768 02000000:00000001:3.0:1763354563.401823:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.401824:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.401825:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.401827:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.401863:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841088768 00000020:00000001:3.0:1763354563.401865:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.401866:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.401868:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.401870:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=235 00000020:00000001:3.0:1763354563.401871:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.401873:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.401875:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.401878:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.401880:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.401882:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.401885:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.401888:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.401890:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.401894:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.401895:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.401896:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.401898:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.401900:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.401901:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.401903:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.401904:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.401905:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6a00 refcount=4 00000020:00000001:3.0:1763354563.401907:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00010000:00000001:3.0:1763354563.401909:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00010000:00010000:3.0:1763354563.401913:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222cab36 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412fe expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.401919:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.401920:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.401921:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.401922:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.401925:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.401928:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff64640f100 x1848998841088768/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.401933:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.401934:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.401943:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.401949:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.401950:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.401953:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6344 00000100:00000040:3.0:1763354563.401955:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354563.401957:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636228864 : -123187073322752 : ffff8ff64640f100) 00000100:00000040:3.0:1763354563.401974:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640f100 x1848998841088768/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.401981:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.401983:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.401985:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.401986:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.401990:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+235:2406:x1848998841088768:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.401993:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841088768 00010000:00000001:3.0:1763354563.401994:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.401996:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.401997:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.402000:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.402001:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.402003:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354563.402004:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.402006:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402007:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.402009:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.402010:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.402011:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.402012:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b8b6a00 refcount=4 00000020:00000001:3.0:1763354563.402013:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00010000:00000001:3.0:1763354563.402015:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887261866496 : -123186447685120 : ffff8ff66b8b6a00) 00010000:00000040:3.0:1763354563.402017:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50e00 count: 4 00000004:00000001:3.0:1763354563.402019:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354563.402021:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222cab36 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412fe expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354563.402027:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.402029:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.402056:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.402058:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.402061:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222cab36 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412fe expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.402066:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.402068:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.402070:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.402071:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402075:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.402076:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.402080:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.402081:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.402082:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.402084:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.402085:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b8b6a00 with handle 0x4a8bb634222cab36 from hash 00010000:00000001:3.0:1763354563.402087:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.402088:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.402089:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.402089:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.402092:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.402093:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402094:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.402095:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.402097:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66b8b6a00/0x4a8bb634222cab36 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412fe expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.402102:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354563.402104:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:3.0:1763354563.402106:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138600. 00010000:00000001:3.0:1763354563.402110:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.402111:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.402112:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.402114:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50e00) 00010000:00010000:3.0:1763354563.402117:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab4b lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.402120:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.402122:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.402123:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.402124:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.402125:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.402127:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.402128:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.402129:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab4b lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.402135:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.402137:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.402138:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.402139:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.402141:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50e00) refcount = 3 00010000:00010000:3.0:1763354563.402143:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab4b lrc: 4/0,1 mode: EX/EX res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.402146:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.402147:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.402148:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402149:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.402150:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.402152:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.402154:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.402155:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.402158:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.402159:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.402161:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.402162:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.402163:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.402164:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.402165:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.402172:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402174:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.402175:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.402176:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402177:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.402178:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.402180:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.402181:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.402183:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.402184:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.402187:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.402189:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.402191:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:3.0:1763354563.402196:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.402199:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.402201:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.402206:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.402209:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.402216:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.402220:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.402225:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.402229:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.402234:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.402237:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.402240:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.402246:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.402250:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701214c8. 00000100:00000200:3.0:1763354563.402255:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841088768, offset 224 00000400:00000200:3.0:1763354563.402264:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.402271:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.402280:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556578:1556578:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556574:1556574:8:4294967295] 00000400:00000200:3.0:1763354563.402299:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.402309:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.402314:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354563.402323:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.402331:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.402336:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.402346:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.402351:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.402355:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.402360:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.402366:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640f100 x1848998841088768/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.402388:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+234:2406:x1848998841088768:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 405us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.402399:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6344 00000100:00000040:3.0:1763354563.402403:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.402406:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.402407:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.402412:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.402420:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000800:00000200:1.0:1763354563.402423:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354563.402425:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00000800:00000010:1.0:1763354563.402428:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000020:00000040:3.0:1763354563.402430:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:3.0:1763354563.402434:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.402441:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.402447:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.402451:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701214c8 00000400:00000010:1.0:1763354563.402457:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701214c8. 00000100:00000001:1.0:1763354563.402460:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.402462:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354563.403067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6000. 00000800:00000200:0.0:1763354563.403286:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.403290:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.403293:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.403298:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.403301:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be76e8 00000400:00000010:0.0:1763354563.403302:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be76e8. 00000100:00000001:0.0:1763354563.403304:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.403305:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.404792:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.404804:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.404809:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.404810:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.404815:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.404821:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971cfc00 00000400:00000200:0.0:1763354563.404826:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad6e9 [2] + 784 00000800:00000001:0.0:1763354563.404829:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.404833:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.404835:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.404837:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.404840:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.404842:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.404845:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640d500. 00000100:00000040:0.0:1763354563.404847:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640d500 x1848998841089024 msgsize 392 00000100:00100000:0.0:1763354563.404850:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.404859:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.404863:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.404865:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.405497:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.405501:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:1.0:1763354563.405505:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.405509:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.405512:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:1.0:1763354563.405513:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:1.0:1763354563.405515:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.405516:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.406572:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.406578:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.406580:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.406582:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.406586:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.406593:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971cfc80 00000400:00000200:0.0:1763354563.406597:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x767b29 [64] + 186672 00000800:00000001:0.0:1763354563.406601:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.406605:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.406607:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.406610:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.406613:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.406614:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.406619:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f40700. 00000100:00000040:0.0:1763354563.406621:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f40700 x1848998841089152 msgsize 376 00000100:00100000:0.0:1763354563.406624:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.406633:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.406637:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.406639:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763354563.407062:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7200. 00010000:00000010:2.1:1763354563.407070:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354563.407074:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354563.407077:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b7600. 00000800:00000200:0.0:1763354563.407332:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.407337:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.407342:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.407351:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.407358:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7330 00000400:00000010:0.0:1763354563.407363:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7330. 00000100:00000001:0.0:1763354563.407367:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.407369:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.410082:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.410091:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.410094:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.410097:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.410104:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.410113:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971cfd00 00000400:00000200:1.0:1763354563.410117:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x767b29 [64] + 187048 00000800:00000001:1.0:1763354563.410122:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.410126:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.410128:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.410130:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.410133:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.410135:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.410138:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084380. 00000100:00000040:1.0:1763354563.410140:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672084380 x1848998841089280 msgsize 576 00000100:00100000:1.0:1763354563.410143:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.410155:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.410160:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.410164:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.410873:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.410877:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.410880:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.410884:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.410886:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:0.0:1763354563.410888:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:0.0:1763354563.410890:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.410891:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.412548:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.412554:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.412555:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.412557:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.412561:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.412567:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971cfd80 00000400:00000200:0.0:1763354563.412571:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 9848 00000800:00000001:0.0:1763354563.412575:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.412579:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.412580:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.412583:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.412586:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.412588:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.412591:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f43480. 00000100:00000040:0.0:1763354563.412593:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f43480 x1848998841089408 msgsize 328 00000100:00100000:0.0:1763354563.412596:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.412606:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.412610:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.412612:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.413093:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.413097:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:1.0:1763354563.413101:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.413104:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.413107:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 00000400:00000010:1.0:1763354563.413108:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 00000100:00000001:1.0:1763354563.413110:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.413111:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.1:1763354563.415071:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67e073ea0. 00010000:00000010:3.1:1763354563.415082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b8b6a00. 00010000:00000010:2.1:1763354563.415082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:2.1:1763354563.415088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:2.1:1763354563.415099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00000800:00000001:0.0:1763354563.415976:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.415985:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.415988:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.415990:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.415997:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.416006:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971cfe00 00000400:00000200:0.0:1763354563.416011:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 10176 00000800:00000001:0.0:1763354563.416016:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.416023:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.416025:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.416029:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.416060:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.416063:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.416068:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f42a00. 00000100:00000040:0.0:1763354563.416072:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f42a00 x1848998841089536 msgsize 328 00000100:00100000:0.0:1763354563.416077:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.416089:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.416095:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.416099:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.416568:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.416573:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.416577:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.416583:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.416586:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:0.0:1763354563.416588:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:0.0:1763354563.416592:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.416598:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542705536/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.416607:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.416611:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542705536/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.416619:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.416621:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.417983:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.417992:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.417994:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.417996:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.418000:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.418007:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540380 00000400:00000200:1.0:1763354563.418011:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8695 [1] + 224 00000800:00000001:1.0:1763354563.418015:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.418019:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.418021:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.418023:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.418026:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.418030:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542705536/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.418060:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec53b80 x1848998542705536/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.418078:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.418084:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.418087:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.418412:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.418417:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.418421:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.418427:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.418430:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:0.0:1763354563.418432:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:0.0:1763354563.418435:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.418436:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.418690:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.418699:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.418701:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.418704:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.418710:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.418720:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 1512 into portal 6 MB=0x691a7971cfe80 00000400:00000200:0.0:1763354563.418727:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 1512/1512 into md 0x1e60fd [128] + 50336 00000800:00000001:0.0:1763354563.418733:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.418741:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.418744:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.418748:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.418752:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.418754:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763354563.418758:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f42300. 00000100:00000040:0.0:1763354563.418761:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f42300 x1848998841089664 msgsize 1512 00000100:00100000:0.0:1763354563.418766:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.418781:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.418786:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.418789:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763354563.419762:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0618. 00000800:00000200:1.0:1763354563.419950:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.419954:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:1.0:1763354563.419958:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.419974:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.419978:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:1.0:1763354563.419980:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:1.0:1763354563.419984:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.419985:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.421501:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.421508:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.421510:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.421512:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.421517:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.421523:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971cff00 00000400:00000200:0.0:1763354563.421528:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 328 00000800:00000001:0.0:1763354563.421532:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.421536:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.421537:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.421540:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.421543:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.421544:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.421547:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f43800. 00000100:00000040:0.0:1763354563.421549:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f43800 x1848998841089792 msgsize 328 00000100:00100000:0.0:1763354563.421553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.421564:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.421567:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.421569:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.421595:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.421598:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841089792 02000000:00000001:3.0:1763354563.421600:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.421602:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.421603:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.421606:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.421608:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841089792 00000020:00000001:3.0:1763354563.421609:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.421610:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.421612:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.421614:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=27 00000020:00000001:3.0:1763354563.421616:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.421618:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.421620:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.421623:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.421625:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.421627:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.421631:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086000. 00000020:00000010:3.0:1763354563.421634:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.421637:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.421641:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.421643:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.421644:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.421645:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.421647:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.421649:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.421651:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.421652:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.421654:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9c00 refcount=4 00000020:00000001:3.0:1763354563.421655:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:3.0:1763354563.421657:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00010000:3.0:1763354563.421661:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222ca811 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41199 expref: 27 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.421667:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.421668:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.421669:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.421671:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.421674:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.421677:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff542f43800 x1848998841089792/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.421682:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.421684:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.421693:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.421699:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.421700:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.421703:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6345 00000100:00000040:3.0:1763354563.421705:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.421706:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882285901824 : -123191423649792 : ffff8ff542f43800) 00000100:00000040:3.0:1763354563.421709:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff542f43800 x1848998841089792/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.421716:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.421718:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.421720:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.421722:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.421725:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff542f43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+27:2406:x1848998841089792:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.421728:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841089792 00010000:00000001:3.0:1763354563.421729:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.421731:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.421733:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.421735:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.421736:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.421738:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.421740:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.421741:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.421743:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.421744:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.421745:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.421746:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.421747:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9c00 refcount=4 00000020:00000001:3.0:1763354563.421748:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:3.0:1763354563.421750:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000040:3.0:1763354563.421752:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8f00 count: 3 00002000:00000001:3.0:1763354563.421753:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.421756:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.421757:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.421760:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00002000:00000001:3.0:1763354563.421761:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545028848 : -123190164522768 : ffff8ff58e00f8f0) 00002000:00000001:3.0:1763354563.421762:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.421764:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763354563.421767:0:74535:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000403:0x53af:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:3.0:1763354563.421769:0:74535:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000403:0x53af:0x0] updating lvb mtime from disk: 0 -> 1763354562 00002000:00010000:3.0:1763354563.421771:0:74535:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000403:0x53af:0x0] updating lvb ctime from disk: 0 -> 1763354562 00002000:00010000:3.0:1763354563.421772:0:74535:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000403:0x53af:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:3.0:1763354563.421775:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f948/ffff8ff58e00f8f0 to site lru. bkt: ffff8ff642cc1260 00010000:00010000:3.0:1763354563.421778:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222ca811 lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41199 expref: 27 pid: 74509 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354563.421784:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.421786:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.421789:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.421790:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.421792:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222ca811 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41199 expref: 27 pid: 74509 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.421797:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.421798:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.421800:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.421801:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.421804:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.421805:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.421809:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.421809:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.421811:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.421812:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.421814:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9c00 with handle 0x4a8bb634222ca811 from hash 00010000:00000001:3.0:1763354563.421816:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.421817:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.421818:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.421819:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.421821:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.421823:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.421824:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.421825:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.421827:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222ca811 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41199 expref: 27 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.421832:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:3.0:1763354563.421834:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 26 00010000:00000001:3.0:1763354563.421838:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.421839:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.421840:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354563.421841:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff67e399e00 00010000:00000001:3.0:1763354563.421843:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.421844:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.421845:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.421847:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.421848:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.421849:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.421849:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.421851:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.421853:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.421855:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab75 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x53af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2003780252 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41321 expref: 26 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.421860:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354563.421862:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab75 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2003780252 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41321 expref: 26 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.421867:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53af:0x0].0x0 (ffff8ff5472e8f00) refcount = 2 00010000:00000040:3.0:1763354563.421870:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.421872:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab75 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2003780252 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41321 expref: 26 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.421876:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.421877:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.421878:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.421879:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.421880:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.421883:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.421884:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.421887:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.421889:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.421891:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.421892:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.421893:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.421894:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.421896:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763354563.421898:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513daa00. 00000020:00000040:3.0:1763354563.421900:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763354563.421902:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354563.421903:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354563.421905:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.421908:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591087c00. 00000100:00000001:3.0:1763354563.421910:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.421915:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab75 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2003780252 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41321 expref: 26 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.421920:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354563.421921:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354563.421924:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.421929:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354563.421931:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.421933:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff6513daa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542705664:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354563.421935:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354563.421937:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354563.421938:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.421940:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354563.421942:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff591087e00. 02000000:00000001:3.0:1763354563.421943:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.421946:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447ba50. 00000400:00000010:3.0:1763354563.421949:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121088. 00000100:00000200:3.0:1763354563.421952:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542705664, portal 16 00000100:00000001:3.0:1763354563.421953:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.421955:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886820563456 : -123186888988160 : ffff8ff6513daa00) 00000100:00000040:3.0:1763354563.421958:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.421978:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.421980:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.421982:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121b28. 00000100:00000200:3.0:1763354563.421984:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542705664, offset 0 00000400:00000200:3.0:1763354563.421988:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.421992:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.421995:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354563.421998:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354563.422000:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354563.422001:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354563.422004:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556587:1556587:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556583:1556583:8:4294967295] 00000400:00000200:3.0:1763354563.422010:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.422014:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.422016:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354563.422019:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.422023:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.422025:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.422056:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.422060:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886498 00000100:00000001:3.0:1763354563.422065:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886492 00000100:00000001:3.0:1763354563.422069:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886498 00000100:00000001:3.0:1763354563.422073:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886492 00000100:00000001:3.0:1763354563.422076:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886498 00000100:00000001:3.0:1763354563.422079:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886492 00000100:00000001:3.0:1763354563.422083:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886498 00000100:00000001:3.0:1763354563.422087:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886492 00000100:00000001:3.0:1763354563.422092:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.422094:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.422096:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.422098:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.422099:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.422101:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.422102:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.422104:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.422105:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.422107:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.422108:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354563.422109:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354563.422111:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b76c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763354563.422113:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1763354563.422114:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354563.422115:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354563.422120:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4c00. 00000400:00000200:0.0:1763354563.422124:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.422128:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.422132:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121b28 00000400:00000010:0.0:1763354563.422133:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121b28. 00000100:00000001:0.0:1763354563.422135:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.422139:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.422146:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.422148:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.422153:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.422155:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.423085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00000800:00000001:1.0:1763354563.423566:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.423573:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.423575:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.423576:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.423581:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.423587:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540400 00000400:00000200:1.0:1763354563.423591:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b86a5 [1] + 224 00000800:00000001:1.0:1763354563.423595:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.423599:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.423601:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.423603:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.423606:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.423610:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.423617:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.423631:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.423635:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.423637:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.423656:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354563.423662:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354563.423663:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354563.423665:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447ba50. 00000400:00000200:3.0:1763354563.423669:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121088 00000400:00000010:3.0:1763354563.423670:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121088. 00000100:00000001:3.0:1763354563.423672:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.423677:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354563.423684:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.423690:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354563.423691:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.423693:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354563.423694:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354563.423695:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.423696:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.423698:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.423701:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354563.423703:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354563.423705:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354563.423706:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.423708:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354563.423710:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.423711:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.423714:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.423719:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.423720:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354563.423722:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.423723:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354563.423724:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.423725:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.423726:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.423729:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354563.423734:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff6513daa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542705664:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354563.423737:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.423738:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.423740:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354563.423741:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.423743:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff6513daa00 x1848998542705664/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.423746:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354563.423748:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354563.423750:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff591087e00. 02000000:00000001:3.0:1763354563.423752:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354563.423753:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354563.423754:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763354563.423755:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354563.423756:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff591087c00. 02000000:00000001:3.0:1763354563.423758:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.423759:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354563.423760:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513daa00. 00000100:00000001:3.0:1763354563.423762:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.423763:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354563.423765:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.423766:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.423767:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.423769:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:3.0:1763354563.423771:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.423773:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.423774:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.423776:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.423778:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.423779:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.423782:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.423783:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.423785:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.423787:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.423788:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.423790:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.423791:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.423794:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121088. 00000100:00000200:3.0:1763354563.423796:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841089792, offset 224 00000400:00000200:3.0:1763354563.423800:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.423805:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.423809:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556588:1556588:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556584:1556584:8:4294967295] 00000400:00000200:3.0:1763354563.423816:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.423819:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.423822:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354563.423824:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.423828:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.423830:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.423843:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.423846:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.423847:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.423849:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.423853:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f43800 x1848998841089792/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.423861:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+26:2406:x1848998841089792:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 2143us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.423868:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6345 00000100:00000040:3.0:1763354563.423870:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354563.423872:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.423873:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.423876:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.423882:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354563.423885:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086000. 00000020:00000040:3.0:1763354563.423888:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000100:00000001:3.0:1763354563.423890:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.423901:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.423905:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4f00. 00000400:00000200:0.0:1763354563.423908:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.423912:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.423915:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121088 00000400:00000010:0.0:1763354563.423916:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121088. 00000100:00000001:0.0:1763354563.423919:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.423920:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.424712:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.424720:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.424722:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.424723:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.424728:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.424734:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971cff80 00000400:00000200:0.0:1763354563.424739:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 10504 00000800:00000001:0.0:1763354563.424743:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.424747:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.424748:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.424751:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.424754:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.424755:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.424758:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f40380. 00000100:00000040:0.0:1763354563.424760:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f40380 x1848998841089920 msgsize 328 00000100:00100000:0.0:1763354563.424763:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.424775:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.424779:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.424781:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.425443:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.425447:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:1.0:1763354563.425451:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.425455:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.425458:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:1.0:1763354563.425459:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:1.0:1763354563.425462:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.425465:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542705792/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.425472:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.425474:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542705792/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.425479:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.425480:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.426570:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.426577:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.426579:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.426580:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.426585:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.426592:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540480 00000400:00000200:0.0:1763354563.426596:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b86b1 [1] + 224 00000800:00000001:0.0:1763354563.426600:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.426605:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.426606:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.426609:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.426611:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.426615:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542705792/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.426622:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec53b80 x1848998542705792/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.426637:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.426641:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.426643:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.427183:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.427189:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.427194:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.427201:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.427208:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:0.0:1763354563.427212:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:0.0:1763354563.427215:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.427217:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.428949:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.428957:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.428959:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.428961:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.428984:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.428992:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d0000 00000400:00000200:1.0:1763354563.428997:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 10832 00000800:00000001:1.0:1763354563.429001:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.429007:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.429008:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.429011:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.429014:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.429015:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.429019:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817ac380. 00000100:00000040:1.0:1763354563.429021:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817ac380 x1848998841090048 msgsize 440 00000100:00100000:1.0:1763354563.429024:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.429050:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.429055:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.429058:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354563.429065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9c00. 00000800:00000200:0.0:1763354563.429573:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.429577:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.429581:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.429585:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.429588:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7e58 00000400:00000010:0.0:1763354563.429589:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7e58. 00000100:00000001:0.0:1763354563.429591:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.429593:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.431335:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.431343:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.431345:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.431346:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.431351:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.431358:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d0080 00000400:00000200:0.0:1763354563.431363:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 11272 00000800:00000001:0.0:1763354563.431367:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.431372:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.431373:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.431376:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.431379:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.431380:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.431383:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f41880. 00000100:00000040:0.0:1763354563.431385:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f41880 x1848998841090176 msgsize 328 00000100:00100000:0.0:1763354563.431388:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.431399:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.431403:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.431405:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.432004:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.432009:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:1.0:1763354563.432012:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.432016:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.432019:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:1.0:1763354563.432021:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:1.0:1763354563.432023:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.432027:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542705920/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.432064:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.432067:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542705920/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.432073:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.432075:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.433061:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.433069:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.433071:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.433073:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.433078:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.433085:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540500 00000400:00000200:0.0:1763354563.433090:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b86c1 [1] + 224 00000800:00000001:0.0:1763354563.433093:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.433097:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.433099:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.433101:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.433104:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.433108:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542705920/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.433116:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec53b80 x1848998542705920/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.433134:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.433139:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.433143:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.433613:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.433617:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.433620:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.433624:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.433627:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be75d8 00000400:00000010:0.0:1763354563.433628:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be75d8. 00000100:00000001:0.0:1763354563.433630:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.433631:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.437082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000010:2.1:1763354563.441067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000001:1.0:1763354563.466427:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.466442:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.466445:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.466447:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.466455:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.466470:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d0100 00000400:00000200:1.0:1763354563.466477:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 11600 00000800:00000001:1.0:1763354563.466483:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.466491:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.466494:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.466497:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.466503:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.466505:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.466510:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817af100. 00000100:00000040:1.0:1763354563.466513:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817af100 x1848998841090304 msgsize 328 00000100:00100000:1.0:1763354563.466516:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.466530:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.466539:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.466542:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.467248:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.467254:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.467260:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.467265:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.467270:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00000400:00000010:0.0:1763354563.467273:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00000100:00000001:0.0:1763354563.467277:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.467282:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542706048/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.467293:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.467297:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542706048/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.467306:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.467308:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.468495:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.468504:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.468506:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.468509:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.468515:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.468524:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540580 00000400:00000200:0.0:1763354563.468531:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b86cd [1] + 224 00000800:00000001:0.0:1763354563.468537:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.468555:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.468558:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.468562:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.468567:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.468573:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542706048/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.468585:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec53b80 x1848998542706048/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.468607:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.468615:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.468619:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.469122:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.469127:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:1.0:1763354563.469133:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.469138:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.469141:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:1.0:1763354563.469142:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:1.0:1763354563.469145:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.469146:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.471537:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.471551:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.471554:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.471557:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.471567:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.471579:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 432 into portal 28 MB=0x691a7971d0180 00000400:00000200:0.0:1763354563.471587:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 432/432 into md 0x79fb79 [8] + 11928 00000800:00000001:0.0:1763354563.471595:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.471603:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.471606:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.471610:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.471616:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.471618:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.471624:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f41c00. 00000100:00000040:0.0:1763354563.471627:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f41c00 x1848998841090432 msgsize 432 00000100:00100000:0.0:1763354563.471632:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.471648:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.471655:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.471658:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.472187:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.472193:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.472198:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.472203:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.472207:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:0.0:1763354563.472210:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:0.0:1763354563.472213:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.472215:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.474058:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.474068:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.474071:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.474073:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.474080:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000010:2.1:1763354563.474088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000400:00000200:1.0:1763354563.474094:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d0200 00000400:00000200:1.0:1763354563.474101:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 12360 00000800:00000001:1.0:1763354563.474109:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.474117:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.474120:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.474124:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.474130:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.474132:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.474138:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6817adc00. 00000100:00000040:1.0:1763354563.474142:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6817adc00 x1848998841090560 msgsize 328 00000100:00100000:1.0:1763354563.474147:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.474159:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.474165:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.474168:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.474666:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.474672:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.474677:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.474683:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.474687:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:0.0:1763354563.474689:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:0.0:1763354563.474693:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.474698:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542706176/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.474708:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.474712:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542706176/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.474721:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.474723:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.475742:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.475751:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.475754:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.475756:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.475763:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.475773:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540600 00000400:00000200:0.0:1763354563.475779:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b86dd [1] + 224 00000800:00000001:0.0:1763354563.475785:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.475792:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.475808:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.475812:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.475817:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.475822:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542706176/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.475833:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec53b80 x1848998542706176/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.475856:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.475864:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.475867:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.476473:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.476478:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:1.0:1763354563.476481:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.476485:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.476488:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7220 00000400:00000010:1.0:1763354563.476490:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7220. 00000100:00000001:1.0:1763354563.476492:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.476494:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.479068:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.479080:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.479084:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.479087:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.479096:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.479112:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971d0280 00000400:00000200:0.0:1763354563.479122:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 51848 00000800:00000001:0.0:1763354563.479130:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.479137:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.479139:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.479143:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.479148:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.479150:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763354563.479156:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f40e00. 00000100:00000040:0.0:1763354563.479159:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f40e00 x1848998841090688 msgsize 488 00000100:00100000:0.0:1763354563.479164:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.479178:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.479186:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.479189:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.479935:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.479941:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff681f5c400. 00000400:00000200:0.0:1763354563.479947:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.479958:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.479980:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5559c7cc0 00000400:00000010:0.0:1763354563.479983:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5559c7cc0. 00000100:00000001:0.0:1763354563.479987:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.479989:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.482464:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.482475:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.482478:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.482480:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.482487:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.482498:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d0300 00000400:00000200:1.0:1763354563.482504:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x767b29 [64] + 187624 00000800:00000001:1.0:1763354563.482509:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.482515:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.482522:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.482525:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.482529:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.482531:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.482537:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2f480. 00000100:00000040:1.0:1763354563.482540:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2f480 x1848998841090816 msgsize 568 00000100:00100000:1.0:1763354563.482543:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.482552:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.482558:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.482560:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.483423:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.483429:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.483434:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.483447:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.483455:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:0.0:1763354563.483458:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:0.0:1763354563.483462:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.483464:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.484067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000001:0.0:1763354563.485436:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.485444:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.485446:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.485448:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.485453:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.485463:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4584 into portal 6 MB=0x691a7971d0380 00000400:00000200:0.0:1763354563.485471:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 4584/4584 into md 0x1e60fd [128] + 52336 00000800:00000001:0.0:1763354563.485478:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.485518:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.485521:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.485525:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.485531:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.485533:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763354563.485539:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f42680. 00000100:00000040:0.0:1763354563.485543:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f42680 x1848998841090944 msgsize 4584 00000100:00100000:0.0:1763354563.485548:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.485562:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.485569:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.485573:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.486211:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.486217:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:1.0:1763354563.486221:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.486226:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.486230:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be75d8 00000400:00000010:1.0:1763354563.486233:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be75d8. 00000100:00000001:1.0:1763354563.486236:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.486241:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542706304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.486252:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.486256:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542706304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.486264:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.486266:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.487153:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.487160:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.487162:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.487165:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.487170:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.487180:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540680 00000400:00000200:0.0:1763354563.487186:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b86f1 [1] + 224 00000800:00000001:0.0:1763354563.487191:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.487197:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.487200:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.487203:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.487207:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.487212:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542706304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.487223:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec53b80 x1848998542706304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.487242:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.487248:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.487252:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.487994:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.488001:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.488003:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.488006:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.488012:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.488020:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d0400 00000400:00000200:0.0:1763354563.488027:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 656 00000800:00000001:0.0:1763354563.488031:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.488098:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.488102:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.488106:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.488111:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.488113:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.488118:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f42d80. 00000100:00000040:0.0:1763354563.488121:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f42d80 x1848998841091072 msgsize 328 00000100:00100000:0.0:1763354563.488126:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.488137:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.488142:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.488145:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.488203:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.488207:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841091072 02000000:00000001:3.0:1763354563.488210:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.488212:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.488214:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.488218:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.488220:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841091072 00000020:00000001:3.0:1763354563.488223:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.488224:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.488226:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.488229:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=27 00000020:00000001:3.0:1763354563.488232:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.488235:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.488238:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.488243:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.488246:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.488248:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.488254:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.488260:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.488265:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.488273:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.488276:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.488277:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.488279:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.488282:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488285:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.488289:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.488290:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.488292:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398200 refcount=4 00000020:00000001:3.0:1763354563.488294:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265792 : -123186134285824 : ffff8ff67e398200) 00010000:00000001:3.0:1763354563.488297:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265792 : -123186134285824 : ffff8ff67e398200) 00010000:00010000:3.0:1763354563.488304:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cab6e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4131a expref: 27 pid: 74539 timeout: 12318 lvb_type: 1 00010000:00000001:3.0:1763354563.488312:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.488313:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.488315:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.488317:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.488322:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.488328:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff542f42d80 x1848998841091072/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.488336:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.488337:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.488350:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.488364:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.488366:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.488373:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6346 00000100:00000040:3.0:1763354563.488380:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 2 00000100:00000001:3.0:1763354563.488387:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882285899136 : -123191423652480 : ffff8ff542f42d80) 00000100:00000040:3.0:1763354563.488395:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff542f42d80 x1848998841091072/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.488412:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.488415:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.488418:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.488421:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.488426:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff542f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+27:2403:x1848998841091072:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.488431:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841091072 00010000:00000001:3.0:1763354563.488433:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.488436:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.488438:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.488442:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.488444:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.488448:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0f400. 02000000:00000001:3.0:1763354563.488451:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.488453:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488456:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.488458:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.488460:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.488462:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.488464:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398200 refcount=4 00000020:00000001:3.0:1763354563.488466:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265792 : -123186134285824 : ffff8ff67e398200) 00010000:00000001:3.0:1763354563.488469:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265792 : -123186134285824 : ffff8ff67e398200) 00010000:00000040:3.0:1763354563.488473:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50900 count: 3 00002000:00000001:3.0:1763354563.488476:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.488480:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.488483:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.488489:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:3.0:1763354563.488492:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:3.0:1763354563.488495:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.488500:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.488504:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00010000:3.0:1763354563.488509:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cab6e lrc: 4/0,0 mode: PR/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4131a expref: 27 pid: 74539 timeout: 12318 lvb_type: 1 00000100:00001000:3.0:1763354563.488519:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.488522:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.488527:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.488528:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.488532:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cab6e lrc: 3/0,0 mode: PR/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4131a expref: 27 pid: 74539 timeout: 12318 lvb_type: 1 00000020:00000001:3.0:1763354563.488541:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.488543:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.488545:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.488547:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488552:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.488554:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.488559:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.488560:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.488562:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.488564:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.488567:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398200 with handle 0x4a8bb634222cab6e from hash 00010000:00000001:3.0:1763354563.488569:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.488571:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.488572:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.488573:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.488578:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.488580:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488583:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.488584:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.488587:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cab6e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4131a expref: 27 pid: 74539 timeout: 12318 lvb_type: 1 00010000:00000040:3.0:1763354563.488596:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:3.0:1763354563.488599:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 26 00010000:00000001:3.0:1763354563.488605:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.488608:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.488610:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354563.488612:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff67e399600 00010000:00000001:3.0:1763354563.488614:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.488616:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.488619:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.488621:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.488623:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.488624:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.488626:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.488630:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.488632:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.488636:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caba6 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.488644:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354563.488648:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caba6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.488655:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b1:0x0].0x0 (ffff8ff560c50900) refcount = 2 00010000:00000040:3.0:1763354563.488658:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.488661:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caba6 lrc: 4/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.488670:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.488671:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488673:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.488675:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.488678:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.488682:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.488685:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.488690:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.488692:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.488707:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.488714:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.488716:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.488718:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.488720:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.488734:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488737:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.488739:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.488740:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.488742:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.488743:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.488746:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.488748:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.488750:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.488752:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.488754:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.488756:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.488758:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:3.0:1763354563.488762:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.488764:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.488766:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.488771:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.488775:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.488780:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.488789:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.488804:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.488815:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.488821:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.488826:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.488832:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.488837:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.488843:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121dd0. 00000100:00000200:3.0:1763354563.488850:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841091072, offset 224 00000400:00000200:3.0:1763354563.488861:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.488875:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.488886:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556602:1556602:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556598:1556598:8:4294967295] 00000400:00000200:3.0:1763354563.488909:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.488922:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.488930:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354563.488942:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.488952:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.488959:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.488991:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.488995:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.488998:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.489001:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.489012:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f42d80 x1848998841091072/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.489055:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+26:2403:x1848998841091072:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 616us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.489067:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6346 00000800:00000200:1.0:1763354563.489072:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1763354563.489074:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 1 00000800:00000010:1.0:1763354563.489077:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4600. 00000100:00000001:3.0:1763354563.489081:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354563.489082:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354563.489085:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1763354563.489090:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354563.489092:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000400:00000200:1.0:1763354563.489094:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121dd0 00000400:00000010:1.0:1763354563.489098:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121dd0. 00000100:00000001:1.0:1763354563.489101:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1763354563.489104:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000100:00000001:1.0:1763354563.489104:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1763354563.489112:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00000020:00000040:3.0:1763354563.489121:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000100:00000001:3.0:1763354563.489126:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.2:1763354563.489823:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0618. 00000100:00000001:1.0:1763354563.490413:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.490416:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.490418:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944458 is committed 00000001:00000040:1.0:1763354563.490421:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 4 00000020:00000040:1.0:1763354563.490423:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 26 00000001:00000010:1.0:1763354563.490425:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9600. 00000020:00000001:1.0:1763354563.490428:0:68511:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.490430:0:68511:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.490431:0:68511:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd27000 : new cb_count 3 00000020:00000040:1.0:1763354563.490433:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000020:00000010:1.0:1763354563.490434:0:68511:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff5909e94e0. 00080000:00000010:1.0:1763354563.490436:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff65349d000. 00080000:00000010:1.0:1763354563.490439:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff646659e00. 00000001:00000040:1.0:1763354563.490442:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 2 00000020:00000040:1.0:1763354563.490443:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000001:00000010:1.0:1763354563.490445:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073d80. 00000020:00000001:1.0:1763354563.490448:0:68511:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.490450:0:68511:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.490451:0:68511:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:1.0:1763354563.490452:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000020:00000010:1.0:1763354563.490454:0:68511:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff67e073ea0. 00080000:00000010:1.0:1763354563.490455:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff549c23000. 00080000:00000010:1.0:1763354563.490457:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff681f5c600. 00000100:00000001:1.0:1763354563.490460:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.490460:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.490461:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944456 is committed 00000001:00000040:1.0:1763354563.490463:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 0 00000020:00000040:1.0:1763354563.490464:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 4 00000001:00000010:1.0:1763354563.490465:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0c60. 00080000:00000010:1.0:1763354563.490467:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177400. 00000001:00000040:1.0:1763354563.490469:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 0 00000020:00000040:1.0:1763354563.490471:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000001:00000010:1.0:1763354563.490472:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e0731e0. 00080000:00000010:1.0:1763354563.490474:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffef200. 00000800:00000200:0.0:1763354563.490836:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.490841:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.490846:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.490851:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.490855:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00000400:00000010:0.0:1763354563.490857:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00000100:00000001:0.0:1763354563.490860:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.490863:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.491064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00000800:00000001:0.0:1763354563.492657:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.492668:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.492670:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.492671:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.492678:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.492691:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 448 into portal 12 MB=0x691a7971d0480 00000400:00000200:0.0:1763354563.492698:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 448/448 into md 0x767b29 [64] + 188192 00000800:00000001:0.0:1763354563.492705:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.492712:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.492715:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.492719:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.492724:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.492726:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.492732:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f43b80. 00000100:00000040:0.0:1763354563.492735:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f43b80 x1848998841091200 msgsize 448 00000100:00100000:0.0:1763354563.492739:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.492752:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.492759:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.492762:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.494101:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354563.494115:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354563.494118:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429290 is committed 00000001:00000040:0.0:1763354563.494121:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 10 00000020:00000040:0.0:1763354563.494124:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 236 00000001:00000010:0.0:1763354563.494127:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e0734e0. 00080000:00000010:0.0:1763354563.494132:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffee400. 00000001:00000040:0.0:1763354563.494135:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 9 00000020:00000040:0.0:1763354563.494138:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 235 00000001:00000010:0.0:1763354563.494139:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073600. 00080000:00000010:0.0:1763354563.494142:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff549c23200. 00000001:00000040:0.0:1763354563.494145:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 8 00000020:00000040:0.0:1763354563.494148:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000001:00000010:0.0:1763354563.494150:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073ba0. 00080000:00000010:0.0:1763354563.494152:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc6800. 00000001:00000040:0.0:1763354563.494158:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 7 00000020:00000040:0.0:1763354563.494160:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000001:00000010:0.0:1763354563.494162:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073960. 00080000:00000010:0.0:1763354563.494164:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffefa00. 00000001:00000040:0.0:1763354563.494168:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 6 00000020:00000040:0.0:1763354563.494170:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000001:00000010:0.0:1763354563.494172:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a7e0. 00000004:00080000:0.0:1763354563.494177:0:31810:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 275 committed 00000004:00000010:0.0:1763354563.494189:0:31810:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8ff543a4ade0. 00080000:00000010:0.0:1763354563.494192:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152e00. 00000001:00000040:0.0:1763354563.494195:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 5 00000020:00000040:0.0:1763354563.494197:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000001:00000010:0.0:1763354563.494199:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a240. 00080000:00000010:0.0:1763354563.494202:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152400. 00000004:00000001:3.0:1763354563.494204:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000040:0.0:1763354563.494206:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 4 00000004:00000001:3.0:1763354563.494208:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.494210:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000004:00000001:3.0:1763354563.494213:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000001:00000010:0.0:1763354563.494214:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a0c0. 00000004:00000001:3.0:1763354563.494216:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:0.0:1763354563.494218:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153200. 00000004:00000001:3.0:1763354563.494219:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1763354563.494223:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 3 00000040:00001000:3.0:1763354563.494225:0:31820:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff54362e930 type=0x0 idx=0 00000020:00000040:0.0:1763354563.494226:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000040:00001000:3.0:1763354563.494230:0:31820:0:(llog.c:720:llog_process_thread()) synced_idx: 21285 00000001:00000010:0.0:1763354563.494231:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073480. 00000040:00000001:3.0:1763354563.494236:0:31820:0:(lustre_log.h:473:llog_next_block()) Process entered 00000020:00000001:0.0:1763354563.494238:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000040:00000001:3.0:1763354563.494239:0:31820:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000020:00080000:0.0:1763354563.494241:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff6793de840 refcount 2 committed 0 result 0 batchid 25769804092 00000040:00001000:3.0:1763354563.494246:0:31820:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 21285 (cur idx 21284 off 1368064), size 1370480 00000020:00080000:0.0:1763354563.494247:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64b00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff6793dea80 00000020:00080000:0.0:1763354563.494253:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55ffef400 00000040:00000001:3.0:1763354563.494262:0:31820:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763354563.494266:0:31820:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.494267:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000040:00001000:3.0:1763354563.494270:0:31820:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff54362e930 type=0x10692404 idx=21285 00000020:00000040:0.0:1763354563.494271:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff6793de840 refcount 2 committed 1 result 0 batchid 25769804092 00000040:00001000:3.0:1763354563.494273:0:31820:0:(llog.c:776:llog_process_thread()) lrh_index: 21285 lrh_len: 64 (5840 remains) 00000020:00000040:0.0:1763354563.494277:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64b00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff6793dea80 00000040:00001000:3.0:1763354563.494278:0:31820:0:(llog.c:797:llog_process_thread()) index: 21285, lh_last_idx: 21285 synced_idx: 21285 lgh_last_idx: 21285 00000004:00000001:3.0:1763354563.494282:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763354563.494285:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:0.0:1763354563.494286:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55ffef400 00000004:00000001:3.0:1763354563.494287:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.494292:0:31820:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000001:0.0:1763354563.494293:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:3.0:1763354563.494296:0:31820:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00080000:00000010:0.0:1763354563.494297:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffef400. 00000004:00000001:3.0:1763354563.494301:0:31820:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00080000:00000010:0.0:1763354563.494304:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153c00. 00000100:00000010:3.0:1763354563.494307:0:31820:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513daa00. 00080000:00000010:0.0:1763354563.494308:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153400. 00000020:00000040:3.0:1763354563.494315:0:31820:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=8 obd=lustre-OST0001-osc-MDT0001 00080000:00000010:0.0:1763354563.494315:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152a00. 00000001:00000040:0.0:1763354563.494322:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 2 00000100:00000001:3.0:1763354563.494323:0:31820:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00080000:1.0:1763354563.494325:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804090 00000020:00000040:0.0:1763354563.494325:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 02000000:00000001:3.0:1763354563.494328:0:31820:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000010:0.0:1763354563.494329:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073a80. 00000020:00000001:0.0:1763354563.494335:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 02000000:00000001:3.0:1763354563.494337:0:31820:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.494337:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4cc0 refcount 2 committed 0 result 0 batchid 25769804091 02000000:00000010:3.0:1763354563.494348:0:31820:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff644f0f000. 00000020:00080000:0.0:1763354563.494350:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64200 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000100:00000001:3.0:1763354563.494355:0:31820:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.494358:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55ffef000 00000004:00000001:3.0:1763354563.494360:0:31820:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886820563456 : -123186888988160 : ffff8ff6513daa00) 00000100:00000001:3.0:1763354563.494368:0:31820:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1763354563.494368:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763354563.494370:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4cc0 refcount 2 committed 1 result 0 batchid 25769804091 00000020:00000040:0.0:1763354563.494375:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64200 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000100:00000001:3.0:1763354563.494376:0:31820:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.494378:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55ffef000 00000020:00000001:0.0:1763354563.494383:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:0.0:1763354563.494386:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffef000. 00000001:00000040:0.0:1763354563.494391:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 1 00000100:00000040:3.0:1763354563.494392:0:31820:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060171c09] to pc [ptlrpcd_00_03+3] req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763354563.494393:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00000001:00000010:0.0:1763354563.494396:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073840. 00000020:00080000:1.0:1763354563.494399:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 25769804092 committed batchid 25769804090 00080000:00000010:0.0:1763354563.494401:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffeec00. 00000001:00000040:0.0:1763354563.494407:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 0 00000020:00000001:1.0:1763354563.494408:0:31830:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000040:0.0:1763354563.494412:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 226 00000001:00000010:0.0:1763354563.494417:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e0732a0. 00000020:00000010:1.0:1763354563.494418:0:31830:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff543a4aa20. 00080000:00000010:0.0:1763354563.494424:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffee200. 00080000:00000001:1.0:1763354563.494426:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.494433:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153e00. 00080000:00000001:1.0:1763354563.494439:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741050880 : -123190968500736 : ffff8ff55e153e00) 00000004:00000001:3.0:1763354563.494441:0:31820:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494443:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:1.0:1763354563.494446:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00001000:3.0:1763354563.494449:0:31820:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0001: 1 in flight, 4 in progress 00000100:00000001:0.0:1763354563.494450:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1763354563.494452:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1763354563.494454:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00001000:3.0:1763354563.494455:0:31820:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 21285, id 274 00080000:00000010:1.0:1763354563.494458:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1780. 00000004:00000001:3.0:1763354563.494461:0:31820:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000040:0.0:1763354563.494463:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1763354563.494464:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.494466:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.494472:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.494473:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354563.494478:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.494482:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494483:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.494488:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.494492:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.494492:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1763354563.494493:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1763354563.494495:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.494499:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.494500:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.494506:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff6513daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848998542706432:0@lo:6:osp-syn-1-1.0 00000100:00000001:0.0:1763354563.494511:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1763354563.494512:0:31830:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 25769804092: rc = 0 02000000:00000001:0.0:1763354563.494515:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1763354563.494519:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 02000000:00000001:0.0:1763354563.494520:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.494525:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000010:1.0:1763354563.494528:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1780. 00080000:00000001:3.0:1763354563.494529:0:6519:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.494530:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff544a46400. 00040000:00000001:1.0:1763354563.494533:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:0.0:1763354563.494535:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.494537:0:6519:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.494537:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.494541:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.494542:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000004:00000001:3.0:1763354563.494544:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000020:00000001:1.0:1763354563.494544:0:31830:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.494549:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b4c8. 00000004:00000001:3.0:1763354563.494551:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00080000:1.0:1763354563.494551:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804090 00000100:00000200:0.0:1763354563.494555:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542706432, portal 4 00000004:00000001:3.0:1763354563.494558:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494559:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.494562:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886820563456 : -123186888988160 : ffff8ff6513daa00) 00000004:00000001:3.0:1763354563.494566:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000040:0.0:1763354563.494571:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.494574:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:0.0:1763354563.494581:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.494584:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.494587:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535be58. 00000004:00000001:3.0:1763354563.494589:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000200:0.0:1763354563.494590:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542706432, offset 0 00000004:00000001:3.0:1763354563.494596:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:0.0:1763354563.494598:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:3.0:1763354563.494603:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354563.494608:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.494608:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000002:3.0:1763354563.494613:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de8:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763354563.494618:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000400:00000200:0.0:1763354563.494620:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785540700 00000004:00000001:3.0:1763354563.494623:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.494628:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1763354563.494628:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fb79 [8] + 12688 00000001:00000001:3.0:1763354563.494632:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.494635:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:0.0:1763354563.494636:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1763354563.494638:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.494643:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.494643:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1763354563.494648:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.494650:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.494651:0:3657:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.494655:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000001:3.0:1763354563.494656:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.494661:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000010:0.0:1763354563.494661:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f40a80. 00000001:00000001:3.0:1763354563.494664:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763354563.494665:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f40a80 x1848998542706432 msgsize 544 00000001:00000001:3.0:1763354563.494669:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354563.494672:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000100:00100000:0.0:1763354563.494676:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:3.0:1763354563.494680:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354563.494683:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763354563.494690:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:0.0:1763354563.494692:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1763354563.494697:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.494698:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535be58 00000400:00000010:0.0:1763354563.494703:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535be58. 00000004:00000001:3.0:1763354563.494704:0:6519:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494707:0:3657:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:3.0:1763354563.494710:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429290, transno 0, xid 1848998841091200 00000100:00000200:0.0:1763354563.494714:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.494717:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1763354563.494725:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1763354563.494728:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff542f43b80 x1848998841091200/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/440 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.494732:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.494734:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.494741:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542706432 02000000:00000001:1.0:1763354563.494747:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1763354563.494753:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1763354563.494753:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.494755:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.494758:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494760:0:3657:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1763354563.494761:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.494766:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494767:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.494769:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00100000:1.0:1763354563.494773:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542706432 00000100:00000040:0.0:1763354563.494775:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7455 usecs (8 jiffies) 00000100:00000001:3.0:1763354563.494777:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1763354563.494778:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354563.494781:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885462 00000020:00000040:1.0:1763354563.494783:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000100:00000040:3.0:1763354563.494786:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.494787:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306886562 00000020:00000001:1.0:1763354563.494789:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354563.494794:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885462 00000020:00000040:1.0:1763354563.494797:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=10 00000100:00000001:0.0:1763354563.494798:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306886562 00000100:00000001:3.0:1763354563.494803:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000020:00000001:1.0:1763354563.494804:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:0.0:1763354563.494805:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885462 00000100:00000001:0.0:1763354563.494811:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306886562 00000020:00000001:1.0:1763354563.494812:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 02000000:00000001:3.0:1763354563.494813:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1763354563.494814:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885462 02000000:00000001:3.0:1763354563.494818:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.494820:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354563.494820:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306886562 00000100:00000001:3.0:1763354563.494825:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763354563.494826:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.494827:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000040:3.0:1763354563.494833:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000001:1.0:1763354563.494834:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.494834:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494840:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.494842:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121198. 00000020:00000010:1.0:1763354563.494842:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00000001:0.0:1763354563.494843:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354563.494851:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848998841091200, offset 224 00000100:00000001:0.0:1763354563.494852:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1763354563.494853:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000100:00000001:0.0:1763354563.494856:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354563.494860:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1763354563.494862:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563b80. 00000100:00000001:0.0:1763354563.494862:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1763354563.494866:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000001:0.0:1763354563.494866:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.494871:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.494872:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24320. 00000400:00000200:3.0:1763354563.494881:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000040:1.0:1763354563.494882:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.494889:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.494893:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1763354563.494896:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556604:1556604:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556600:1556600:8:4294967295] 00000100:00000001:1.0:1763354563.494898:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.494909:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.494923:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:1.0:1763354563.494926:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.494938:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.48@tcp 00000100:00000001:0.0:1763354563.494941:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.494944:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354563.494946:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:3.0:1763354563.494947:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000100:00000001:1.0:1763354563.494950:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.494952:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85178 00000100:00000040:0.0:1763354563.494956:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:1.0:1763354563.494957:0:74539:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.494975:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000001:0.0:1763354563.494976:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882285890176 : -123191423661440 : ffff8ff542f40a80) 00000100:00000001:1.0:1763354563.494978:0:74539:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.494986:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff542f40a80 x1848998542706432/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1763354563.494988:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.494994:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.495002:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354563.495007:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.495007:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68100. 00000100:00000040:3.0:1763354563.495014:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.495014:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.495019:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68100. 00010000:00000001:3.0:1763354563.495020:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.495023:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.495025:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff542f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+10:3657:x1848998542706432:12345-0@lo:6:osp-syn-1-1.0 00000020:00000001:3.0:1763354563.495026:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.495054:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f43b80 x1848998841091200/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/440 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.495060:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542706432 00000100:00100000:3.0:1763354563.495066:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252538:x1848998841091200:12345-192.168.203.48@tcp:44:lfs.0 Request processed in 2153us (2327us total) trans 0 rc 0/0 00000020:00000001:0.0:1763354563.495066:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.495069:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.495072:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.495075:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1763354563.495079:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417403 00000020:00000001:0.0:1763354563.495080:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00000100:00000040:3.0:1763354563.495084:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000020:00000001:0.0:1763354563.495085:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1763354563.495088:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1763354563.495090:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.495091:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1763354563.495095:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1763354563.495097:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27f80. 00000020:00000001:0.0:1763354563.495098:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.495101:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000010:3.0:1763354563.495105:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6813543e8. 00000020:00000001:0.0:1763354563.495105:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.495109:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.495111:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1763354563.495112:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff65349d000. 00000001:00000001:0.0:1763354563.495114:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.495118:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:0.0:1763354563.495118:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:3.0:1763354563.495119:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000001:00000001:0.0:1763354563.495121:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.495124:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354563.495126:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000001:00000001:0.0:1763354563.495126:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.495131:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.495134:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354563.495136:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:0.0:1763354563.495137:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.495142:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.495145:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354563.495146:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000001:00000001:0.0:1763354563.495149:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.495153:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121198 00000020:00000001:0.0:1763354563.495155:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.495158:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121198. 00000020:00000001:0.0:1763354563.495160:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.495164:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.495165:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763354563.495168:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1763354563.495170:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.495176:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff544a46800. 02000000:00000001:0.0:1763354563.495179:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.495181:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.495184:0:74509:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1763354563.495188:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.495189:0:74509:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1763354563.495192:0:74509:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000402:21285 count 1 00002000:00000001:0.0:1763354563.495194:0:74509:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763354563.495196:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.495197:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.495202:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:0.0:1763354563.495204:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00010000:00000001:0.0:1763354563.495207:0:74509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.495209:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.495214:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d8ac500. 00010000:00000010:0.0:1763354563.495217:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff55d8acf00. 00010000:00000001:0.0:1763354563.495219:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.495222:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8200. 00000020:00000001:0.0:1763354563.495224:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.495225:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8200 with handle 0x4a8bb634222cabad to hash 00000020:00000001:0.0:1763354563.495227:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.495228:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:0.0:1763354563.495230:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00002000:00000001:0.0:1763354563.495232:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763354563.495236:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68100. 00002000:00000001:0.0:1763354563.495238:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.495238:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.495240:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595933112 : -123190113618504 : ffff8ff59109b5b8) 00002000:00000001:0.0:1763354563.495241:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595933024 : -123190113618592 : ffff8ff59109b560) 00002000:00000001:0.0:1763354563.495243:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.495246:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354563.495247:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x5325:0x0] initial LVB size: 1024, mtime: 0x691aa7c2, atime: 0x0, ctime: 0x691aa7c2, blocks: 0x8 00002000:00000001:0.0:1763354563.495250:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1763354563.495252:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.495253:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.495255:0:74509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.495261:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.495264:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.495265:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.495267:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.495269:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.495270:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.495272:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.495273:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.495274:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.495276:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763354563.495279:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.495284:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5325:0x0].0x0 (ffff8ff55d8ac500) refcount = 1 00010000:00000040:0.0:1763354563.495286:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.495288:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.495297:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.495300:0:74509:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.495302:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.495304:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.495306:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.495308:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.495311:0:74509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.495313:0:74509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.495317:0:74509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.495324:0:74509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.495325:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.495326:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.495328:0:74509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.495329:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.495331:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=3 00000020:00000001:0.0:1763354563.495333:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:0.0:1763354563.495335:0:74509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:0.0:1763354563.495338:0:74509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354563.495341:0:74509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.495348:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.495349:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.495351:0:74509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.495357:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.495358:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.495361:0:74509:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763354563.495365:0:74509:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095600. 00010000:00000001:0.0:1763354563.495368:0:74509:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763354563.495384:0:74509:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763354563.495387:0:74509:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.495389:0:74509:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.495390:0:74509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.495392:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.495393:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354563.495395:0:74509:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:0.0:1763354563.495398:0:74509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.495401:0:74509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177000. 00080000:00000001:0.0:1763354563.495404:0:74509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000001:00000001:0.0:1763354563.495406:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.495407:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.495410:0:74509:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763354563.495412:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763354563.495414:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763354563.495417:0:74509:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0001: FID [0x2c0000402:0x5325:0x0] not in the id map cache 00080000:00000001:0.0:1763354563.495421:0:74509:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.495423:0:74509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.495427:0:74509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.495430:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.495432:0:74509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00000020:00000001:1.0:1763354563.495435:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000001:0.0:1763354563.495436:0:74509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.495441:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.495445:0:74509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.495446:0:27153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763354563.495453:0:27153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00080000:00000002:0.0:1763354563.495453:0:74509:0:(osd_handler.c:4785:osd_ref_del()) [0x2c0000402:0x5325:0x0] decrease nlink 1 00010000:00000001:1.0:1763354563.495455:0:27153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354563.495462:0:27153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354563.495466:0:74509:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:0.0:1763354563.495470:0:74509:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2c0000402:0x5325:0x0] 00080000:00000001:0.0:1763354563.495476:0:74509:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00010000:00010000:1.0:1763354563.495477:0:27153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8200 already unused, calling callback (ffffffffc0db0b40) 80000000:00000001:0.0:1763354563.495479:0:74509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1763354563.495482:0:27153:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:0.0:1763354563.495484:0:74509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1763354563.495486:0:27153:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 80000000:00000001:0.0:1763354563.495488:0:74509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.495492:0:27153:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 80000000:00000001:0.0:1763354563.495492:0:74509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.495499:0:74509:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1763354563.495505:0:74509:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:0.0:1763354563.495508:0:74509:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1763354563.495510:0:74509:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620882297302976 : -123191412248640 : ffff8ff543a22fc0) 00010000:00000001:1.0:1763354563.495513:0:27153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:0.0:1763354563.495515:0:74509:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00010000:00000001:1.0:1763354563.495517:0:27153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.495521:0:27153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.495523:0:27153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=3 00000020:00000001:1.0:1763354563.495526:0:27153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:1.0:1763354563.495529:0:27153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:1.0:1763354563.495532:0:27153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354563.495535:0:27153:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1763354563.495544:0:74509:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.495550:0:74509:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495553:0:27153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1763354563.495554:0:74509:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495557:0:27153:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1763354563.495559:0:74509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:1.0:1763354563.495561:0:27153:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.495565:0:74509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:1.0:1763354563.495568:0:27153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000002:0.0:1763354563.495570:0:74509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975994, last_committed = 8589975983 00010000:00000001:1.0:1763354563.495571:0:27153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.495575:0:27153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000010:0.0:1763354563.495576:0:74509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0120. 00010000:00000001:1.0:1763354563.495577:0:27153:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.495583:0:27153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222cabad from hash 00000001:00000040:0.0:1763354563.495583:0:74509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482fd800 : new cb_count 6 00010000:00000001:1.0:1763354563.495589:0:27153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1763354563.495589:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff6482fd800 refcount=11 00010000:00000001:1.0:1763354563.495592:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.495595:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.495596:0:27153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.495599:0:27153:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.495602:0:27153:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.495602:0:74509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495609:0:27153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.495611:0:27153:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.495613:0:27153:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000010:0.0:1763354563.495613:0:74509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00010000:00000001:1.0:1763354563.495617:0:27153:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1763354563.495619:0:74509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1763354563.495621:0:27153:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354563.495622:0:74509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.495625:0:74509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495626:0:27153:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:0.0:1763354563.495629:0:74509:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495630:0:27153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00002000:00000001:0.0:1763354563.495634:0:74509:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:1.0:1763354563.495635:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.495638:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.495640:0:27153:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495642:0:27153:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.495645:0:27153:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.495648:0:27153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 1/0,0 mode: --/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.495656:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.495659:0:27153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cabad lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.495673:0:27153:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d8ac500 count: 0 00002000:00000010:1.0:1763354563.495678:0:27153:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68100. 00010000:00000010:1.0:1763354563.495683:0:27153:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff55d8acf00. 00010000:00000001:1.0:1763354563.495692:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.495693:0:27153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763354563.495696:0:27153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e095600. 00010000:00000001:1.0:1763354563.495699:0:27153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.495702:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763354563.495704:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.495706:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763354563.495708:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763354563.495709:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.495712:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763354563.495714:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763354563.495716:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.495718:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000001:0.0:1763354563.495774:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.495776:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354563.495778:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.495779:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354563.495780:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.495781:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1763354563.495785:0:74509:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff58bf0b200. 00002000:00000001:0.0:1763354563.495790:0:74509:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1763354563.495792:0:74509:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x2c0000402:0x5325:0x0] 00002000:00000010:0.0:1763354563.495794:0:74509:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff59109b560. 00002000:00000001:0.0:1763354563.495799:0:74509:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763354563.495801:0:74509:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.495806:0:74509:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763354563.495810:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975979, transno 8589975994, xid 1848998542706432 00010000:00000001:0.0:1763354563.495812:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.495816:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff542f40a80 x1848998542706432/t8589975994(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.495822:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.495823:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.495825:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.495828:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.495829:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.495831:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.495833:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.495834:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.495836:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.495838:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.495840:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535be58. 00000100:00000200:0.0:1763354563.495843:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542706432, offset 224 00000400:00000200:0.0:1763354563.495846:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.495850:0:74509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.495854:0:74509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785540700 00000400:00000200:0.0:1763354563.495859:0:74509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b8701 [1] + 224 00000400:00000200:0.0:1763354563.495862:0:74509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.495864:0:74509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.495866:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.495869:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.495875:0:74509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff6513daa00 x1848998542706432/t0(0) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.495891:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.495896:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535be58 00000400:00000010:0.0:1763354563.495898:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535be58. 00000100:00000001:0.0:1763354563.495901:0:74509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.495902:0:74509:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.495905:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.495908:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.495910:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.495912:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.495914:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.495918:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f40a80 x1848998542706432/t8589975994(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.495927:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+11:3657:x1848998542706432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 923us (1260us total) trans 8589975994 rc 0/0 00000100:00100000:0.0:1763354563.495935:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85178 00000100:00000040:0.0:1763354563.495938:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:0.0:1763354563.495941:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.495943:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.495946:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563b80. 00000020:00000010:0.0:1763354563.495949:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24320. 00000020:00000010:0.0:1763354563.495953:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:0.0:1763354563.495956:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 10 00000100:00000001:0.0:1763354563.495959:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.496864:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.496873:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.496875:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.496876:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.496881:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.496887:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d0500 00000400:00000200:0.0:1763354563.496891:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 13232 00000800:00000001:0.0:1763354563.496895:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.496900:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.496901:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.496904:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.496907:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.496908:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.496911:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f43100. 00000100:00000040:0.0:1763354563.496913:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f43100 x1848998841091328 msgsize 440 00000100:00100000:0.0:1763354563.496916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.496926:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.496929:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.496932:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.496947:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.496950:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841091328 02000000:00000001:1.0:1763354563.496952:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.496953:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.496954:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.496957:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.496959:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841091328 00000020:00000001:1.0:1763354563.496971:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.496973:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.496974:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.496976:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:1.0:1763354563.496978:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.496980:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.496983:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.496986:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.496988:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.496990:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.496994:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.496996:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.496999:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.497003:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.497005:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.497006:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.497007:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.497011:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.497021:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.497027:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.497028:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.497032:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85179 00000100:00000040:1.0:1763354563.497050:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.497052:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882285900032 : -123191423651584 : ffff8ff542f43100) 00000100:00000040:1.0:1763354563.497057:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff542f43100 x1848998841091328/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.497064:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.497066:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.497068:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.497070:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00010000:00000010:3.1:1763354563.497074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398200. 00000100:00100000:1.0:1763354563.497074:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff542f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841091328:12345-192.168.203.48@tcp:16:lfs.0 00000100:00000200:1.0:1763354563.497080:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841091328 00000020:00000001:1.0:1763354563.497082:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.497085:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.497086:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.497088:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.497089:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831008 : -1043720608 : ffffffffc1ca1660) 00000020:00000001:1.0:1763354563.497092:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.497093:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.497095:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.497096:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.497098:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.497100:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.497101:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.497102:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.497104:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.497105:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.497106:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.497108:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.497109:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.497110:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.497111:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.497112:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.497113:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.497114:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.497115:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.497116:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.497118:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.497119:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.497122:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff67d88a000. 02000000:00000001:1.0:1763354563.497123:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.497124:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.497127:0:74509:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:1.0:1763354563.497128:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.497129:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.497133:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354563.497134:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00000020:00000001:1.0:1763354563.497136:0:74509:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:1.0:1763354563.497139:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a64a for inode 40455 00000020:00000001:1.0:1763354563.497141:0:74509:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.497143:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.497147:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.497150:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.497151:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.497154:0:74509:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:1.0:1763354563.497155:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000040:1.0:1763354563.497157:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841091328 00010000:00000001:1.0:1763354563.497159:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.497162:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff542f43100 x1848998841091328/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.497168:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.497169:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.497171:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.497174:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.497175:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.497177:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.497178:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.497180:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.497181:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.497183:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.497185:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa088. 00000100:00000200:1.0:1763354563.497188:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841091328, offset 224 00000400:00000200:1.0:1763354563.497192:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.497197:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.497201:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556605:1556605:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556601:1556601:8:4294967295] 00000400:00000200:1.0:1763354563.497208:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.497211:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.497214:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.497217:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.497221:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.497224:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.497234:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.497236:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.497238:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.497239:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.497240:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.497244:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f43100 x1848998841091328/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.497256:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841091328:12345-192.168.203.48@tcp:16:lfs.0 Request processed in 190us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.497261:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85179 00000100:00000040:1.0:1763354563.497263:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.497264:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.497266:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.497268:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.497271:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.497273:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.497275:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:1.0:1763354563.497277:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.497286:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.497291:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.497296:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.497301:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.497305:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa088 00000400:00000010:0.0:1763354563.497307:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa088. 00000100:00000001:0.0:1763354563.497310:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.497311:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.499076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:1.1:1763354563.499085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac500. 00010000:00000010:2.1:1763354563.499086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000010:1.1:1763354563.499096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:2.1:1763354563.501070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b000. 00010000:00000010:2.1:1763354563.501080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da300. 00010000:00000010:2.1:1763354563.501089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940a600. 00010000:00000010:2.1:1763354563.501096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00010000:00000010:2.1:1763354563.501101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940ba00. 00000800:00000001:1.0:1763354563.504683:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.504700:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.504704:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.504706:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.504718:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.504735:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971d0600 00000400:00000200:1.0:1763354563.504744:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x767b29 [64] + 188640 00000800:00000001:1.0:1763354563.504752:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.504759:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.504762:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.504767:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.504774:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.504776:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.504782:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2df80. 00000100:00000040:1.0:1763354563.504785:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2df80 x1848998841091584 msgsize 488 00000100:00100000:1.0:1763354563.504790:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.504806:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.504814:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.504817:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.504846:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.504849:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841091584 02000000:00000001:3.0:1763354563.504852:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.504853:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.504855:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.504858:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.504862:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841091584 00000020:00000001:3.0:1763354563.504864:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.504866:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.504868:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.504870:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=224 00000020:00000001:3.0:1763354563.504872:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.504874:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.504878:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.504882:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.504885:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.504887:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.504893:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.504897:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.504901:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.504906:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354563.504908:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.504910:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.504912:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.504918:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.504928:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.504938:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.504939:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.504943:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417404 00000100:00000040:3.0:1763354563.504946:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.504948:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612238208 : -123187097313408 : ffff8ff644d2df80) 00000100:00000040:3.0:1763354563.504954:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2df80 x1848998841091584/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.504973:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.504975:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.504977:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.504979:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.504983:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252538:x1848998841091584:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:3.0:1763354563.504986:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841091584 00000020:00000001:3.0:1763354563.504989:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354563.504992:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.504995:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.504997:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.504999:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:3.0:1763354563.505001:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354563.505004:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841091584, found 0 last_xid 1848998841091583 00000020:00000001:3.0:1763354563.505006:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.505008:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.505009:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.505012:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505014:0:6519:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763354563.505019:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff644d2df80 x1848998841091584/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.505027:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354563.505029:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354563.505031:0:6519:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763354563.505055:0:6519:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763354563.505058:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.505060:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505062:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505063:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2638697288 : 2638697288 : 0x9d475348) 00000001:00000001:3.0:1763354563.505066:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2638697288 : 2638697288 : 9d475348) 00000001:00000001:3.0:1763354563.505067:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505068:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:3.0:1763354563.505069:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:3.0:1763354563.505070:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505071:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505072:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505074:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505075:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505076:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505077:0:6519:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505080:0:6519:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505081:0:6519:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505083:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505085:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354563.505087:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354563.505089:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.505091:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.505097:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff6432fe000. 02000000:00000001:3.0:1763354563.505098:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.505100:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505102:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354563.505103:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.505104:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505105:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505106:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505108:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505109:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505110:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505111:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505112:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.505113:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.505117:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354563.505128:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354563.505130:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354563.505134:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354563.505136:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505137:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.505138:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505140:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354563.505141:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505143:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354563.505144:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505146:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354563.505147:0:6519:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763354563.505151:0:6519:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x2400032e4:0x9de8:0x0] 7 req@ffff8ff644d2df80 x1848998841091584/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/3152 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.505157:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.505159:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.505161:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.505162:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.505164:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398c00 refcount=3 00000020:00000001:3.0:1763354563.505165:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000001:3.0:1763354563.505167:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000040:3.0:1763354563.505170:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50a00 count: 4 00000004:00000001:3.0:1763354563.505173:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354563.505175:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.505177:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.505179:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.505180:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.505182:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505185:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.505186:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.505192:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.505193:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.505195:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.505196:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.505198:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398c00 with handle 0x4a8bb634222cab67 from hash 00010000:00000001:3.0:1763354563.505201:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.505202:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.505202:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.505203:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.505207:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.505208:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505210:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.505211:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.505214:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398c00/0x4a8bb634222cab67 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41313 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.505220:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:3.0:1763354563.505223:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000010:3.0:1763354563.505224:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138d00. 00010000:00000001:3.0:1763354563.505231:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.505233:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.505235:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.505236:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) 00010000:00000001:3.0:1763354563.505240:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.505242:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505243:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.505244:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.505245:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354563.505247:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354563.505249:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de8:0x0] 00000020:00000001:3.0:1763354563.505251:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.505254:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:3.0:1763354563.505256:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:3.0:1763354563.505257:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354563.505258:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.505262:0:6519:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6417f9118. 00000020:00000010:3.0:1763354563.505268:0:6519:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff6417f92d8. 00000004:00000001:3.0:1763354563.505271:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763354563.505274:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354563.505276:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354563.505279:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354563.505280:0:6519:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763354563.505281:0:6519:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763354563.505283:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354563.505286:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354563.505288:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354563.505291:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50a00 count: 3 00010000:00000001:3.0:1763354563.505292:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.505294:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354563.505296:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580a00. 00000020:00000001:3.0:1763354563.505298:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354563.505300:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580a00 with handle 0x4a8bb634222cabb4 to hash 00000020:00000001:3.0:1763354563.505301:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354563.505303:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000010:3.0:1763354563.505306:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663880. 00010000:00000001:3.0:1763354563.505308:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:3.0:1763354563.505309:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.505310:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.505313:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.505317:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354563.505319:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354563.505321:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.505323:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.505324:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.505326:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.505327:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.505329:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.505330:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.505331:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.505332:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.505334:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) refcount = 3 00010000:00000040:3.0:1763354563.505336:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.505339:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398a00/0x4a8bb634222cab9f lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41344 expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.505345:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cab59 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4130c expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.505349:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.505353:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.505354:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.505355:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505357:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.505358:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.505359:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505360:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.505362:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.505364:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.505366:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.505369:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354563.505370:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.505371:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.505372:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.505373:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.505374:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580a00 refcount=3 00000020:00000001:3.0:1763354563.505375:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:3.0:1763354563.505377:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:3.0:1763354563.505378:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.505379:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354563.505379:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505381:0:6519:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505383:0:6519:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763354563.505390:0:6519:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763354563.505393:0:6519:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763354563.505397:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763354563.505401:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff544b02780. 00080000:00000001:3.0:1763354563.505404:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354563.505407:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff591087e00. 00080000:00000001:3.0:1763354563.505410:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883595853312 : -123190113698304 : ffff8ff591087e00) 00000004:00000001:3.0:1763354563.505413:0:6519:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763354563.505415:0:6519:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763354563.505417:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354563.505418:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883595853312 : -123190113698304 : ffff8ff591087e00) 00080000:00000001:3.0:1763354563.505420:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354563.505422:0:6519:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505424:0:6519:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505425:0:6519:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.505428:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354563.505429:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354563.505433:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354563.505434:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354563.505435:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883595853312 : -123190113698304 : ffff8ff591087e00) 00080000:00000001:3.0:1763354563.505438:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354563.505441:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.505443:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00080000:00000001:3.0:1763354563.505445:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505447:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.505452:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.505454:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354563.505456:0:6519:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354563 00000004:00000001:3.0:1763354563.505458:0:6519:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763354563.505460:0:6519:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763354563.505461:0:6519:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763354563.505462:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354563.505463:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883595853312 : -123190113698304 : ffff8ff591087e00) 00080000:00000001:3.0:1763354563.505482:0:6519:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354563.505483:0:6519:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505485:0:6519:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505486:0:6519:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.505489:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354563.505492:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354563.505495:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354563.505497:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429291, last_committed = 30065429290 00000001:00000010:3.0:1763354563.505499:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02660. 00000001:00000040:3.0:1763354563.505501:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 1 00000020:00000040:3.0:1763354563.505503:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00000001:00000010:3.0:1763354563.505507:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff6806b76c0. 00000004:00000001:3.0:1763354563.505511:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354563.505513:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354563.505514:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883595853312 : -123190113698304 : ffff8ff591087e00) 00000004:00000001:3.0:1763354563.505529:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354563.505532:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff6806b76c0: xid 1848998841091584, transno 30065429291, tag 1, client gen 8, slot idx 2 00000001:00000001:3.0:1763354563.505535:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.505540:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00040000:00000001:3.0:1763354563.505543:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354563.505545:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354563.505547:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.505549:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff544b02780. 00000020:00000001:3.0:1763354563.505554:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.505557:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50a00 count: 4 00010000:00000001:3.0:1763354563.505558:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354563.505560:0:6519:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763354563.505562:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354563.505564:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354563.505565:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354563.505567:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354563.505568:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.505569:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.505570:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580a00 refcount=3 00000020:00000001:3.0:1763354563.505571:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:3.0:1763354563.505573:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00000004:00010000:3.0:1763354563.505575:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c0724015 reply state 000000003a6540be transno 30065429291 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.505581:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763354563.505584:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.505585:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505587:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.505588:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.505589:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.505590:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.505591:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) refcount = 3 00010000:00000040:3.0:1763354563.505593:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.505595:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398a00/0x4a8bb634222cab9f lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41344 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.505600:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cab59 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4130c expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.505604:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.505607:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.505608:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.505609:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505610:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.505611:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.505612:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.505613:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) 00010000:00010000:3.0:1763354563.505615:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354563.505616:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.505618:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.505619:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.505620:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763354563.505621:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763354563.505622:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.505623:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354563.505624:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354563.505624:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354563.505625:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354563.505626:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354563.505628:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354563.505629:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354563.505631:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505633:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354563.505636:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354563.505643:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354563.505646:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354563.505647:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354563.505649:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354563.505650:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de8:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763354563.505653:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354563.505655:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505656:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.505657:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505659:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505660:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505661:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505662:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505663:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505664:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.505665:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.505666:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.505667:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354563.505669:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de8:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:3.0:1763354563.505671:0:6519:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763354563.505672:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354563.505673:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763354563.505676:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354563.505682:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505683:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354563.505684:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354563.505686:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505687:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354563.505689:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354563.505691:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354563.505691:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354563.505692:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354563.505693:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354563.505696:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354563.505699:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.505701:0:6519:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.505703:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429290, transno 30065429291, xid 1848998841091584 00010000:00000001:3.0:1763354563.505705:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763354563.505707:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=225 00010000:00000200:3.0:1763354563.505709:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 30065429291, last committed = 30065429290 00010000:00000200:3.0:1763354563.505713:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2df80 x1848998841091584/t30065429291(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.505720:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.505721:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.505724:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.505728:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.505730:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.505731:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.505733:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.505735:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.505738:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.505740:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.505743:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121880. 00000100:00000200:3.0:1763354563.505747:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841091584, offset 224 00000400:00000200:3.0:1763354563.505752:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.505759:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.505764:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556606:1556606:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556602:1556602:8:4294967295] 00000400:00000200:3.0:1763354563.505772:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.505775:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.505779:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354563.505784:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.505789:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.505792:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.505806:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.505809:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.505811:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.505813:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.505815:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.505818:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2df80 x1848998841091584/t30065429291(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.505825:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252538:x1848998841091584:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 850us (1038us total) trans 30065429291 rc 0/0 00000100:00100000:3.0:1763354563.505831:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417404 00000100:00000040:3.0:1763354563.505833:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354563.505835:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.505837:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.505840:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.505846:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354563.505849:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00000020:00000040:3.0:1763354563.505853:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:3.0:1763354563.505855:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.505923:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.505930:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000400:00000200:0.0:1763354563.505934:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.505939:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.505943:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121880 00000400:00000010:0.0:1763354563.505946:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121880. 00000100:00000001:0.0:1763354563.505949:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.505956:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.507460:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.507469:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.507471:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.507473:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.507478:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.507486:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d0680 00000400:00000200:0.0:1763354563.507491:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 13672 00000800:00000001:0.0:1763354563.507496:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.507501:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.507503:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.507505:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.507509:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.507511:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.507515:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f41500. 00000100:00000040:0.0:1763354563.507517:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f41500 x1848998841091712 msgsize 328 00000100:00100000:0.0:1763354563.507520:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.507531:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.507536:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.507537:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.507564:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.507567:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841091712 02000000:00000001:1.0:1763354563.507569:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.507571:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.507572:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.507575:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.507577:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841091712 00000020:00000001:1.0:1763354563.507578:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.507579:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.507585:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.507587:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:1.0:1763354563.507589:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.507591:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.507594:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.507598:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.507600:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.507602:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000020:00000010:1.0:1763354563.507607:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.507610:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.507613:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.507618:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.507620:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.507621:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.507622:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.507626:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.507637:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.507644:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.507645:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.507649:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85180 00000100:00000040:1.0:1763354563.507651:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.507653:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882285892864 : -123191423658752 : ffff8ff542f41500) 00000100:00000040:1.0:1763354563.507658:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff542f41500 x1848998841091712/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.507664:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.507667:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1780. 00000100:00000001:1.0:1763354563.507669:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.507670:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1780. 00000100:00100000:1.0:1763354563.507674:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff542f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:252538:x1848998841091712:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.507676:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841091712 00000020:00000001:1.0:1763354563.507678:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.507680:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.507682:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.507684:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.507686:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.507688:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.507690:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.507691:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.507692:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.507695:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.507697:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.507698:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.507700:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.507701:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.507703:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.507707:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.507712:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6daf00. 00010000:00000010:1.0:1763354563.507715:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6dab00. 00010000:00000001:1.0:1763354563.507717:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.507720:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:1.0:1763354563.507722:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.507723:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222cabbb to hash 00000020:00000001:1.0:1763354563.507725:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.507726:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354563.507728:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:1.0:1763354563.507731:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 2/0,0 mode: --/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4134b expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.507742:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763354563.507744:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb1780. 00002000:00000001:1.0:1763354563.507747:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.507748:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.507752:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354563.507754:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354563.507756:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.507759:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.507761:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53b1:0x0] initial LVB size: 4096, mtime: 0x691aa7c3, atime: 0x0, ctime: 0x691aa7c3, blocks: 0x8 00002000:00000001:1.0:1763354563.507763:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763354563.507766:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000040:1.0:1763354563.507768:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.507770:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=23 00000100:00000001:1.0:1763354563.507775:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.507776:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.507779:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d88ac00. 02000000:00000001:1.0:1763354563.507780:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.507782:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.507783:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.507786:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.507788:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.507790:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.507792:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.507794:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.507795:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.507796:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.507798:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.507799:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763354563.507803:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.507808:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b1:0x0].0x0 (ffff8ff58c6daf00) refcount = 1 00010000:00000040:1.0:1763354563.507811:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.507813:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.507819:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.507820:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.507821:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.507822:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.507823:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.507825:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.507828:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.507830:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.507836:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.507838:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.507839:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.507841:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.507842:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.507843:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.507843:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.507845:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:1.0:1763354563.507847:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.507849:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841091712 00010000:00000001:1.0:1763354563.507850:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.507853:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff542f41500 x1848998841091712/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.507859:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.507860:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.507863:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.507865:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.507867:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.507869:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.507871:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.507872:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.507874:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.507876:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.507878:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715facc0. 00000100:00000200:1.0:1763354563.507881:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841091712, offset 224 00000400:00000200:1.0:1763354563.507885:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.507890:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.507894:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556607:1556607:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556603:1556603:8:4294967295] 00000400:00000200:1.0:1763354563.507901:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.507904:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.507907:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.507910:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.507915:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.507917:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.507936:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.507939:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.507943:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.507945:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.507947:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.507950:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f41500 x1848998841091712/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.507958:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:252538:x1848998841091712:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 291us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.507974:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85180 00000100:00000040:1.0:1763354563.507976:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.507978:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.507979:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.507982:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.507986:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000800:00000200:3.0:1763354563.507988:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1763354563.507989:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000800:00000010:3.0:1763354563.507993:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000020:00000040:1.0:1763354563.507995:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:1.0:1763354563.507999:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.508000:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.508006:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.508009:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715facc0 00000400:00000010:3.0:1763354563.508011:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715facc0. 00000100:00000001:3.0:1763354563.508014:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.508016:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.509163:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.509168:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.509170:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.509171:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.509175:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.509181:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d0700 00000400:00000200:0.0:1763354563.509185:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 14000 00000800:00000001:0.0:1763354563.509189:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.509193:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.509195:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.509197:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.509200:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.509201:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.509204:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f41f80. 00000100:00000040:0.0:1763354563.509205:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f41f80 x1848998841091840 msgsize 440 00000100:00100000:0.0:1763354563.509208:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.509217:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.509221:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.509223:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.509250:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.509253:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841091840 02000000:00000001:1.0:1763354563.509255:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.509256:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.509257:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.509260:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.509262:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841091840 00000020:00000001:1.0:1763354563.509263:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.509264:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.509266:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.509268:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.509269:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.509271:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.509273:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.509284:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.509286:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.509288:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000020:00000010:1.0:1763354563.509291:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.509297:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.509299:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.509303:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.509305:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.509306:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.509308:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.509311:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.509319:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.509325:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.509326:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.509329:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85181 00000100:00000040:1.0:1763354563.509331:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.509333:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882285895552 : -123191423656064 : ffff8ff542f41f80) 00000100:00000040:1.0:1763354563.509337:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff542f41f80 x1848998841091840/t0(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.509344:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.509346:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.509348:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.509349:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000100:00100000:1.0:1763354563.509353:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff542f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841091840:12345-192.168.203.48@tcp:2:lfs.0 00000100:00000200:1.0:1763354563.509356:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841091840 00000020:00000001:1.0:1763354563.509358:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.509360:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.509361:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.509362:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.509364:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830336 : -1043721280 : ffffffffc1ca13c0) 00000020:00000001:1.0:1763354563.509366:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.509368:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.509370:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.509371:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.509373:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.509375:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.509377:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.509378:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.509379:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.509381:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.509381:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.509383:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.509384:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.509385:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.509386:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.509388:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.509389:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.509390:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.509391:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.509392:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.509395:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.509396:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.509399:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff67d888400. 02000000:00000001:1.0:1763354563.509400:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.509402:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.509404:0:74509:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1763354563.509406:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.509407:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.509410:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354563.509412:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354563.509414:0:74509:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:1.0:1763354563.509417:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a64a for inode 40455 00002000:00000001:1.0:1763354563.509419:0:74509:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.509421:0:74509:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.509423:0:74509:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763354563.509424:0:74509:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.509428:0:74509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.509430:0:74509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152a00. 00080000:00000001:1.0:1763354563.509432:0:74509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741045760 : -123190968505856 : ffff8ff55e152a00) 00000001:00000001:1.0:1763354563.509434:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.509435:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.509438:0:74509:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354563.509440:0:74509:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.509445:0:74509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.509449:0:74509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.509453:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.509457:0:74509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1580. 00080000:00000001:1.0:1763354563.509460:0:74509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.509473:0:74509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.509479:0:74509:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff66c2fc038. 00080000:00000001:1.0:1763354563.509505:0:74509:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354563.509508:0:74509:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:1.0:1763354563.509516:0:74509:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.509518:0:74509:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354563.509522:0:74509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.509525:0:74509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.509528:0:74509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944459, last_committed = 12884944458 00000001:00000010:1.0:1763354563.509532:0:74509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a720. 00000001:00000040:1.0:1763354563.509535:0:74509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:1.0:1763354563.509537:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00000001:00000001:1.0:1763354563.509553:0:74509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.509559:0:74509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1580. 00040000:00000001:1.0:1763354563.509563:0:74509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.509565:0:74509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.509567:0:74509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.509572:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.509577:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.509580:0:74509:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1763354563.509583:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000040:1.0:1763354563.509588:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354563.509590:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354563.509593:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.509595:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.509597:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.509599:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354563.509601:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354563.509604:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.509605:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.509608:0:74509:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000403:0x53b1:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:1.0:1763354563.509611:0:74509:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000403:0x53b1:0x0] updating lvb mtime from disk: 1763354563 -> 1763354562 00002000:00010000:1.0:1763354563.509614:0:74509:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000403:0x53b1:0x0] updating lvb atime from disk: 0 -> 1763354562 00002000:00010000:1.0:1763354563.509616:0:74509:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000403:0x53b1:0x0] updating lvb ctime from disk: 1763354563 -> 1763354563 00002000:00010000:1.0:1763354563.509619:0:74509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000403:0x53b1:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:1.0:1763354563.509621:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000040:1.0:1763354563.509625:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 12884944459, xid 1848998841091840 00010000:00000001:1.0:1763354563.509627:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.509633:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff542f41f80 x1848998841091840/t12884944459(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.509646:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.509647:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.509650:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.509653:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.509656:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.509658:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.509660:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.509662:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.509664:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.509667:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.509669:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa4c8. 00000100:00000200:1.0:1763354563.509673:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841091840, offset 224 00000400:00000200:1.0:1763354563.509677:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.509684:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.509689:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556608:1556608:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556604:1556604:8:4294967295] 00000400:00000200:1.0:1763354563.509697:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.509702:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.509706:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.509710:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.509715:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.509718:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.509731:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.509735:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.509738:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.509739:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.509741:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.509746:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff542f41f80 x1848998841091840/t12884944459(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.509757:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff542f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2406:x1848998841091840:12345-192.168.203.48@tcp:2:lfs.0 Request processed in 410us (548us total) trans 12884944459 rc 0/0 00000100:00100000:1.0:1763354563.509766:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85181 00000100:00000040:1.0:1763354563.509769:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.509772:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.509773:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.509777:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.509781:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.509785:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.509788:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000100:00000001:1.0:1763354563.509791:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.509794:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.509799:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.509804:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.509810:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.509813:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa4c8 00000400:00000010:0.0:1763354563.509815:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa4c8. 00000100:00000001:0.0:1763354563.509818:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.509819:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354563.511077:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00000800:00000001:3.0:1763354563.511087:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.511092:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.511093:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.511095:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.511099:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.511106:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 472 into portal 12 MB=0x691a7971d0800 00000400:00000200:3.0:1763354563.511111:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 472/472 into md 0x767b29 [64] + 189128 00000800:00000001:3.0:1763354563.511115:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.511119:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.511121:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.511123:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.511126:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.511128:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.511131:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9880. 00000100:00000040:3.0:1763354563.511133:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9880 x1848998841092096 msgsize 472 00000100:00100000:3.0:1763354563.511136:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.511148:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.511152:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.511154:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.511732:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.511737:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64400. 00000400:00000200:0.0:1763354563.511743:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.511749:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.511753:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7e58 00000400:00000010:0.0:1763354563.511755:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7e58. 00000100:00000001:0.0:1763354563.511758:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.511764:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53b80 x1848998542706560/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.511781:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.511785:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53b80 x1848998542706560/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.511792:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.511794:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.512669:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.512676:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.512678:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.512679:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.512683:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.512690:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540780 00000400:00000200:0.0:1763354563.512694:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8721 [1] + 224 00000800:00000001:0.0:1763354563.512699:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.512718:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.512721:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.512726:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.512730:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.512736:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542706560/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.512746:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec53b80 x1848998542706560/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.512761:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.512766:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.512768:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.513225:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.513231:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.513233:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.513234:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.513239:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.513245:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d0880 00000400:00000200:3.0:1763354563.513250:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 984 00000800:00000001:3.0:1763354563.513254:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.513277:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.513279:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.513282:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.513285:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.513287:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763354563.513290:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8380. 00000100:00000040:3.0:1763354563.513292:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8380 x1848998841092224 msgsize 328 00000100:00100000:3.0:1763354563.513295:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.513307:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.513312:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.513314:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.513359:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.513362:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841092224 02000000:00000001:0.0:1763354563.513366:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.513368:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.513370:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.513373:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.513376:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841092224 00000020:00000001:0.0:1763354563.513378:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.513380:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:0.0:1763354563.513382:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.513385:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=226 00000020:00000001:0.0:1763354563.513388:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:0.0:1763354563.513391:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354563.513395:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.513400:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.513404:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.513406:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.513411:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.513414:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.513417:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.513421:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.513423:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.513424:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.513426:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.513428:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513430:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.513433:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.513434:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.513436:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=4 00000020:00000001:0.0:1763354563.513437:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:0.0:1763354563.513439:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00010000:0.0:1763354563.513444:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398a00/0x4a8bb634222cab9f lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41344 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:0.0:1763354563.513450:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.513451:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.513452:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.513454:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.513457:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354563.513461:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff6513d8380 x1848998841092224/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.513471:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354563.513472:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.513481:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.513488:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.513490:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.513493:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6347 00000100:00000040:0.0:1763354563.513496:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:0.0:1763354563.513498:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820553600 : -123186888998016 : ffff8ff6513d8380) 00000100:00000040:0.0:1763354563.513502:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d8380 x1848998841092224/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.513509:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.513511:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.513513:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.513515:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.513518:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+226:2406:x1848998841092224:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.513520:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841092224 00010000:00000001:0.0:1763354563.513522:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.513524:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.513526:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.513528:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.513529:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.513532:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff544a46c00. 02000000:00000001:0.0:1763354563.513533:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.513534:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513536:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.513538:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.513539:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.513540:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.513541:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=4 00000020:00000001:0.0:1763354563.513542:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:0.0:1763354563.513543:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000040:0.0:1763354563.513545:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50a00 count: 5 00000004:00000001:0.0:1763354563.513547:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354563.513550:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398a00/0x4a8bb634222cab9f lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41344 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:0.0:1763354563.513556:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354563.513558:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.513561:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.513563:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.513565:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398a00/0x4a8bb634222cab9f lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41344 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:0.0:1763354563.513570:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.513572:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.513573:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.513574:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513577:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.513578:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.513583:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.513583:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.513585:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.513586:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.513587:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398a00 with handle 0x4a8bb634222cab9f from hash 00010000:00000001:0.0:1763354563.513589:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.513590:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.513591:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.513592:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.513595:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.513596:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513597:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.513598:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.513600:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398a00/0x4a8bb634222cab9f lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41344 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:0.0:1763354563.513605:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:0.0:1763354563.513607:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00010000:00000010:0.0:1763354563.513608:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138200. 00010000:00000001:0.0:1763354563.513613:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.513614:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.513616:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.513618:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) 00010000:00010000:0.0:1763354563.513621:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399600/0x4a8bb634222cabc2 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354563.513625:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.513626:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.513628:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.513629:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.513630:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.513632:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.513634:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.513635:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399600/0x4a8bb634222cabc2 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354563.513638:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354563.513640:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.513641:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.513642:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.513643:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) refcount = 4 00010000:00000040:0.0:1763354563.513645:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.513647:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:0.0:1763354563.513651:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cab59 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4130c expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354563.513655:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399600/0x4a8bb634222cabc2 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354563.513658:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.513659:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.513660:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513662:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.513663:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.513664:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.513667:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.513669:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.513672:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354563.513673:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:0.0:1763354563.513675:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:0.0:1763354563.513677:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.513678:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.513679:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.513681:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.513689:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513690:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.513691:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.513692:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513693:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.513695:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.513696:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.513698:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.513699:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354563.513701:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354563.513704:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.513705:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.513708:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68ec0. 00010000:00000001:0.0:1763354563.513710:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.513712:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.513714:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.513718:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.513721:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.513726:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.513734:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.513740:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.513744:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.513750:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.513753:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.513758:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.513763:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.513768:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535be58. 00000100:00000200:0.0:1763354563.513773:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841092224, offset 224 00000400:00000200:0.0:1763354563.513780:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.513788:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.513803:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556610:1556610:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556606:1556606:8:4294967295] 00000400:00000200:0.0:1763354563.513822:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.513829:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.513838:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d300. 00000800:00000200:0.0:1763354563.513848:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.513857:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.513864:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.513884:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.513893:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.513899:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.513903:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.513910:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d8380 x1848998841092224/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.513929:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+225:2406:x1848998841092224:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 415us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.513937:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6347 00000100:00000040:0.0:1763354563.513941:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354563.513945:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.513948:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763354563.513951:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354563.513954:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000800:00000010:1.0:1763354563.513958:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d300. 00000020:00000010:0.0:1763354563.513974:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000400:00000200:1.0:1763354563.513981:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1763354563.513984:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.513992:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000400:00000200:1.0:1763354563.513993:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.514000:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.514001:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535be58 00000400:00000010:1.0:1763354563.514007:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535be58. 00000100:00000001:1.0:1763354563.514014:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.514018:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763354563.514276:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.514281:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67ca64c00. 00000400:00000200:0.0:1763354563.514286:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.514291:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.514295:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:0.0:1763354563.514297:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:0.0:1763354563.514300:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.514302:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.515768:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.515782:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.515784:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.515787:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.515794:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.515804:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d0900 00000400:00000200:3.0:1763354563.515811:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fb79 [8] + 14440 00000800:00000001:3.0:1763354563.515817:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.515823:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.515825:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.515829:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.515834:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.515836:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.515841:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff677acf100. 00000100:00000040:3.0:1763354563.515845:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677acf100 x1848998841092352 msgsize 440 00000100:00100000:3.0:1763354563.515849:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.515866:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.515872:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.515876:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.515910:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.515914:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841092352 02000000:00000001:1.0:1763354563.515916:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.515918:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.515920:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.515923:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.515926:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841092352 00000020:00000001:1.0:1763354563.515928:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.515930:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.515954:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.515957:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=24 00000020:00000001:1.0:1763354563.515959:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.515970:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.515974:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.515978:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.515980:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.515982:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000020:00000010:1.0:1763354563.515986:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.515989:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.515992:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.515996:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.515998:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.515999:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.516001:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.516005:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.516015:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.516025:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.516026:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.516030:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85182 00000100:00000040:1.0:1763354563.516060:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.516063:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887465390336 : -123186244161280 : ffff8ff677acf100) 00000100:00000040:1.0:1763354563.516071:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677acf100 x1848998841092352/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.516081:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.516084:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.516087:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.516089:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000100:00100000:1.0:1763354563.516094:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677acf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2406:x1848998841092352:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:1.0:1763354563.516096:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841092352 00000020:00000001:1.0:1763354563.516099:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.516101:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.516103:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.516104:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.516106:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:1.0:1763354563.516108:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.516110:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.516111:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.516113:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.516116:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354563.516118:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.516120:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.516121:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.516123:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.516124:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.516126:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.516127:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.516129:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.516130:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.516131:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.516132:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.516133:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.516134:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.516135:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.516137:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.516139:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.516141:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.516143:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff67d88b000. 02000000:00000001:1.0:1763354563.516144:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.516146:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.516148:0:74509:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763354563.516150:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.516152:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.516156:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00002000:00000001:1.0:1763354563.516158:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545028848 : -123190164522768 : ffff8ff58e00f8f0) 00002000:00000001:1.0:1763354563.516160:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.516163:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.516165:0:74509:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763354563.516167:0:74509:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763354563.516169:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a649 for inode 40453 00000020:00000002:1.0:1763354563.516172:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f948/ffff8ff58e00f8f0 to site lru. bkt: ffff8ff642cc1260 00000020:00000001:1.0:1763354563.516175:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354563.516180:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.516182:0:74509:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.516184:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841092352 00010000:00000001:1.0:1763354563.516186:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.516189:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677acf100 x1848998841092352/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.516194:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.516196:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.516198:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.516201:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.516202:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.516204:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.516206:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.516207:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.516208:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.516210:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.516212:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa908. 00000100:00000200:1.0:1763354563.516215:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841092352, offset 224 00000400:00000200:1.0:1763354563.516219:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.516224:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.516228:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556612:1556612:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556608:1556608:8:4294967295] 00000400:00000200:1.0:1763354563.516234:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.516237:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.516240:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.516243:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.516247:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.516249:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.516264:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.516267:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.516268:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.516269:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.516271:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.516274:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677acf100 x1848998841092352/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.516285:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677acf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2406:x1848998841092352:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 203us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.516290:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85182 00000100:00000040:1.0:1763354563.516292:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.516294:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.516296:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.516298:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.516300:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.516302:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.516305:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000100:00000001:1.0:1763354563.516307:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.516346:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.516352:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.516356:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.516362:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.516365:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa908 00000400:00000010:0.0:1763354563.516367:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa908. 00000100:00000001:0.0:1763354563.516371:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.516372:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.518118:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.518129:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.518132:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.518135:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.518143:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.518154:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d0980 00000400:00000200:0.0:1763354563.518162:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x767b29 [64] + 189600 00000800:00000001:0.0:1763354563.518170:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.518178:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.518181:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.518185:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.518189:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.518192:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.518197:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff542f40000. 00000100:00000040:0.0:1763354563.518200:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff542f40000 x1848998841092480 msgsize 568 00000100:00100000:0.0:1763354563.518205:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.518219:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.518225:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.518230:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763354563.519072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00000100:00000001:0.0:1763354563.519535:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.519540:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542706688 02000000:00000001:0.0:1763354563.519547:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.519551:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.519557:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.519563:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.519569:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542706688 00000020:00000001:0.0:1763354563.519574:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.519578:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000001:0.0:1763354563.519581:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.519584:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=5 00000020:00000001:0.0:1763354563.519587:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:0.0:1763354563.519590:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.519593:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.519597:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.519600:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.519603:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.519609:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.519613:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.519617:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.519629:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.519631:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.519633:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.519634:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.519639:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.519653:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.519663:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.519664:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.519668:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868 00000100:00000040:0.0:1763354563.519672:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354563.519675:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315981056 : -123186393570560 : ffff8ff66ec52300) 00000100:00000040:0.0:1763354563.519682:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec52300 x1848998542706688/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.519693:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.519696:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.519699:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.519701:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.519706:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542706688:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.519710:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542706688 00000020:00000001:0.0:1763354563.519713:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.519716:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.519718:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.519719:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.519722:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.519724:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.519727:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.519729:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.519730:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.519732:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.519735:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.519740:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.519744:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.519746:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.519751:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6801ec000. 02000000:00000001:0.0:1763354563.519753:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.519755:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.519760:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.519762:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.519765:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.519769:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00000020:00000001:0.0:1763354563.519773:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354563.519788:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x53af:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354563.519792:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354563.519795:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.519798:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d7c00/ffff8ff58e00f8f0 to site lru. bkt: ffff8ff642cc1260 00000020:00000010:0.0:1763354563.519802:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.519808:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.519810:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.519813:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 0, xid 1848998542706688 00010000:00000001:0.0:1763354563.519817:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.519822:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec52300 x1848998542706688/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.519830:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.519843:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.519850:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.519855:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.519858:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.519860:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.519863:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.519865:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.519868:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.519870:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.519873:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:0.0:1763354563.519878:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542706688, offset 224 00000400:00000200:0.0:1763354563.519882:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.519888:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.519895:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540800 00000400:00000200:0.0:1763354563.519900:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8735 [2] + 224 00000400:00000200:0.0:1763354563.519905:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.519908:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.519911:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.519917:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542706688/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.519928:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec53b80 x1848998542706688/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.519947:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.519952:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:0.0:1763354563.519954:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354563.519957:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.519959:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.519977:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.519982:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.519986:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.519989:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.519993:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.520000:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52300 x1848998542706688/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.520023:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542706688:12345-0@lo:1000:mdt00_002.0 Request processed in 325us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.520074:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868 00000100:00000040:0.0:1763354563.520083:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:0.0:1763354563.520089:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.520095:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.520101:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.520111:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.520120:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.520127:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 4 00000100:00000001:0.0:1763354563.520133:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.520877:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.520883:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542706816 02000000:00000001:0.0:1763354563.520888:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.520894:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.520898:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.520905:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.520911:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542706816 00000020:00000001:0.0:1763354563.520915:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.520916:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000001:0.0:1763354563.520918:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.520920:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=5 00000020:00000001:0.0:1763354563.520922:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:0.0:1763354563.520924:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.520927:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.520931:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.520933:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.520935:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.520939:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.520942:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.520945:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.520949:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.520951:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.520953:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.520954:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.520958:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.520983:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.520991:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.520993:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.520997:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7869 00000100:00000040:0.0:1763354563.521001:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354563.521003:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444339584 : -123186265212032 : ffff8ff6766bbb80) 00000100:00000040:0.0:1763354563.521009:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bbb80 x1848998542706816/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.521018:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.521021:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.521023:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.521025:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.521030:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542706816:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.521052:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542706816 00000020:00000001:0.0:1763354563.521055:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.521057:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.521059:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521061:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.521063:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.521065:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.521067:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.521069:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.521071:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.521073:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521074:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.521078:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.521081:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.521083:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.521088:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff54a6cc000. 02000000:00000001:0.0:1763354563.521090:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.521092:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.521095:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.521096:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.521098:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.521100:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00080000:00000001:0.0:1763354563.521104:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.521107:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177a00. 00080000:00000001:0.0:1763354563.521109:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697498624 : -123190012052992 : ffff8ff597177a00) 00000020:00000001:0.0:1763354563.521110:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354563.521114:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521116:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354563.521117:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.521120:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.521122:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.521123:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.521125:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.521129:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521131:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354563.521133:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff647504bf0 name trusted.fid flag 1 00080000:00000001:0.0:1763354563.521135:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.521137:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x53af:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354563.521147:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354563.521149:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff54a6cc208 index 0: rc = 0 00000020:00000040:0.0:1763354563.521151:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354563.521153:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.521155:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.521156:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944460, last_committed = 12884944458 00000001:00000010:0.0:1763354563.521159:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0780. 00000001:00000040:0.0:1763354563.521161:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 1 00000020:00000040:0.0:1763354563.521162:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=6 00000001:00000001:0.0:1763354563.521173:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.521177:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00040000:00000001:0.0:1763354563.521178:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.521180:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.521181:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.521183:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d7c00/ffff8ff58e00f8f0 to site lru. bkt: ffff8ff642cc1260 00000020:00000001:0.0:1763354563.521185:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.521186:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.521189:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.521192:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.521194:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944460, xid 1848998542706816 00010000:00000001:0.0:1763354563.521196:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.521201:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bbb80 x1848998542706816/t12884944460(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.521208:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.521210:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.521212:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.521216:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.521218:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.521220:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.521223:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.521224:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.521226:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.521228:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.521231:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:0.0:1763354563.521235:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542706816, offset 224 00000400:00000200:0.0:1763354563.521239:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.521246:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.521251:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540880 00000400:00000200:0.0:1763354563.521256:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8741 [2] + 224 00000400:00000200:0.0:1763354563.521261:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.521264:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.521267:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.521271:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53b80 x1848998542706816/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.521279:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec53b80 x1848998542706816/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.521296:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.521302:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:0.0:1763354563.521305:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354563.521310:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.521314:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.521319:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.521327:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.521334:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.521338:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521344:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.521353:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bbb80 x1848998542706816/t12884944460(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.521373:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542706816:12345-0@lo:1000:mdt00_002.0 Request processed in 350us (546us total) trans 12884944460 rc 0/0 00000100:00100000:0.0:1763354563.521390:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7869 00000100:00000040:0.0:1763354563.521395:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:0.0:1763354563.521401:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.521406:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.521412:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.521421:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.521427:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.521434:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 5 00000100:00000001:0.0:1763354563.521439:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.521755:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.521758:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542706944 02000000:00000001:0.0:1763354563.521760:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.521762:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.521764:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.521767:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.521770:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542706944 00000020:00000001:0.0:1763354563.521772:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.521773:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000001:0.0:1763354563.521776:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.521778:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=6 00000020:00000001:0.0:1763354563.521780:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:0.0:1763354563.521783:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.521786:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.521789:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.521792:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.521794:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.521799:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.521802:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.521806:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.521810:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.521812:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.521814:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.521815:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.521819:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.521830:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.521838:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.521840:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.521843:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7870 00000100:00000040:0.0:1763354563.521846:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354563.521848:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000040:0.0:1763354563.521853:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd0700 x1848998542706944/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.521862:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.521865:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.521867:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.521870:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.521874:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542706944:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.521876:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542706944 00000020:00000001:0.0:1763354563.521878:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.521879:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.521881:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521882:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.521883:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.521886:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.521887:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.521888:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.521889:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.521891:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.521892:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.521895:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.521896:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.521898:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.521902:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff542ef8000. 02000000:00000001:0.0:1763354563.521903:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.521905:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.521907:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.521908:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.521909:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.521912:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00000020:00000001:0.0:1763354563.521914:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354563.521921:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x53b1:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354563.521923:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354563.521924:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.521926:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff591e88a00/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000010:0.0:1763354563.521928:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.521930:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.521932:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.521933:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 0, xid 1848998542706944 00010000:00000001:0.0:1763354563.521935:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.521937:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd0700 x1848998542706944/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.521942:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.521943:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.521945:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.521947:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.521949:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.521950:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.521952:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.521953:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.521954:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.521956:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.521958:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:0.0:1763354563.521972:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542706944, offset 224 00000400:00000200:0.0:1763354563.521976:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.521980:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.521984:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540900 00000400:00000200:0.0:1763354563.521987:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b874d [2] + 224 00000400:00000200:0.0:1763354563.521990:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.521992:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.521994:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.521997:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd2a00 x1848998542706944/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.522003:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd2a00 x1848998542706944/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.522015:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.522019:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:0.0:1763354563.522021:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354563.522024:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.522025:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.522028:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.522030:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354563.522050:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.522052:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.522054:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.522058:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0700 x1848998542706944/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.522069:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542706944:12345-0@lo:1000:mdt00_002.0 Request processed in 204us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.522077:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7870 00000100:00000040:0.0:1763354563.522080:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:0.0:1763354563.522083:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.522085:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.522088:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.522092:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.522097:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.522101:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 5 00000100:00000001:0.0:1763354563.522104:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.522670:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.522673:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542707072 02000000:00000001:0.0:1763354563.522675:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.522676:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.522678:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.522681:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.522683:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542707072 00000020:00000001:0.0:1763354563.522685:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.522687:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000001:0.0:1763354563.522689:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.522691:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=6 00000020:00000001:0.0:1763354563.522694:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:0.0:1763354563.522696:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.522699:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.522702:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.522705:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.522707:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.522711:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.522714:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.522717:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.522721:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354563.522724:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.522725:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.522726:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.522730:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.522741:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.522749:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.522751:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.522754:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7871 00000100:00000040:0.0:1763354563.522757:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354563.522760:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315850880 : -123191393700736 : ffff8ff544bd3480) 00000100:00000040:0.0:1763354563.522764:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3480 x1848998542707072/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.522773:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.522776:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.522778:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.522780:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.522784:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542707072:12345-0@lo:1000:mdt00_002.0 00000100:00000200:0.0:1763354563.522787:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542707072 00000020:00000001:0.0:1763354563.522789:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.522790:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.522792:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.522793:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.522794:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354563.522796:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.522798:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.522799:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.522800:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.522802:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.522803:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354563.522805:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a09d0. 00000100:00000001:0.0:1763354563.522806:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.522808:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.522811:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff548686000. 02000000:00000001:0.0:1763354563.522813:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.522814:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.522816:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.522817:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354563.522819:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.522821:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00080000:00000001:0.0:1763354563.522823:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.522825:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177e00. 00080000:00000001:0.0:1763354563.522827:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697499648 : -123190012051968 : ffff8ff597177e00) 00000020:00000001:0.0:1763354563.522828:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354563.522831:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.522833:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354563.522834:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.522836:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.522837:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.522839:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.522840:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.522844:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.522845:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354563.522846:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff647504ed0 name trusted.fid flag 1 00080000:00000001:0.0:1763354563.522848:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.522850:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x53b1:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354563.522859:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354563.522861:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff548686208 index 0: rc = 0 00000020:00000040:0.0:1763354563.522862:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354563.522864:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.522866:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.522867:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944461, last_committed = 12884944458 00000001:00000010:0.0:1763354563.522869:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0960. 00000001:00000040:0.0:1763354563.522871:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 2 00000020:00000040:0.0:1763354563.522873:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=7 00000001:00000001:0.0:1763354563.522878:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.522881:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00040000:00000001:0.0:1763354563.522883:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.522884:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.522885:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.522887:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff591e88a00/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000001:0.0:1763354563.522889:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.522890:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a09d0. 00000020:00000010:0.0:1763354563.522892:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354563.522894:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.522896:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944461, xid 1848998542707072 00010000:00000001:0.0:1763354563.522898:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.522900:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3480 x1848998542707072/t12884944461(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.522905:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.522906:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.522908:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.522912:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.522914:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354563.522916:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354563.522918:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.522920:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.522922:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.522924:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.522927:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:0.0:1763354563.522931:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542707072, offset 224 00000400:00000200:0.0:1763354563.522936:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.522942:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.522947:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785540980 00000400:00000200:0.0:1763354563.522952:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8759 [2] + 224 00000400:00000200:0.0:1763354563.522957:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.522960:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.522977:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.522981:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd2a00 x1848998542707072/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.522991:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd2a00 x1848998542707072/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.523012:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.523017:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:0.0:1763354563.523019:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354563.523022:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.523023:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.523027:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.523031:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000010:2.1:1763354563.523054:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000001:0.0:1763354563.523060:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.523063:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.523066:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.523075:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3480 x1848998542707072/t12884944461(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.523097:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6519:x1848998542707072:12345-0@lo:1000:mdt00_002.0 Request processed in 319us (464us total) trans 12884944461 rc 0/0 00000100:00100000:0.0:1763354563.523117:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7871 00000100:00000040:0.0:1763354563.523125:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:0.0:1763354563.523131:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.523136:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.523141:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.523148:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.523156:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.523163:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 6 00000100:00000001:0.0:1763354563.523168:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.523669:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.523673:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.523677:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.523681:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.523683:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:3.0:1763354563.523685:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:3.0:1763354563.523687:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.523689:0:3649:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.526098:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526109:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.526112:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526115:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.526121:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.526128:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d0a80 00000400:00000200:0.0:1763354563.526133:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad6e9 [2] + 1176 00000800:00000001:0.0:1763354563.526137:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526140:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.526142:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.526144:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.526147:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.526149:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.526154:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98700. 00000100:00000040:0.0:1763354563.526156:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98700 x1848998841092736 msgsize 392 00000100:00100000:0.0:1763354563.526159:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.526172:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.526178:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526182:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.526184:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526187:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.526193:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.526200:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d0b00 00000400:00000200:0.0:1763354563.526213:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 1312 00000800:00000001:0.0:1763354563.526223:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526233:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.526238:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.526249:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.526255:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.526259:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.526272:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98a80. 00000100:00000040:0.0:1763354563.526280:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98a80 x1848998841092864 msgsize 328 00000100:00100000:0.0:1763354563.526288:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.526302:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.526308:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.526311:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.526333:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.526336:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841092864 02000000:00000001:3.0:1763354563.526339:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.526341:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.526342:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.526347:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.526351:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841092864 00000020:00000001:3.0:1763354563.526353:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.526356:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.526361:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.526364:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=24 00000020:00000001:3.0:1763354563.526369:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.526372:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.526376:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.526381:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.526385:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.526389:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.526399:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.526406:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.526412:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.526418:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.526421:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.526424:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.526426:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.526430:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.526433:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.526436:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.526439:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.526442:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399e00 refcount=3 00000020:00000001:3.0:1763354563.526445:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000001:3.0:1763354563.526449:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000001:3.0:1763354563.526452:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.526454:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.526456:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.526459:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.526462:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.526476:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.526488:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.526491:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.526500:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3715 00000100:00000040:3.0:1763354563.526504:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.526504:0:6503:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.526509:0:6503:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354563.526510:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470800000 : -123191238751616 : ffff8ff54df98a80) 00000100:00000001:1.0:1763354563.526512:0:6503:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.526517:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df98a80 x1848998841092864/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.526518:0:6503:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.526537:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.526541:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.526543:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.526548:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.526555:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2403:x1848998841092864:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.526560:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841092864 00010000:00000001:3.0:1763354563.526563:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.526567:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.526570:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.526576:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.526581:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.526586:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c000. 02000000:00000001:3.0:1763354563.526591:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.526597:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.526600:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.526602:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.526607:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.526609:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.526612:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399e00 refcount=3 00000020:00000001:3.0:1763354563.526616:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000001:3.0:1763354563.526623:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000040:3.0:1763354563.526630:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5472e8f00 count: 2 00002000:00000001:3.0:1763354563.526635:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.526639:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.526643:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.526648:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00002000:00000001:3.0:1763354563.526651:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545028848 : -123190164522768 : ffff8ff58e00f8f0) 00002000:00000001:3.0:1763354563.526655:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.526659:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.526665:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f948/ffff8ff58e00f8f0 to site lru. bkt: ffff8ff642cc1260 00010000:00000001:3.0:1763354563.526669:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.526673:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.526676:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.526679:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.526682:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.526689:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.526692:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.526698:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.526700:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.526703:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.526704:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.526707:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399e00 with handle 0x4a8bb634222cab75 from hash 00010000:00000001:3.0:1763354563.526712:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.526714:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.526716:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.526719:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.526724:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.526727:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.526729:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.526732:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.526737:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399e00/0x4a8bb634222cab75 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x53af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2003780252 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41321 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.526751:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:3.0:1763354563.526755:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:3.0:1763354563.526761:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.526764:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.526767:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354563.526770:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.526777:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.526781:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763354563.526784:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5472e8f00 count: 0 00002000:00000010:3.0:1763354563.526790:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68540. 00010000:00000010:3.0:1763354563.526795:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff5472e8500. 00010000:00010000:3.0:1763354563.526805:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.526808:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.526811:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.526815:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.526820:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.526824:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.526829:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.526831:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.526835:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.526838:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.526843:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.526847:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.526851:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701213b8. 00000100:00000200:3.0:1763354563.526856:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841092864, offset 224 00000400:00000200:3.0:1763354563.526862:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.526870:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.526876:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556614:1556614:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556610:1556610:8:4294967295] 00000400:00000200:3.0:1763354563.526886:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.526890:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.526893:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354563.526901:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.526909:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.526914:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.526927:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.526933:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.526937:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.526941:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.526951:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df98a80 x1848998841092864/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.526980:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841092864:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 439us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.526990:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3715 00000100:00000040:3.0:1763354563.526996:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354563.527001:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.527004:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1763354563.527004:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.527009:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4600. 00000020:00000010:3.0:1763354563.527010:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000400:00000200:0.0:1763354563.527015:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354563.527018:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000400:00000200:0.0:1763354563.527023:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354563.527026:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00000400:00000200:0.0:1763354563.527027:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701213b8 00000400:00000010:0.0:1763354563.527050:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701213b8. 00000100:00000001:0.0:1763354563.527054:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.527056:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.527064:0:6520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff543a9c400. 00000020:00000040:3.0:1763354563.527066:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:3.0:1763354563.527071:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763354563.527075:0:6520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff66d1c5f00. 00010000:00000010:2.1:1763354563.527083:0:6520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00080000:00000010:2.1:1763354563.527094:0:6520:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27a80. 00080000:00000010:2.1:1763354563.527102:0:6520:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff681241a00. 00000800:00000200:3.0:1763354563.527590:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.527594:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.527600:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.527610:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.527614:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:3.0:1763354563.527616:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:3.0:1763354563.527618:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.527619:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.528883:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.528890:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.528892:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.528894:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.528899:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.528906:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d0c00 00000400:00000200:0.0:1763354563.528910:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad6e9 [2] + 1568 00000800:00000001:0.0:1763354563.528914:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.528919:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.528920:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.528923:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.528925:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.528927:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.528929:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9a300. 00000100:00000040:0.0:1763354563.528932:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9a300 x1848998841093120 msgsize 392 00000100:00100000:0.0:1763354563.528935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.528946:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.528950:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.528952:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.529981:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.529984:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.529987:0:6505:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354563.529990:0:6505:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354563.529991:0:6505:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354563.529994:0:6505:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cabd7 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763354563.530001:0:6505:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e398000 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354563.530003:0:6505:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.530005:0:6505:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354563.530007:0:6505:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cabd7 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354563.530012:0:6505:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354563.530013:0:6505:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.530015:0:6505:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.530016:0:6505:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=3 00000020:00000001:3.0:1763354563.530018:0:6505:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354563.530020:0:6505:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354563.530023:0:6505:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354563.530025:0:6505:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cabd7 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354563.530028:0:6505:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.530029:0:6505:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.530030:0:6505:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.530054:0:6505:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.530056:0:6505:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.530057:0:6505:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.530059:0:6505:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.530061:0:6505:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398000 with handle 0x4a8bb634222cabd7 from hash 00010000:00000001:3.0:1763354563.530063:0:6505:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.530066:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.530070:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.530073:0:6505:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.530077:0:6505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.530082:0:6505:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.530084:0:6505:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.530087:0:6505:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.530089:0:6505:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.530093:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) 00010000:00010000:3.0:1763354563.530096:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763354563.530098:0:6505:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.530100:0:6505:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.530103:0:6505:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.530107:0:6505:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354563.530112:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.530114:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.530117:0:6505:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.530120:0:6505:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.530124:0:6505:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.530127:0:6505:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cabd7 lrc: 1/0,0 mode: --/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354563.530135:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.530140:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e398000/0x4a8bb634222cabd7 lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000010:3.0:1763354563.530147:0:6505:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138e00. 00010000:00000001:3.0:1763354563.530155:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.530158:0:6505:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354563.530162:0:6505:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66d1c4f00. 00010000:00000001:3.0:1763354563.530167:0:6505:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.530171:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.530174:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.530177:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354563.530181:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.530185:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.530191:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354563.530195:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.530197:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.530201:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1763354563.530367:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.530373:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:0.0:1763354563.530377:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.530382:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.530385:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:0.0:1763354563.530386:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:0.0:1763354563.530389:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.530390:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354563.532082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:3.1:1763354563.532090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5472e8f00. 00010000:00000010:3.1:1763354563.540080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00000800:00000001:3.0:1763354563.607647:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.607662:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.607665:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.607667:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.607684:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.607701:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 304 into portal 12 MB=0x691a7971d0c80 00000400:00000200:3.0:1763354563.607708:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 304/304 into md 0x767b29 [64] + 190168 00000800:00000001:3.0:1763354563.607715:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.607724:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.607726:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.607730:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.607735:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.607737:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.607744:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec86a00. 00000100:00000040:3.0:1763354563.607746:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec86a00 x1848998841093248 msgsize 304 00000100:00100000:3.0:1763354563.607750:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.607761:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.607770:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.607772:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.608740:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.608746:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff597e46c00. 00000400:00000200:0.0:1763354563.608751:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.608756:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.608760:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4000 00000400:00000010:0.0:1763354563.608763:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4000. 00000100:00000001:0.0:1763354563.608767:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.608769:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.616481:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.616502:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.616507:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.616509:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.616522:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.616541:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d0d00 00000400:00000200:0.0:1763354563.616550:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x767b29 [64] + 190472 00000800:00000001:0.0:1763354563.616559:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.616572:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.616575:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.616580:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.616586:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.616589:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.616595:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df99180. 00000100:00000040:0.0:1763354563.616598:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df99180 x1848998841093376 msgsize 584 00000100:00100000:0.0:1763354563.616603:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.616626:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.616634:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.616638:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.618534:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.618542:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.618548:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.618556:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.618562:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:3.0:1763354563.618564:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:3.0:1763354563.618568:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.618570:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.621450:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.621468:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.621470:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.621472:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.621480:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.621492:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d0d80 00000400:00000200:0.0:1763354563.621499:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 14880 00000800:00000001:0.0:1763354563.621504:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.621512:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.621515:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.621519:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.621527:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.621529:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.621535:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9ad80. 00000100:00000040:0.0:1763354563.621538:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9ad80 x1848998841093504 msgsize 328 00000100:00100000:0.0:1763354563.621544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.621561:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.621575:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.621579:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.621620:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.621625:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841093504 02000000:00000001:1.0:1763354563.621628:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.621631:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.621633:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.621638:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.621641:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841093504 00000020:00000001:1.0:1763354563.621645:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.621647:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.621649:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.621653:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.621656:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.621659:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.621662:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.621668:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.621682:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.621686:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000020:00000010:1.0:1763354563.621698:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.621703:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.621708:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.621716:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.621720:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.621721:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.621724:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.621730:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.621743:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.621754:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.621757:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.621763:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85183 00000100:00000040:1.0:1763354563.621767:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.621770:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470808960 : -123191238742656 : ffff8ff54df9ad80) 00000100:00000040:1.0:1763354563.621777:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df9ad80 x1848998841093504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.621787:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.621790:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.621792:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.621794:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000100:00100000:1.0:1763354563.621799:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841093504:12345-192.168.203.48@tcp:101:stat.0 00000100:00000200:1.0:1763354563.621803:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841093504 00000020:00000001:1.0:1763354563.621806:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.621809:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.621812:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.621814:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.621817:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.621820:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.621823:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.621825:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.621827:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.621832:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.621841:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.621844:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.621846:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.621851:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.621853:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.621859:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.621866:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.621868:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.621871:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.621875:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.621879:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.621882:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cabfa to hash 00000020:00000001:1.0:1763354563.621884:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.621886:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.621889:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:1.0:1763354563.621893:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cabfa lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41359 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.621903:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.621906:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:1.0:1763354563.621912:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.621915:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.621917:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.621919:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.621924:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d888c00. 02000000:00000001:1.0:1763354563.621926:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.621928:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.621931:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.621934:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.621937:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.621939:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.621945:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354563.621947:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.621951:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.621954:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.621957:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.621975:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.621978:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.621980:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.621983:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.621985:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.621986:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.621988:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.621993:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356300. 00000020:00000040:1.0:1763354563.621996:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354563.622000:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.622002:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.622005:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.622011:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153400. 00000100:00000001:1.0:1763354563.622017:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.622022:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.622025:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.622030:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.622077:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.622081:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.622087:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff653356300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707200:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.622092:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.622098:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.622100:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.622102:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.622105:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.622107:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.622110:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2dc0. 00000400:00000010:1.0:1763354563.622115:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa198. 00000100:00000200:1.0:1763354563.622119:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542707200, portal 16 00000100:00000001:1.0:1763354563.622121:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.622123:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886853575424 : -123186855976192 : ffff8ff653356300) 00000100:00000040:1.0:1763354563.622128:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.622134:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.622136:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.622137:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa5d8. 00000100:00000200:1.0:1763354563.622139:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542707200, offset 0 00000400:00000200:1.0:1763354563.622143:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.622149:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.622152:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.622156:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.622158:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.622161:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.622163:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556619:1556619:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556615:1556615:8:4294967295] 00000400:00000200:1.0:1763354563.622171:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.622174:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.622177:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.622181:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.622186:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.622189:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.622201:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.622204:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886698 00000100:00000001:1.0:1763354563.622210:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886587 00000100:00000001:1.0:1763354563.622213:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886698 00000100:00000001:1.0:1763354563.622217:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886587 00000100:00000001:1.0:1763354563.622222:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886698 00000100:00000001:1.0:1763354563.622224:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886587 00000100:00000001:1.0:1763354563.622226:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886698 00000100:00000001:1.0:1763354563.622228:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886587 00000100:00000001:1.0:1763354563.622230:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.622233:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.622234:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.622235:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.622237:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.622238:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.622239:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354563.622242:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.622243:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.622244:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.622246:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.622248:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.622250:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.622252:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.622254:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.622256:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.622306:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.622311:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 00000400:00000200:0.0:1763354563.622316:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.622328:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.622332:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa5d8 00000400:00000010:0.0:1763354563.622335:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa5d8. 00000100:00000001:0.0:1763354563.622339:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.622344:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.622362:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.622366:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.622374:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.622376:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.623506:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.623521:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.623525:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.623528:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.623539:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.623557:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540a00 00000400:00000200:3.0:1763354563.623566:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b877d [1] + 224 00000800:00000001:3.0:1763354563.623574:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.623582:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.623585:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.623589:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.623595:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.623605:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.623617:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.623645:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.623655:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.623659:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.623686:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.623694:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.623696:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.623703:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2dc0. 00000400:00000200:1.0:1763354563.623709:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa198 00000400:00000010:1.0:1763354563.623710:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa198. 00000100:00000001:1.0:1763354563.623713:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.623718:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.623726:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.623732:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.623733:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.623735:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.623738:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.623740:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.623742:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.623745:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.623751:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.623754:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.623757:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.623759:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.623761:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.623764:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.623766:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.623770:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.623775:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.623778:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.623780:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.623782:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.623787:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.623795:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.623798:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.623806:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.623808:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.623811:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.623816:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.623821:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:1.0:1763354563.623823:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.623825:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.623826:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.623829:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.623836:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff653356300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707200:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.623840:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.623842:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.623844:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.623845:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.623848:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff653356300 x1848998542707200/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.623853:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.623856:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.623859:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.623862:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.623865:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.623866:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354563.623868:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.623870:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153400. 02000000:00000001:1.0:1763354563.623873:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.623875:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.623876:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356300. 00000100:00000001:1.0:1763354563.623880:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.623881:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.623883:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.623886:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.623887:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.623890:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1580. 00010000:00000001:1.0:1763354563.623893:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.623896:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.623900:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.623901:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.623908:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.623909:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.623911:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.623912:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.623915:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cabfa from hash 00010000:00000001:1.0:1763354563.623917:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.623918:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.623919:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.623920:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.623921:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.623924:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.623930:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cabfa lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41359 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.623947:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.623951:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.623954:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.623956:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.623970:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.623975:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.623977:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.623978:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.623980:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.623981:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.623984:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.623986:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.623988:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.623991:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.623994:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.623995:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.623999:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cabfa lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41359 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.624010:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:1.0:1763354563.624014:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:1.0:1763354563.624022:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.624024:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f2800, rc 0) 00000020:00000001:1.0:1763354563.624027:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.624032:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841093504 00010000:00000001:1.0:1763354563.624061:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.624069:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54df9ad80 x1848998841093504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.624080:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000010:2.1:1763354563.624084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00010000:00000001:1.0:1763354563.624084:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.624093:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.624100:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.624102:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.624104:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.624107:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.624110:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.624113:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.624116:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.624120:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa198. 00000100:00000200:1.0:1763354563.624124:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841093504, offset 224 00000400:00000200:1.0:1763354563.624129:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.624137:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.624142:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556620:1556620:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556616:1556616:8:4294967295] 00000400:00000200:1.0:1763354563.624151:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.624155:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.624159:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.624164:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.624169:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.624172:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.624188:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.624191:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.624193:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.624195:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.624198:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.624204:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9ad80 x1848998841093504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.624219:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841093504:12345-192.168.203.48@tcp:101:stat.0 Request processed in 2425us (2674us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.624229:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85183 00000100:00000040:1.0:1763354563.624235:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.624239:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.624241:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.624248:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.624255:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.624260:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000800:00000200:0.0:1763354563.624263:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1763354563.624265:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000800:00000010:0.0:1763354563.624268:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000100:00000001:1.0:1763354563.624273:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.624277:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.624284:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.624287:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa198 00000400:00000010:0.0:1763354563.624289:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa198. 00000100:00000001:0.0:1763354563.624292:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.624294:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.628094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354563.628107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398e00. 00010000:00000010:2.1:1763354563.628111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000001:0.0:1763354563.632088:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:1.1:1763354563.632098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000800:00000001:0.0:1763354563.632111:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.632117:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.632122:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.632134:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.632152:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d0e00 00000400:00000200:0.0:1763354563.632161:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x767b29 [64] + 191056 00000800:00000001:0.0:1763354563.632170:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.632183:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.632186:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.632191:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.632199:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.632201:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.632208:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98000. 00000100:00000040:0.0:1763354563.632212:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98000 x1848998841093632 msgsize 576 00000100:00100000:0.0:1763354563.632216:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.632233:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.632243:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.632246:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.633527:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.633538:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.633541:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.633547:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.633551:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:3.0:1763354563.633553:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:3.0:1763354563.633556:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.633557:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.636591:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.636602:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.636605:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.636607:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.636614:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.636625:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d0e80 00000400:00000200:0.0:1763354563.636631:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fb79 [8] + 15208 00000400:00000010:0.0:1763354563.636636:0:3647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66b34dcb8. 00000400:00000200:0.0:1763354563.636640:0:3647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff66c022800 00000800:00000001:0.0:1763354563.636644:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.636649:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.636651:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.636654:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.636657:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66c022800 00000400:00000010:0.0:1763354563.636659:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff66c022800. 00000100:00000001:0.0:1763354563.636662:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.636664:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1763354563.636667:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff543a08c50 x1848998841093760 msgsize 328 00000100:00100000:0.0:1763354563.636670:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354563.636672:0:3647:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354563.636682:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.636687:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.636689:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.636724:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.636727:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841093760 02000000:00000001:1.0:1763354563.636730:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.636732:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.636733:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.636737:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.636740:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841093760 00000020:00000001:1.0:1763354563.636742:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.636744:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.636746:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.636748:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.636750:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.636752:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.636755:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.636759:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.636762:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.636764:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000020:00000010:1.0:1763354563.636770:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.636773:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.636777:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.636782:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.636784:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.636785:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.636787:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.636792:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.636802:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.636811:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.636812:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.636817:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85184 00000100:00000040:1.0:1763354563.636820:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.636822:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882297195600 : -123191412356016 : ffff8ff543a08c50) 00000100:00000040:1.0:1763354563.636828:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff543a08c50 x1848998841093760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.636839:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.636841:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.636842:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.636844:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000100:00100000:1.0:1763354563.636848:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff543a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841093760:12345-192.168.203.48@tcp:101:readlink.0 00000100:00000200:1.0:1763354563.636851:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841093760 00000020:00000001:1.0:1763354563.636853:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.636856:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.636857:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.636859:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.636861:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.636863:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.636866:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.636867:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.636869:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.636873:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.636874:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.636876:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.636877:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.636878:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.636880:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.636884:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.636889:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.636891:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.636893:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.636895:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.636897:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.636899:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cac0f to hash 00000020:00000001:1.0:1763354563.636901:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.636902:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.636904:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:1.0:1763354563.636907:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac0f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41367 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.636915:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.636916:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:1.0:1763354563.636921:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.636923:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.636925:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.636927:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.636930:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d88bc00. 02000000:00000001:1.0:1763354563.636932:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.636933:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.636935:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.636937:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.636939:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.636941:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.636944:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354563.636946:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.636948:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.636949:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.636952:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.636956:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.636958:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.636973:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.636976:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.636977:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.636978:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.636980:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.636984:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356300. 00000020:00000040:1.0:1763354563.636987:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354563.636990:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.636992:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.636995:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.636999:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153400. 00000100:00000001:1.0:1763354563.637003:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.637007:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.637010:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.637013:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.637020:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.637022:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.637025:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff653356300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707328:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.637028:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.637032:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.637058:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.637060:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.637063:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.637065:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.637069:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2dc0. 00000400:00000010:1.0:1763354563.637074:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fad48. 00000100:00000200:1.0:1763354563.637078:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542707328, portal 16 00000100:00000001:1.0:1763354563.637080:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.637081:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886853575424 : -123186855976192 : ffff8ff653356300) 00000100:00000040:1.0:1763354563.637086:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.637091:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.637093:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.637094:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa440. 00000100:00000200:1.0:1763354563.637097:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542707328, offset 0 00000400:00000200:1.0:1763354563.637100:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.637107:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.637110:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.637113:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.637116:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.637118:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.637121:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556622:1556622:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556618:1556618:8:4294967295] 00000400:00000200:1.0:1763354563.637128:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.637132:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.637135:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.637140:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.637145:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.637152:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.637161:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.637165:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886713 00000100:00000001:1.0:1763354563.637171:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886698 00000100:00000001:1.0:1763354563.637175:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886713 00000100:00000001:1.0:1763354563.637178:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886698 00000100:00000001:1.0:1763354563.637182:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886713 00000100:00000001:1.0:1763354563.637185:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886698 00000100:00000001:1.0:1763354563.637187:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886713 00000100:00000001:1.0:1763354563.637189:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886698 00000100:00000001:1.0:1763354563.637191:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.637193:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.637194:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.637196:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.637198:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.637199:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.637201:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354563.637203:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.637205:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.637206:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.637208:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.637209:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.637211:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.637213:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.637215:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.637217:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.637236:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.637240:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.637244:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.637248:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.637250:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa440 00000400:00000010:0.0:1763354563.637252:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa440. 00000100:00000001:0.0:1763354563.637254:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.637258:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.637265:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.637268:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.637273:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.637275:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.638440:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.638458:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.638462:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.638464:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.638477:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.638495:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540a80 00000400:00000200:3.0:1763354563.638504:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b878d [1] + 224 00000800:00000001:3.0:1763354563.638513:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.638521:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.638524:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.638529:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.638535:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.638545:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.638557:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.638582:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.638592:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.638596:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.638623:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.638630:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.638632:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.638635:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2dc0. 00000400:00000200:1.0:1763354563.638639:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fad48 00000400:00000010:1.0:1763354563.638640:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fad48. 00000100:00000001:1.0:1763354563.638642:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.638647:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.638655:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.638660:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.638661:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.638663:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.638665:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.638666:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.638667:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.638669:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.638673:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.638676:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.638678:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.638679:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.638682:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.638684:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.638686:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.638689:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.638694:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.638696:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.638697:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.638699:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.638702:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.638707:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.638709:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.638715:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.638717:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.638719:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.638723:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.638726:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:1.0:1763354563.638728:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.638729:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.638730:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.638733:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.638739:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff653356300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707328:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.638742:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.638744:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.638746:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.638747:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.638749:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff653356300 x1848998542707328/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.638754:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.638755:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.638757:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.638759:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.638761:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.638762:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354563.638764:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.638765:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153400. 02000000:00000001:1.0:1763354563.638767:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.638769:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.638770:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356300. 00000100:00000001:1.0:1763354563.638773:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.638774:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.638775:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.638777:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.638778:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.638780:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1580. 00010000:00000001:1.0:1763354563.638783:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.638785:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.638787:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.638789:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.638792:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.638793:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.638795:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.638796:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.638798:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cac0f from hash 00010000:00000001:1.0:1763354563.638800:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.638801:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.638802:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.638803:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.638804:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.638806:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.638810:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac0f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41367 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.638818:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.638821:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.638822:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.638824:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.638825:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.638828:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.638829:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.638830:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.638831:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.638832:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.638833:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.638835:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.638837:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.638840:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.638842:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.638843:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.638847:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac0f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41367 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.638855:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:1.0:1763354563.638858:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:1.0:1763354563.638864:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.638866:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f2800, rc 0) 00000020:00000001:1.0:1763354563.638869:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.638873:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841093760 00010000:00000001:1.0:1763354563.638875:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.638880:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff543a08c50 x1848998841093760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.638889:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.638891:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.638894:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.638898:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.638900:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.638902:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.638904:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.638905:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.638907:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.638909:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.638913:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fad48. 00000100:00000200:1.0:1763354563.638915:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841093760, offset 224 00000400:00000200:1.0:1763354563.638919:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.638925:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.638930:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556623:1556623:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556619:1556619:8:4294967295] 00000400:00000200:1.0:1763354563.638937:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.638940:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.638943:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3f00. 00000800:00000200:1.0:1763354563.638947:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.638950:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.638953:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.638976:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.638980:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.638981:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.638983:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.638985:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.638988:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff543a08c50 x1848998841093760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.638995:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff543a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841093760:12345-192.168.203.48@tcp:101:readlink.0 Request processed in 2154us (2326us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.639002:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85184 00000100:00000040:1.0:1763354563.639005:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.639006:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.639008:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.639012:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.639015:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.639018:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.639021:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 02000000:00000001:1.0:1763354563.639062:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639064:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d888c00. 02000000:00000001:1.0:1763354563.639068:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639069:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9ad80. 02000000:00000001:1.0:1763354563.639074:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639075:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67d88b000. 02000000:00000001:1.0:1763354563.639078:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639080:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acf100. 00000800:00000200:0.0:1763354563.639080:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1763354563.639085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000010:0.0:1763354563.639086:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3f00. 02000000:00000001:1.0:1763354563.639090:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639093:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67d888400. 00000400:00000200:0.0:1763354563.639093:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1763354563.639100:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639103:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f41f80. 00000400:00000200:0.0:1763354563.639103:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.639109:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fad48 02000000:00000001:1.0:1763354563.639110:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1763354563.639113:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fad48. 02000000:00000010:1.0:1763354563.639114:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d88ac00. 02000000:00000001:1.0:1763354563.639120:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763354563.639120:0:3647:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763354563.639124:0:3647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:1.0:1763354563.639125:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f41500. 02000000:00000010:0.0:1763354563.639128:0:3647:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d88bc00. 02000000:00000001:1.0:1763354563.639129:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639133:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67d88a000. 02000000:00000001:0.0:1763354563.639134:0:3647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1763354563.639136:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763354563.639137:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1763354563.639141:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f43100. 02000000:00000001:1.0:1763354563.639146:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639146:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff544a46800. 02000000:00000001:1.0:1763354563.639148:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639149:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f40a80. 02000000:00000001:1.0:1763354563.639151:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639152:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff6735c0800. 02000000:00000001:1.0:1763354563.639156:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639157:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817adc00. 02000000:00000001:1.0:1763354563.639159:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639160:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff6532eb800. 02000000:00000001:1.0:1763354563.639163:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639163:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f41c00. 02000000:00000001:1.0:1763354563.639165:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639166:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff6532e8400. 02000000:00000001:1.0:1763354563.639167:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639168:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817af100. 02000000:00000001:1.0:1763354563.639170:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639171:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67ab63000. 02000000:00000001:1.0:1763354563.639173:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639174:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f41880. 02000000:00000001:1.0:1763354563.639175:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639176:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67ab62800. 02000000:00000001:1.0:1763354563.639177:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639178:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ac380. 02000000:00000001:1.0:1763354563.639180:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639180:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67ab63400. 02000000:00000001:1.0:1763354563.639181:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639182:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f40380. 02000000:00000001:1.0:1763354563.639184:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639184:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67ab62000. 02000000:00000001:1.0:1763354563.639185:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639186:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f42a00. 02000000:00000001:1.0:1763354563.639188:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639189:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66febd400. 02000000:00000001:1.0:1763354563.639190:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639191:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f43480. 02000000:00000001:1.0:1763354563.639193:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639193:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff643952400. 02000000:00000001:1.0:1763354563.639195:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639196:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64640dc00. 02000000:00000001:1.0:1763354563.639198:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639199:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff643953c00. 02000000:00000001:1.0:1763354563.639201:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639202:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513da680. 02000000:00000001:1.0:1763354563.639204:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639205:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff643953000. 02000000:00000001:1.0:1763354563.639206:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639207:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8a80. 02000000:00000001:1.0:1763354563.639209:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639209:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff643950c00. 02000000:00000001:1.0:1763354563.639211:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639211:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8700. 02000000:00000001:1.0:1763354563.639213:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639214:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff643951000. 02000000:00000001:1.0:1763354563.639215:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639216:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0aaa00. 02000000:00000001:1.0:1763354563.639219:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639220:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff551cf2400. 02000000:00000001:1.0:1763354563.639221:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639222:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b8700. 02000000:00000001:1.0:1763354563.639224:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639225:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf1400. 02000000:00000001:1.0:1763354563.639226:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639227:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ac700. 02000000:00000001:1.0:1763354563.639228:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639229:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf2800. 02000000:00000001:1.0:1763354563.639230:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639231:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec84700. 02000000:00000001:1.0:1763354563.639233:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639234:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff551cf0c00. 02000000:00000001:1.0:1763354563.639235:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639236:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817aca80. 02000000:00000001:1.0:1763354563.639238:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639238:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf1000. 02000000:00000001:1.0:1763354563.639240:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639241:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec85180. 02000000:00000001:1.0:1763354563.639243:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639244:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf3000. 02000000:00000001:1.0:1763354563.639245:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639246:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec85500. 02000000:00000001:1.0:1763354563.639248:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639249:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff5449de000. 02000000:00000001:1.0:1763354563.639250:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639251:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec84a80. 02000000:00000001:1.0:1763354563.639253:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639254:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff6701e2400. 02000000:00000001:1.0:1763354563.639256:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639257:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b318a80. 02000000:00000001:1.0:1763354563.639258:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639259:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff6701e1000. 02000000:00000001:1.0:1763354563.639260:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639261:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664846a00. 02000000:00000001:1.0:1763354563.639264:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639265:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff6701e3c00. 02000000:00000001:1.0:1763354563.639267:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639268:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672086a00. 02000000:00000001:1.0:1763354563.639270:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639271:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff58a0ba400. 02000000:00000001:1.0:1763354563.639273:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639274:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65880. 02000000:00000001:1.0:1763354563.639278:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639279:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff58a0b9800. 02000000:00000001:1.0:1763354563.639281:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639282:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64e00. 02000000:00000001:1.0:1763354563.639285:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639286:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff58a0ba000. 02000000:00000001:1.0:1763354563.639287:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639288:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672087480. 02000000:00000001:1.0:1763354563.639290:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639291:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff58a0b9000. 02000000:00000001:1.0:1763354563.639292:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639293:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2c380. 02000000:00000001:1.0:1763354563.639296:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639297:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff58a0b8c00. 02000000:00000001:1.0:1763354563.639299:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639300:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 02000000:00000001:1.0:1763354563.639302:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639303:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff58a0bb400. 02000000:00000001:1.0:1763354563.639305:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639306:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672087800. 02000000:00000001:1.0:1763354563.639307:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639308:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff58a0ba800. 02000000:00000001:1.0:1763354563.639309:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639310:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672086680. 02000000:00000001:1.0:1763354563.639311:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639312:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff58a0b8800. 02000000:00000001:1.0:1763354563.639313:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639314:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672087100. 02000000:00000001:1.0:1763354563.639317:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639318:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff58a0bac00. 02000000:00000001:1.0:1763354563.639319:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639320:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2d180. 02000000:00000001:1.0:1763354563.639324:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639325:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66c28d400. 02000000:00000001:1.0:1763354563.639339:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639340:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084e00. 02000000:00000001:1.0:1763354563.639343:0:74509:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.639344:0:74509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66c28f800. 02000000:00000001:1.0:1763354563.639345:0:74509:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.639346:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0a8e00. 00000100:00000001:1.0:1763354563.639349:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354563.639353:0:74509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1763354563.639357:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2dc0. 00000400:00000010:1.0:1763354563.639361:0:74509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff67cba3f00. 00010000:00000010:1.1:1763354563.644081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000800:00000001:0.0:1763354563.653576:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.653595:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.653600:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.653603:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.653615:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.653633:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d0f80 00000400:00000200:0.0:1763354563.653642:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x767b29 [64] + 191632 00000400:00000010:0.0:1763354563.653649:0:3648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66d1db2c0. 00000400:00000200:0.0:1763354563.653656:0:3648:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff6701c3800 00000800:00000001:0.0:1763354563.653663:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.653675:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.653680:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.653685:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.653690:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701c3800 00000400:00000010:0.0:1763354563.653693:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8ff6701c3800. 00000100:00000001:0.0:1763354563.653699:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.653701:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1763354563.653705:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff667a99850 x1848998841094016 msgsize 4616 00000100:00100000:0.0:1763354563.653710:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354563.653713:0:3648:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354563.653727:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.653735:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.653738:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.654889:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.654895:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.654900:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.654905:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.654908:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 00000400:00000010:3.0:1763354563.654910:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 00000100:00000001:3.0:1763354563.654913:0:3649:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763354563.654918:0:3649:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.654920:0:3649:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 27688 at ffff8ff66bf70000. 02000000:00000001:3.0:1763354563.654935:0:3649:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763354563.654938:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.656646:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.656658:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.656661:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.656664:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.656675:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.656690:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971d1000 00000400:00000200:0.0:1763354563.656702:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x76d7e5 [64] + 0 00000800:00000001:0.0:1763354563.656708:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.656715:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.656719:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.656726:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.656732:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.656736:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.656742:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9b800. 00000100:00000040:0.0:1763354563.656749:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9b800 x1848998841094144 msgsize 464 00000100:00100000:0.0:1763354563.656760:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.656776:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.656788:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.656803:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.658127:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.658130:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:0.0:1763354563.658133:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.658138:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.658141:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:0.0:1763354563.658142:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:0.0:1763354563.658145:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.658146:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.660063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000001:3.0:1763354563.660131:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.660143:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.660146:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.660149:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.660157:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.660169:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d1100 00000400:00000200:3.0:1763354563.660177:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad6e9 [2] + 1960 00000400:00000010:3.0:1763354563.660183:0:3649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff6453976e0. 00000400:00000200:3.0:1763354563.660188:0:3649:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff66b9de240 00000800:00000001:3.0:1763354563.660193:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.660199:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.660201:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.660205:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.660208:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66b9de240 00000400:00000010:3.0:1763354563.660211:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66b9de240. 00000100:00000001:3.0:1763354563.660215:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.660217:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763354563.660220:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66aee7450 x1848998841094400 msgsize 392 00000100:00100000:3.0:1763354563.660226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:3.0:1763354563.660228:0:3649:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763354563.660241:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.660249:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.660253:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.660947:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.660953:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:0.0:1763354563.660959:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.660982:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.660987:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7330 00000400:00000010:0.0:1763354563.660992:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7330. 00000100:00000001:0.0:1763354563.660999:0:3647:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763354563.661003:0:3647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354563.661007:0:3647:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6735c2000. 02000000:00000001:0.0:1763354563.661014:0:3647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763354563.661017:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.664066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00010000:00000010:2.1:1763354563.664076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:2.1:1763354563.664081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:2.1:1763354563.664084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00000004:00000001:3.0:1763354563.672147:0:31817:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763354563.672152:0:31817:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763354563.672161:0:31817:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84e00. 00000020:00000040:3.0:1763354563.672167:0:31817:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763354563.672172:0:31817:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354563.672174:0:31817:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354563.672179:0:31817:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.672187:0:31817:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff66ffd4f00. 00000100:00000001:3.0:1763354563.672192:0:31817:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.672197:0:31817:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354563.672201:0:31817:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.672209:0:31817:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f220f66] to pc [ptlrpcd_00_00+0] req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354563.672244:0:31817:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.672282:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354563.672287:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.672291:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763354563.672293:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1763354563.672298:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.672300:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.672310:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.672312:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.672316:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.672319:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.672321:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.672323:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542707456:0@lo:41:osp-pre-0-1.0 00000100:00000001:0.0:1763354563.672326:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.672330:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.672333:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.672335:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.672341:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff544a46000. 02000000:00000001:0.0:1763354563.672343:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.672350:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000400:00000010:0.0:1763354563.672359:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b550. 00000100:00000200:0.0:1763354563.672365:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542707456, portal 4 00000100:00000001:0.0:1763354563.672368:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.672370:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887316188672 : -123186393362944 : ffff8ff66ec84e00) 00000100:00000040:0.0:1763354563.672378:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.672387:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.672390:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354563.672392:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b2a8. 00000100:00000200:0.0:1763354563.672396:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848998542707456, offset 0 00000400:00000200:0.0:1763354563.672402:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.672414:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.672423:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a785540b00 00000400:00000200:0.0:1763354563.672430:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1fd3c5 [256] + 20256 00000400:00000200:0.0:1763354563.672437:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.672441:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.672447:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.672449:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354563.672454:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df99500. 00000100:00000040:0.0:1763354563.672456:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df99500 x1848998542707456 msgsize 224 00000100:00100000:0.0:1763354563.672460:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.672477:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.672488:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b2a8 00000400:00000010:0.0:1763354563.672491:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b2a8. 00000100:00000001:0.0:1763354563.672495:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.672500:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.672510:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.672515:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.672522:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.672525:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.672530:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.672535:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4690 usecs (5 jiffies) 00000100:00000001:0.0:1763354563.672540:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885637 00000100:00000001:0.0:1763354563.672545:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306886713 00000100:00000001:0.0:1763354563.672550:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885637 00000100:00000001:0.0:1763354563.672554:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306886713 00000100:00000001:0.0:1763354563.672560:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885637 00000100:00000001:0.0:1763354563.672563:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306886713 00000100:00000001:0.0:1763354563.672568:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885637 00000100:00000001:0.0:1763354563.672573:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306886713 00000100:00000001:0.0:1763354563.672578:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.672584:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.672589:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.672594:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.672605:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.672609:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354563.672614:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354563.672617:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.672622:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.672628:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763354563.672656:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.672708:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.672713:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.672717:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.672728:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.672740:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d1200 00000400:00000200:3.0:1763354563.672749:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 464 00000800:00000001:3.0:1763354563.672756:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.672766:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.672770:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.672776:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.672814:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.672817:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.672824:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec86d80. 00000100:00000040:3.0:1763354563.672830:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec86d80 x1848998841094656 msgsize 4616 00000100:00100000:3.0:1763354563.672855:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.672873:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.672884:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.672891:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.672916:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.672920:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841094656 02000000:00000001:0.0:1763354563.672925:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.672928:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.672930:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.672938:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.672945:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841094656 00000020:00000001:0.0:1763354563.672950:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.672954:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.672971:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.672975:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=476 00000020:00000001:0.0:1763354563.672981:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.672987:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.672994:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.673000:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.673007:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.673011:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.673018:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.673024:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.673031:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.673070:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.673076:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.673079:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763354563.673081:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763354563.673083:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.673087:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.673095:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.673108:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.673118:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.673122:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.673128:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417412 00000100:00000040:0.0:1763354563.673134:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354563.673135:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354563.673140:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.673141:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316196736 : -123186393354880 : ffff8ff66ec86d80) 00000400:00000001:3.0:1763354563.673149:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1763354563.673149:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec86d80 x1848998841094656/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1763354563.673154:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354563.673159:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000100:00000001:0.0:1763354563.673166:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1763354563.673168:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b550 00000020:00000010:0.0:1763354563.673170:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000400:00000010:3.0:1763354563.673174:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b550. 00000100:00000001:0.0:1763354563.673175:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.673181:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1763354563.673181:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00000200:3.0:1763354563.673192:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.673192:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+476:252568:x1848998841094656:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354563.673201:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841094656 00000020:00000001:0.0:1763354563.673206:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.673208:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354563.673212:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66d1c40c0: xid 1848998841094400, transno 21475214460, client gen 10, slot idx 1 00000100:00000200:3.0:1763354563.673216:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1763354563.673218:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66d1c4d80: xid 1848998841094016, transno 21475214459, client gen 10, slot idx 0 00000001:00000010:0.0:1763354563.673225:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66d1c4d80. 00000020:00000001:0.0:1763354563.673231:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.673236:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.673239:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.673244:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1763354563.673245:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1763354563.673246:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841094656, found 0 last_xid 1848998841094655 00000100:00000001:3.0:1763354563.673248:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.673249:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.673251:0:3654:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1763354563.673253:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1763354563.673255:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1763354563.673256:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1763354563.673259:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1763354563.673261:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.673262:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.673267:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 02000000:00000001:3.0:1763354563.673268:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.673271:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.673273:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00001000:3.0:1763354563.673274:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=137 v=5 (5 5 5 5) 00010000:00000001:0.0:1763354563.673275:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.673279:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.673280:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=137 v=5 (1 1 1 1) 00010000:00000001:0.0:1763354563.673283:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1763354563.673284:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354563.673287:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.673289:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354563.673291:0:3654:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.673291:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff55d439800 count: 3 00000100:00000001:3.0:1763354563.673293:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1763354563.673295:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354563.673296:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:3.0:1763354563.673301:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1763354563.673301:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1763354563.673303:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354563.673306:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00000100:00000040:3.0:1763354563.673308:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354563.673310:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.673315:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222cac39 to hash 00000100:00000001:3.0:1763354563.673318:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354563.673319:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1763354563.673322:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1763354563.673322:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00000100:00000001:3.0:1763354563.673325:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.673328:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00000004:00000001:3.0:1763354563.673329:0:3654:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:0.0:1763354563.673333:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00000004:00000040:3.0:1763354563.673334:0:3654:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0000-osp-MDT0001: blocks=353529 free=349528 avail=313825 avail_mb=1225 hwm_mb=3 files=1024000 ffree=1019566 state=0: rc = 0 00010000:00010000:0.0:1763354563.673339:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac39 lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41375 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000004:00000020:3.0:1763354563.673342:0:3654:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0000-osp-MDT0001 (ffff8ff544bb4800): 353529 blocks, 349528 free, 313825 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1019566 free files 0x0 00010000:00000040:0.0:1763354563.673353:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000004:00000001:3.0:1763354563.673354:0:3654:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.673357:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=477 00000100:00000040:3.0:1763354563.673363:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.673363:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763354563.673366:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763354563.673372:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354563.673376:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000100:00100000:3.0:1763354563.673378:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542707456:0@lo:41:osp-pre-0-1.0 00000004:00000001:0.0:1763354563.673378:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673383:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000100:00000001:3.0:1763354563.673390:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:0.0:1763354563.673392:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66ec86d80 x1848998841094656/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354563.673394:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.673401:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec84e00 x1848998542707456/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354563.673410:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000100:00000001:3.0:1763354563.673415:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000001:0.0:1763354563.673415:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763354563.673418:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 02000000:00000001:3.0:1763354563.673420:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1763354563.673423:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000010:3.0:1763354563.673424:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff544a46000. 00000001:00000001:0.0:1763354563.673427:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.673432:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1763354563.673433:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763354563.673436:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1763354563.673437:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354563.673440:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000001:00000001:0.0:1763354563.673442:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.673446:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1763354563.673447:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.673450:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1763354563.673451:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff66ffd4f00. 00000001:00000001:0.0:1763354563.673453:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.673457:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.673461:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1763354563.673462:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000010:3.0:1763354563.673463:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec84e00. 00000001:00000001:0.0:1763354563.673465:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.673469:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000004:00000001:0.0:1763354563.673470:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.673472:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354563.673475:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.673477:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354563.673480:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000100:00000001:3.0:1763354563.673484:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:0.0:1763354563.673484:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763354563.673487:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1763354563.673488:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.673491:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1763354563.673492:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354563.673496:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.673519:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff67e0f8000. 02000000:00000001:0.0:1763354563.673524:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.673527:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673531:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763354563.673533:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.673535:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673536:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.673537:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.673538:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673539:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.673540:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.673541:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673543:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.673545:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.673549:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354563.673553:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:0.0:1763354563.673554:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:0.0:1763354563.673557:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354563.673558:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673560:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.673561:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673563:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.673564:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673566:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763354563.673568:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673571:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763354563.673574:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763354563.673577:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:0.0:1763354563.673580:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002344:0x19e21:0x0]/(->[0x200002344:0x19e21:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763354563.673585:0:6519:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763354563.673587:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.673590:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e21:0x0] 00000020:00000001:0.0:1763354563.673592:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.673600:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262122072 : -123191447429544 : ffff8ff541895e58) 00000004:00000001:0.0:1763354563.673602:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262121984 : -123191447429632 : ffff8ff541895e00) 00000004:00000001:0.0:1763354563.673605:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763354563.673606:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673611:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763354563.673614:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763354563.673618:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673619:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673623:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673641:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763354563.673644:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763354563.673645:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763354563.673647:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.673649:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e21:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:0.0:1763354563.673651:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763354563.673652:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673654:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673656:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.673657:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.673659:0:6519:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673661:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673662:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673664:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.673665:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763354563.673666:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff8ff67e0f8378 00000004:00000001:0.0:1763354563.673668:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673671:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1763354563.673672:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763354563.673673:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.673675:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e21:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763354563.673677:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763354563.673679:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.673681:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.673683:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff55d439800 count: 4 00010000:00000001:0.0:1763354563.673685:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.673687:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.673689:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8600. 00000020:00000001:0.0:1763354563.673691:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.673692:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8600 with handle 0x4a8bb634222cac40 to hash 00000020:00000001:0.0:1763354563.673694:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.673695:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000010:0.0:1763354563.673697:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927380. 00010000:00000001:0.0:1763354563.673699:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.673701:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.673703:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.673705:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cac40 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.673710:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.673713:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.673715:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.673717:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.673720:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.673721:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.673722:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.673724:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.673726:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.673727:0:6519:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.673728:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.673730:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) refcount = 4 00010000:00000040:0.0:1763354563.673732:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.673736:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cabf3 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41352 expref: 477 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.673741:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00010000:0.0:1763354563.673744:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cac40 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.673747:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.673751:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.673752:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.673754:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.673755:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.673757:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.673758:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.673760:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.673762:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.673764:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cac40 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.673767:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.673768:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.673769:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.673771:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.673772:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.673773:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000020:00000001:0.0:1763354563.673775:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.673777:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.673778:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.673779:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.673780:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.673782:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e21:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763354563.673784:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.673786:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673787:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.673788:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x112:0x0] 00000020:00000001:0.0:1763354563.673789:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.673790:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786710136 : -123189922841480 : ffff8ff59c68bc78) 00000004:00000001:0.0:1763354563.673791:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786710048 : -123189922841568 : ffff8ff59c68bc20) 00000004:00000001:0.0:1763354563.673794:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763354563.673796:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.673797:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673798:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.673799:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.673800:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673801:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.673802:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.673803:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.673804:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.673805:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.673806:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.673808:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e21:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:0.0:1763354563.673810:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e21:0x0]: returning size 1024 00000001:00000001:0.0:1763354563.673812:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.673812:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673814:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763354563.673815:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673816:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673818:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.673820:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.673822:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673824:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763354563.673825:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 56 00000004:00000001:0.0:1763354563.673826:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763354563.673828:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673830:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763354563.673833:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763354563.673835:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763354563.673836:0:6519:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673838:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673840:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.673843:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763354563.673845:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff643dee800. 00000020:00000001:0.0:1763354563.673846:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.673848:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff643dee800 with handle 0x4a8bb634222cac47 to hash 00000020:00000001:0.0:1763354563.673849:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763354563.673850:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620886596249600 : -123187113302016 : ffff8ff643dee800) 00000004:00000001:0.0:1763354563.673852:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763354563.673852:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763354563.673854:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e21:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:0.0:1763354563.673856:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763354563.673859:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.673862:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177400. 00080000:00000001:0.0:1763354563.673864:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697497088 : -123190012054528 : ffff8ff597177400) 00080000:00000001:0.0:1763354563.673865:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.673870:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.673873:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.673876:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.673877:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.673883:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.673886:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.673889:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.673891:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214461, last_committed = 21475214447 00000001:00000010:0.0:1763354563.673894:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0240. 00000001:00000040:0.0:1763354563.673896:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 14 00000020:00000040:0.0:1763354563.673898:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=478 00000001:00000010:0.0:1763354563.673902:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000001:00000001:0.0:1763354563.673919:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e0959c0: xid 1848998841094656, transno 21475214461, tag 1, client gen 10, slot idx 0 00000001:00000001:0.0:1763354563.673921:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.673928:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00040000:00000001:0.0:1763354563.673931:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.673933:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.673934:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673936:0:6519:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763354563.673937:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673939:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673942:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673944:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.673946:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.673948:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354563.673950:0:6519:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.673953:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763354563.673955:0:6519:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763354563.673957:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.673959:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.673970:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763354563.673972:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763354563.673974:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673976:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.673979:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.673981:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.673982:0:6519:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354563.673987:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.673994:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673997:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.673999:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763354563.674002:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354563.674004:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.674005:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.674007:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.674009:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.674012:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.674022:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.674024:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763354563.674027:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763354563.674029:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.674031:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.674048:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.674050:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000020:00000001:0.0:1763354563.674051:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.674053:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000004:00000040:0.0:1763354563.674056:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:0.0:1763354563.674057:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=479 00010000:00000001:0.0:1763354563.674060:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.674061:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.674062:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.674063:0:6519:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.674065:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.674067:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763354563.674069:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.674070:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.674073:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.674074:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.674075:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.674076:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.674078:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9a00 with handle 0x4a8bb634222cac39 from hash 00010000:00000001:0.0:1763354563.674080:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.674081:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.674081:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.674082:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.674083:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.674086:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac39 lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41375 expref: 479 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.674092:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:0.0:1763354563.674093:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 00010000:00000010:0.0:1763354563.674095:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.674101:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.674102:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.674105:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763354563.674108:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cac40 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41375 expref: 478 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.674113:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.674115:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.674117:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) 00010000:00010000:0.0:1763354563.674119:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763354563.674120:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.674122:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.674123:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.674124:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.674125:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.674126:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8600, rc 0) 00000020:00000001:0.0:1763354563.674128:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.674129:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214461, xid 1848998841094656 00010000:00000001:0.0:1763354563.674131:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.674134:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec86d80 x1848998841094656/t21475214461(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/664 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.674138:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.674140:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.674141:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.674144:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.674145:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.674147:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.674148:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.674149:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.674151:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.674153:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.674155:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b2a8. 00000100:00000200:0.0:1763354563.674158:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841094656, offset 224 00000400:00000200:0.0:1763354563.674161:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.674167:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.674172:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556627:1556627:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556623:1556623:8:4294967295] 00000400:00000200:0.0:1763354563.674179:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.674183:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.674187:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d300. 00000800:00000200:0.0:1763354563.674191:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.674197:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.674200:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.674214:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.674217:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.674218:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.674219:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.674221:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.674223:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec86d80 x1848998841094656/t21475214461(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4616/664 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.674230:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+478:252568:x1848998841094656:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1063us (1400us total) trans 21475214461 rc 0/0 00000100:00100000:0.0:1763354563.674236:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417412 00000100:00000040:0.0:1763354563.674238:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354563.674240:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.674241:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.674243:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.674246:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.674250:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.674253:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00000100:00000001:0.0:1763354563.674255:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.674297:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.674302:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d300. 00000400:00000200:3.0:1763354563.674305:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.674309:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.674312:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b2a8 00000400:00000010:3.0:1763354563.674314:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b2a8. 00000100:00000001:3.0:1763354563.674316:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.674317:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.676957:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.676981:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.676985:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.676987:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.676998:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.677010:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d1280 00000400:00000200:0.0:1763354563.677018:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 1640 00000800:00000001:0.0:1763354563.677024:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.677053:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.677056:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.677060:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.677066:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.677069:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.677074:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98e00. 00000100:00000040:0.0:1763354563.677078:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98e00 x1848998841094784 msgsize 328 00000100:00100000:0.0:1763354563.677083:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.677096:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.677103:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.677107:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.677149:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.677153:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841094784 02000000:00000001:3.0:1763354563.677156:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.677158:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.677160:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.677165:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.677169:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841094784 00000020:00000001:3.0:1763354563.677172:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.677174:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354563.677176:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.677179:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=478 00000020:00000001:3.0:1763354563.677182:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354563.677185:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354563.677188:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.677193:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.677196:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.677199:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.677206:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591087c00. 00000020:00000010:3.0:1763354563.677211:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.677216:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.677223:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.677226:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.677228:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.677230:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.677233:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.677236:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.677240:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.677242:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.677244:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000020:00000001:3.0:1763354563.677246:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:3.0:1763354563.677249:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:3.0:1763354563.677251:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.677253:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.677255:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.677257:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.677263:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.677279:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.677290:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.677292:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.677298:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3716 00000100:00000040:3.0:1763354563.677302:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354563.677305:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470800896 : -123191238750720 : ffff8ff54df98e00) 00000100:00000040:3.0:1763354563.677314:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df98e00 x1848998841094784/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.677325:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.677328:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.677331:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.677333:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.677338:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+478:2403:x1848998841094784:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.677342:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841094784 00010000:00000001:3.0:1763354563.677345:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.677347:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.677349:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.677354:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.677356:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.677361:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0f800. 02000000:00000001:3.0:1763354563.677363:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.677366:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.677368:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.677370:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.677373:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.677374:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.677376:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000020:00000001:3.0:1763354563.677378:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:3.0:1763354563.677381:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000040:3.0:1763354563.677385:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff55d439800 count: 4 00000004:00000001:3.0:1763354563.677389:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354563.677391:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.677394:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.677397:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.677398:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.677401:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.677405:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.677407:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.677412:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.677414:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.677416:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.677418:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.677421:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8600 with handle 0x4a8bb634222cac40 from hash 00010000:00000001:3.0:1763354563.677424:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.677425:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.677427:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.677428:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.677432:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.677434:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.677436:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.677437:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.677442:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cac40 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e21:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41375 expref: 478 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.677452:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:3.0:1763354563.677454:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00010000:00000010:3.0:1763354563.677457:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927380. 00010000:00000001:3.0:1763354563.677465:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.677467:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.677469:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.677471:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) 00010000:00000001:3.0:1763354563.677475:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.677477:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.677479:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.677481:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.677483:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.677487:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.677489:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.677492:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.677497:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.677500:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.677502:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.677505:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.677507:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.677511:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.677514:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.677518:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121660. 00000100:00000200:3.0:1763354563.677523:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841094784, offset 224 00000400:00000200:3.0:1763354563.677530:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.677538:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.677544:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556628:1556628:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556624:1556624:8:4294967295] 00000400:00000200:3.0:1763354563.677555:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.677560:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.677565:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354563.677570:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.677577:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.677581:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.677599:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.677603:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.677605:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.677607:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.677613:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df98e00 x1848998841094784/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.677624:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+477:2403:x1848998841094784:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 297us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.677632:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3716 00000100:00000040:3.0:1763354563.677635:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354563.677637:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.677640:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.677645:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.677652:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354563.677657:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591087c00. 00000020:00000040:3.0:1763354563.677663:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00000100:00000001:3.0:1763354563.677666:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.677688:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.677693:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4f00. 00000400:00000200:0.0:1763354563.677698:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.677702:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.677706:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121660 00000400:00000010:0.0:1763354563.677708:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121660. 00000100:00000001:0.0:1763354563.677712:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.677713:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.678609:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.678617:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.678620:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.678622:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.678629:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.678637:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971d1380 00000400:00000200:3.0:1763354563.678644:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x76d7e5 [64] + 5080 00000800:00000001:3.0:1763354563.678649:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.678655:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.678657:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.678660:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.678665:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.678667:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.678672:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84e00. 00000100:00000040:3.0:1763354563.678675:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec84e00 x1848998841095040 msgsize 552 00000100:00100000:3.0:1763354563.678679:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.678692:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.678697:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.678700:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.678722:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.678726:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841095040 02000000:00000001:0.0:1763354563.678728:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.678730:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.678732:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.678735:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.678738:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841095040 00000020:00000001:0.0:1763354563.678741:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.678742:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.678744:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.678747:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=477 00000020:00000001:0.0:1763354563.678749:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.678753:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.678756:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.678760:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.678763:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.678765:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.678771:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.678774:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.678779:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.678784:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.678787:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.678789:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763354563.678791:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763354563.678806:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.678809:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.678814:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.678830:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.678840:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.678841:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.678845:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417413 00000100:00000040:0.0:1763354563.678853:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.678856:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316188672 : -123186393362944 : ffff8ff66ec84e00) 00000100:00000040:0.0:1763354563.678863:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec84e00 x1848998841095040/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.678874:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.678878:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.678881:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.678884:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.678889:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+477:252568:x1848998841095040:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354563.678893:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841095040 00000020:00000001:0.0:1763354563.678896:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.678900:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354563.678905:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e0959c0: xid 1848998841094656, transno 21475214461, client gen 10, slot idx 0 00000001:00000001:0.0:1763354563.678909:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66d1c40c0: xid 1848998841094400, transno 21475214460, client gen 10, slot idx 1 00000001:00000010:0.0:1763354563.678913:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66d1c40c0. 00000020:00000001:0.0:1763354563.678918:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.678921:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.678923:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.678926:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.678929:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841095040, found 0 last_xid 1848998841094783 00000020:00000001:0.0:1763354563.678932:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.678934:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.678936:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.678940:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.678942:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354563.678945:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.678947:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.678948:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.678950:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:0.0:1763354563.678953:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.678955:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.678957:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66b562200 refcount=3 00000020:00000001:0.0:1763354563.678974:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00010000:00000001:0.0:1763354563.678977:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887258374656 : -123186451176960 : ffff8ff66b562200) 00010000:00000040:0.0:1763354563.678981:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da000 count: 2 00000004:00000001:0.0:1763354563.678984:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354563.678986:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.678988:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.678990:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.678991:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.678993:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.678997:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.678999:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.679002:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.679004:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.679006:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.679008:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.679011:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66b562200 with handle 0x4a8bb634222ca9b5 from hash 00010000:00000001:0.0:1763354563.679014:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.679015:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.679017:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.679018:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.679021:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.679023:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.679025:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.679026:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.679030:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66b562200/0x4a8bb634222ca9b5 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41279 expref: 477 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.679062:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 455 00000020:00000040:0.0:1763354563.679065:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00010000:00000010:0.0:1763354563.679068:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43200. 00010000:00000001:0.0:1763354563.679074:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.679077:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.679079:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.679082:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x112:0x0].0x0 (ffff8ff58c6da000) 00010000:00000001:0.0:1763354563.679091:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.679094:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.679096:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763354563.679099:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da000 count: 0 00010000:00000010:0.0:1763354563.679105:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241000. 00010000:00010000:0.0:1763354563.679113:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.679115:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.679119:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.679124:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d8aca00. 00010000:00000010:0.0:1763354563.679127:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee980. 00010000:00000001:0.0:1763354563.679131:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.679134:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8e00. 00000020:00000001:0.0:1763354563.679136:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.679139:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8e00 with handle 0x4a8bb634222cac4e to hash 00000020:00000001:0.0:1763354563.679141:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.679143:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000010:0.0:1763354563.679148:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.679150:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00010000:0.0:1763354563.679154:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cac4e lrc: 2/0,0 mode: --/CW res: [0x200002340:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4137c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.679162:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:0.0:1763354563.679165:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=477 00010000:00000001:0.0:1763354563.679170:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763354563.679172:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763354563.679178:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354563.679181:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763354563.679183:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679186:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763354563.679191:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66ec84e00 x1848998841095040/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763354563.679200:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763354563.679202:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763354563.679204:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763354563.679207:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.679209:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.679212:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.679213:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.679216:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.679222:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.679224:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679226:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679228:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679231:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354563.679232:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763354563.679234:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.679236:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.679262:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff679bc8000. 02000000:00000001:0.0:1763354563.679265:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.679267:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679272:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763354563.679274:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.679281:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.679283:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.679285:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.679287:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.679289:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.679290:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.679292:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.679295:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.679296:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.679301:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354563.679305:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:0.0:1763354563.679308:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:0.0:1763354563.679311:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354563.679312:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.679315:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.679316:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679319:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.679320:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679323:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763354563.679326:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679328:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763354563.679330:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763354563.679334:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:0.0:1763354563.679337:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002340:0x112:0x0]/(. :VOLATILE:0000:1E5C5185:fd=03->[0x200002344:0x19e23:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:0.0:1763354563.679344:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.679346:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x112:0x0] 00000020:00000001:0.0:1763354563.679349:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.679352:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786710136 : -123189922841480 : ffff8ff59c68bc78) 00000004:00000001:0.0:1763354563.679355:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786710048 : -123189922841568 : ffff8ff59c68bc20) 00000004:00000001:0.0:1763354563.679358:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763354563.679359:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679364:0:6519:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:0.0:1763354563.679366:0:6519:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200002344:0x19e23:0x0] 00000020:00000001:0.0:1763354563.679368:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763354563.679369:0:6519:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763354563.679374:0:6519:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff58d4d43c0. 00000004:00000001:0.0:1763354563.679379:0:6519:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:0.0:1763354563.679384:0:6519:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763354563.679385:0:6519:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002344:0x19e23:0x0] 00000004:00000010:0.0:1763354563.679391:0:6519:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff55fefc528. 00000004:00000001:0.0:1763354563.679394:0:6519:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679396:0:6519:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763354563.679399:0:6519:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763354563.679403:0:6519:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff67a040220. 00000004:00000001:0.0:1763354563.679406:0:6519:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620887504650784 : -123186204900832 : ffff8ff67a040220) 00000004:00000001:0.0:1763354563.679409:0:6519:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679412:0:6519:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763354563.679414:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354563.679418:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354563.679419:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.679422:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.679425:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.679428:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.679430:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.679432:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:0.0:1763354563.679434:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.679440:0:6519:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff597176c00. 00000004:00000001:0.0:1763354563.679443:0:6519:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679446:0:6519:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763354563.679448:0:6519:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.679453:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:0.0:1763354563.679455:0:6519:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00080000:00000002:0.0:1763354563.679463:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c467 for inode 32138 00000004:00000002:0.0:1763354563.679465:0:6519:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002340:0x112:0x0] version is 0x50005c467 00000004:00000002:0.0:1763354563.679468:0:6519:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002344:0x19e23:0x0] version is 0x1 00000004:00000001:0.0:1763354563.679472:0:6519:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:0.0:1763354563.679478:0:6519:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1763354563.679480:0:6519:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:0.0:1763354563.679483:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354563.679486:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x112:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354563.679490:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679492:0:6519:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679496:0:6519:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763354563.679499:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354563.679506:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0900. 00080000:00000001:0.0:1763354563.679510:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.679513:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597176400. 00080000:00000001:0.0:1763354563.679516:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00000004:00000001:0.0:1763354563.679519:0:6519:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:0.0:1763354563.679523:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.679528:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.679532:0:6519:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354563.679536:0:6519:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002344:0x19e23:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763354563.679540:0:6519:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:0.0:1763354563.679544:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x112:0x0] not in the id map cache 00000004:00000001:0.0:1763354563.679548:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763354563.679551:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763354563.679554:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763354563.679557:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679559:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679562:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763354563.679563:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763354563.679567:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1763354563.679569:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679571:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354563.679576:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff66e095540. 00000004:00000001:0.0:1763354563.679579:0:6519:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:0.0:1763354563.679581:0:6519:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1763354563.679586:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d938c8 00000001:00000002:0.0:1763354563.679588:0:6519:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002340:0x112:0x0]:. :VOLATILE:0000:1E5C5185:fd=03' is added 00000004:00000001:0.0:1763354563.679591:0:6519:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679594:0:6519:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1763354563.679597:0:6519:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:0.0:1763354563.679600:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679603:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.679607:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354563.679610:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002344:0x19e23:0x0] not in the id map cache 00000001:00000001:0.0:1763354563.679614:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.679616:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679618:0:6519:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679621:0:6519:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679623:0:6519:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1763354563.679625:0:6519:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679631:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679633:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.679636:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763354563.679639:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.679641:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679643:0:6519:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354563.679645:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679646:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00000004:00000001:0.0:1763354563.679650:0:6519:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.679653:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763354563.679656:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354563.679661:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354563.679662:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679664:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.679668:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.679670:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.679674:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354563.679677:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679678:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679682:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.679684:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.679686:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679687:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00000004:00000001:0.0:1763354563.679691:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679693:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679701:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.679703:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679707:0:6519:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1763354563.679709:0:6519:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:0.0:1763354563.679711:0:6519:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763354563.679712:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679713:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.679717:0:6519:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:0.0:1763354563.679801:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354563.679804:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.679805:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.679807:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.679809:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679811:0:6519:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679813:0:6519:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1763354563.679825:0:6519:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763354563.679829:0:6519:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002344:0x19e23:0x0] 00080000:00000001:0.0:1763354563.679831:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354563.679832:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354563.679833:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.679835:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.679837:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679839:0:6519:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679841:0:6519:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1763354563.679859:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff58e29ff78. 00000001:00000010:0.0:1763354563.679872:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff58e29ff78. 00080000:00000001:0.0:1763354563.679875:0:6519:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.679879:0:6519:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679881:0:6519:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679884:0:6519:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679886:0:6519:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679889:0:6519:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1763354563.679891:0:6519:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679896:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.679899:0:6519:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763354563.679901:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.679903:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679905:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.679908:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.679911:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e23:0x0] set xattr 'user.job' with size 5 00000004:00000001:0.0:1763354563.679921:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679923:0:6519:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679925:0:6519:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679928:0:6519:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679932:0:6519:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:0.0:1763354563.679936:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.679938:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.679941:0:6519:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:0.0:1763354563.679983:0:6519:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.679989:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93800 00080000:00000002:0.0:1763354563.679991:0:6519:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 64003 insert 0x200002344:0x19e23:0x0:1930 rc = 0 00080000:00000001:0.0:1763354563.679995:0:6519:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.679998:0:6519:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354563.679999:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.680001:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000002:0.0:1763354563.680004:0:6519:0:(osd_handler.c:4691:osd_ref_add()) [0x200002344:0x19e23:0x0] increase nlink 1 00000004:00000001:0.0:1763354563.680009:0:6519:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680012:0:6519:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.680015:0:6519:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680017:0:6519:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.680021:0:6519:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1763354563.680022:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.680023:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000002:0.0:1763354563.680028:0:6519:0:(osd_handler.c:4785:osd_ref_del()) [0x200002344:0x19e23:0x0] decrease nlink 2 00000004:00000001:0.0:1763354563.680032:0:6519:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763354563.680055:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000001:0.0:1763354563.680066:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354563.680069:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.680073:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1763354563.680077:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.680079:0:6519:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763354563.680081:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354563.680083:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.680085:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00080000:00000001:0.0:1763354563.680088:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354563.680090:0:6519:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002344:0x19e23:0x0] set version 0x50005c47e (old 0x0) for inode 1930 00080000:00000001:0.0:1763354563.680096:0:6519:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680098:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680101:0:6519:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680103:0:6519:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763354563.680105:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214462, last_committed = 21475214447 00000001:00000010:0.0:1763354563.680110:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab07e0. 00000001:00000040:0.0:1763354563.680112:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 15 00000020:00000040:0.0:1763354563.680115:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=478 00000001:00000010:0.0:1763354563.680120:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095300. 00000004:00000001:0.0:1763354563.680125:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354563.680126:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.680128:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697492992 : -123190012058624 : ffff8ff597176400) 00000004:00000001:0.0:1763354563.680136:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354563.680140:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095300: xid 1848998841095040, transno 21475214462, tag 1, client gen 10, slot idx 1 00000001:00000001:0.0:1763354563.680144:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.680151:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00040000:00000001:0.0:1763354563.680155:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.680157:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.680159:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.680162:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0900. 00000020:00000001:0.0:1763354563.680165:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680170:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763354563.680172:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763354563.680175:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680178:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.680181:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.680187:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680190:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680192:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763354563.680195:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680198:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.680200:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763354563.680201:0:6519:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:0.0:1763354563.680207:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff67dab0900. 00000004:00000001:0.0:1763354563.680209:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680211:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763354563.680214:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff679bc8378 00000004:00000001:0.0:1763354563.680217:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.680222:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.680228:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680234:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763354563.680237:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e23:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763354563.680240:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763354563.680243:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.680246:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.680250:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d8acb00. 00010000:00000010:0.0:1763354563.680253:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee900. 00010000:00000001:0.0:1763354563.680257:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.680259:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000001:0.0:1763354563.680261:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.680263:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222cac55 to hash 00000020:00000001:0.0:1763354563.680266:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.680267:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000010:0.0:1763354563.680271:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927680. 00010000:00000001:0.0:1763354563.680274:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.680277:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.680279:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.680282:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.680289:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.680292:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.680295:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.680297:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.680299:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.680301:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.680303:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.680306:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.680308:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.680310:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.680311:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.680314:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e23:0x0].0x0 (ffff8ff55d8acb00) refcount = 1 00010000:00010000:0.0:1763354563.680318:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.680325:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.680328:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.680329:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.680332:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.680333:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.680336:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.680338:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.680341:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.680344:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.680347:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.680352:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.680354:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.680356:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.680357:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.680358:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.680360:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=3 00000020:00000001:0.0:1763354563.680363:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.680366:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.680368:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.680369:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.680371:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.680374:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e23:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763354563.680378:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.680380:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680383:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763354563.680386:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.680387:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.680390:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.680391:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.680393:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.680395:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.680397:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.680399:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.680400:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.680402:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.680404:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.680406:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e23:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:0.0:1763354563.680409:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e23:0x0]: returning size 0 00000001:00000001:0.0:1763354563.680412:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.680413:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680415:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763354563.680417:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.680420:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.680422:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680425:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680427:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680430:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763354563.680432:0:6519:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763354563.680434:0:6519:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.680436:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:0.0:1763354563.680438:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763354563.680440:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680442:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763354563.680445:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763354563.680447:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680450:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.680453:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763354563.680456:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff643deee00. 00000020:00000001:0.0:1763354563.680458:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.680460:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff643deee00 with handle 0x4a8bb634222cac5c to hash 00000020:00000001:0.0:1763354563.680463:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763354563.680464:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620886596251136 : -123187113300480 : ffff8ff643deee00) 00000004:00000001:0.0:1763354563.680466:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763354563.680468:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763354563.680470:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e23:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:0.0:1763354563.680474:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763354563.680476:0:6519:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763354563.680478:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680480:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680482:0:6519:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.680485:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763354563.680488:0:6519:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763354563.680489:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.680491:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354563.680493:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763354563.680495:0:6519:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354563.680498:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.680499:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763354563.680502:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.680505:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680508:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680511:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763354563.680513:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354563.680515:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.680517:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.680518:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.680520:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.680523:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.680526:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.680529:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763354563.680532:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763354563.680534:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.680537:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.680538:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.680540:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=3 00000020:00000001:0.0:1763354563.680543:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.680545:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00000004:00000040:0.0:1763354563.680548:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:0.0:1763354563.680551:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=479 00010000:00000001:0.0:1763354563.680554:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.680556:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.680558:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.680560:0:6519:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.680563:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354563.680566:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763354563.680569:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.680570:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.680572:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.680574:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.680575:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.680577:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.680580:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8e00 with handle 0x4a8bb634222cac4e from hash 00010000:00000001:0.0:1763354563.680582:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.680583:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.680585:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.680586:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.680587:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.680592:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cac4e lrc: 0/0,0 mode: --/CW res: [0x200002340:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4137c expref: 479 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.680599:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:0.0:1763354563.680601:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 00010000:00000010:0.0:1763354563.680604:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00010000:00000040:0.0:1763354563.680608:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d8aca00 count: 0 00010000:00000010:0.0:1763354563.680611:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee980. 00010000:00000001:0.0:1763354563.680617:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.680619:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.680623:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763354563.680627:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4137c expref: 478 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.680635:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.680637:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.680639:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff55d8acb00) 00010000:00010000:0.0:1763354563.680643:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763354563.680645:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.680647:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.680649:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.680650:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.680651:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.680653:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f9a00, rc 0) 00000020:00000001:0.0:1763354563.680655:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.680659:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214447, transno 21475214462, xid 1848998841095040 00010000:00000001:0.0:1763354563.680661:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.680666:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec84e00 x1848998841095040/t21475214462(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/608 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.680675:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.680677:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.680681:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.680685:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.680688:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.680690:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.680693:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.680696:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.680698:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.680701:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.680705:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535baa0. 00000100:00000200:0.0:1763354563.680710:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841095040, offset 224 00000400:00000200:0.0:1763354563.680716:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.680724:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.680729:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556629:1556629:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556625:1556625:8:4294967295] 00000400:00000200:0.0:1763354563.680742:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.680747:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.680751:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534db00. 00000800:00000200:0.0:1763354563.680756:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.680762:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.680766:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534db00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.680786:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.680790:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.680793:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.680795:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.680797:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.680801:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec84e00 x1848998841095040/t21475214462(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 552/608 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.680813:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+478:252568:x1848998841095040:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1937us (2134us total) trans 21475214462 rc 0/0 00000100:00100000:0.0:1763354563.680821:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417413 00000100:00000040:0.0:1763354563.680825:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354563.680827:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.680830:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.680834:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.680838:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:0.0:1763354563.680843:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000020:00000040:0.0:1763354563.680848:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00000100:00000001:0.0:1763354563.680851:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.680894:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.680899:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534db00. 00000400:00000200:1.0:1763354563.680904:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.680909:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.680914:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535baa0 00000400:00000010:1.0:1763354563.680917:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535baa0. 00000100:00000001:1.0:1763354563.680921:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.680923:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.683421:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.683435:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.683439:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.683442:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.683451:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.683469:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d1480 00000400:00000200:0.0:1763354563.683477:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 5632 00000800:00000001:0.0:1763354563.683485:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.683494:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.683496:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.683499:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.683503:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.683505:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.683509:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98380. 00000100:00000040:0.0:1763354563.683511:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98380 x1848998841095296 msgsize 4616 00000100:00100000:0.0:1763354563.683515:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.683528:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.683533:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.683535:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354563.684063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8600. 00000800:00000200:3.0:1763354563.684378:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.684382:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.684386:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.684390:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.684392:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be76e8 00000400:00000010:3.0:1763354563.684394:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be76e8. 00000100:00000001:3.0:1763354563.684397:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.684400:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1f80 x1848998542707584/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.684408:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.684411:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1f80 x1848998542707584/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.684416:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.684418:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.685355:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.685363:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.685366:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.685368:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.685375:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.685385:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540b80 00000400:00000200:1.0:1763354563.685392:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b87c9 [1] + 224 00000800:00000001:1.0:1763354563.685397:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.685403:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.685406:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.685410:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.685414:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.685420:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1f80 x1848998542707584/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.685431:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd1f80 x1848998542707584/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.685451:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.685457:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.685460:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.686062:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.686067:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.686069:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.686070:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.686074:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.686080:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d1500 00000400:00000200:0.0:1763354563.686085:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b0f6d [2] + 1968 00000400:00000010:0.0:1763354563.686088:0:3648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59ed894d0. 00000400:00000200:0.0:1763354563.686090:0:3648:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff59e9f7c00 00000800:00000001:0.0:1763354563.686093:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.686116:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.686118:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.686120:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.686123:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59e9f7c00 00000400:00000010:0.0:1763354563.686124:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff59e9f7c00. 00000100:00000001:0.0:1763354563.686128:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.686130:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763354563.686132:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65871ac50 x1848998841095424 msgsize 328 00000100:00100000:0.0:1763354563.686135:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354563.686137:0:3648:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354563.686145:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.686148:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.686150:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.686222:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.686226:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841095424 02000000:00000001:3.0:1763354563.686229:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.686230:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.686233:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.686236:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.686238:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841095424 00000020:00000001:3.0:1763354563.686241:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.686242:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354563.686245:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.686247:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=480 00000020:00000001:3.0:1763354563.686250:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354563.686253:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354563.686256:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.686261:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.686263:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.686265:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.686270:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086000. 00000020:00000010:3.0:1763354563.686273:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.686276:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.686281:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.686283:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.686284:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.686285:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.686287:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686289:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.686292:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.686293:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.686294:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=4 00000020:00000001:3.0:1763354563.686296:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:3.0:1763354563.686298:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00010000:3.0:1763354563.686302:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4137c expref: 480 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.686312:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.686313:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.686314:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.686315:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.686319:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.686322:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff65871ac50 x1848998841095424/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.686327:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.686328:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.686340:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.686347:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.686349:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.686352:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6348 00000100:00000040:3.0:1763354563.686354:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:3.0:1763354563.686356:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941412432 : -123186768139184 : ffff8ff65871ac50) 00000100:00000040:3.0:1763354563.686361:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65871ac50 x1848998841095424/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.686367:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.686369:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.686370:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.686372:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.686375:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65871ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+480:2406:x1848998841095424:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.686378:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841095424 00010000:00000001:3.0:1763354563.686380:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.686382:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.686383:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.686386:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.686388:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.686390:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0e800. 02000000:00000001:3.0:1763354563.686391:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.686393:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686394:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.686396:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.686397:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.686398:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.686400:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=4 00000020:00000001:3.0:1763354563.686401:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:3.0:1763354563.686402:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000040:3.0:1763354563.686404:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff55d8acb00 count: 4 00000004:00000001:3.0:1763354563.686406:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354563.686409:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4137c expref: 480 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354563.686414:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.686416:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.686419:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.686420:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.686423:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4137c expref: 480 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.686427:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.686429:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.686430:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.686431:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686434:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.686435:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.686439:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.686440:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.686441:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.686443:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.686444:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9a00 with handle 0x4a8bb634222cac55 from hash 00010000:00000001:3.0:1763354563.686446:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.686447:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.686448:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.686449:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.686452:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.686453:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686455:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.686456:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.686458:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cac55 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4137c expref: 480 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.686463:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:3.0:1763354563.686465:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 479 00010000:00000010:3.0:1763354563.686466:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927680. 00010000:00000001:3.0:1763354563.686472:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.686474:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.686475:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.686477:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff55d8acb00) 00010000:00010000:3.0:1763354563.686480:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399a00/0x4a8bb634222cac6a lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.686484:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.686486:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.686487:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.686488:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.686489:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.686491:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.686492:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.686494:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399a00/0x4a8bb634222cac6a lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.686497:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.686499:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.686500:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.686501:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.686503:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e23:0x0].0x0 (ffff8ff55d8acb00) refcount = 3 00010000:00010000:3.0:1763354563.686505:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399a00/0x4a8bb634222cac6a lrc: 4/0,1 mode: EX/EX res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354563.686509:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.686511:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.686512:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686513:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.686514:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.686516:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.686518:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.686520:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.686523:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.686524:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.686526:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612094144 : -123186097457472 : ffff8ff6806b76c0) 00000100:00000001:3.0:1763354563.686528:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.686529:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.686530:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.686531:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.686540:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686542:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.686543:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.686544:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686545:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.686546:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.686548:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.686549:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.686550:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.686552:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b76c0. 00000100:00000001:3.0:1763354563.686553:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.686554:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.686555:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:3.0:1763354563.686557:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.686558:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.686559:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.686564:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.686566:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.686567:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.686571:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.686574:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.686576:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.686580:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.686583:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.686588:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.686593:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.686598:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121660. 00000100:00000200:3.0:1763354563.686602:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841095424, offset 224 00000400:00000200:3.0:1763354563.686610:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.686621:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.686629:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556631:1556631:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556627:1556627:8:4294967295] 00000400:00000200:3.0:1763354563.686642:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.686650:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.686656:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354563.686666:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.686678:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.686683:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.686704:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.686714:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.686722:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.686727:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.686739:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65871ac50 x1848998841095424/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.686760:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65871ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+479:2406:x1848998841095424:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 389us (623us total) trans 0 rc 0/0 00000800:00000200:1.0:1763354563.686763:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.686769:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4c00. 00000100:00100000:3.0:1763354563.686776:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6348 00000400:00000200:1.0:1763354563.686776:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1763354563.686785:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000400:00000200:1.0:1763354563.686787:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.686792:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354563.686793:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121660 00000400:00000010:1.0:1763354563.686796:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121660. 00000100:00000001:3.0:1763354563.686797:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354563.686799:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.686802:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1763354563.686804:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.686814:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354563.686823:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086000. 00000020:00000040:3.0:1763354563.686831:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 02000000:00000001:3.0:1763354563.686839:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.686894:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0e800. 02000000:00000001:3.0:1763354563.686900:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1763354563.686905:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.686910:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0f800. 02000000:00000001:3.0:1763354563.686914:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.686920:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df98e00. 02000000:00000001:3.0:1763354563.686930:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.686935:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c000. 02000000:00000001:3.0:1763354563.686941:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.686946:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df98a80. 02000000:00000001:3.0:1763354563.686954:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.686957:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff544a46c00. 02000000:00000001:3.0:1763354563.686973:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.686977:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8380. 02000000:00000001:3.0:1763354563.686980:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.686985:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0f400. 02000000:00000001:3.0:1763354563.686988:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.686993:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f42d80. 02000000:00000001:3.0:1763354563.687001:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.687004:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.687008:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.687012:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff542f43800. 02000000:00000001:3.0:1763354563.687018:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.687022:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354563.687028:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.687032:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64640f100. 00000100:00000001:3.0:1763354563.687063:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354563.687072:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763354563.687080:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447ba50. 00000400:00000010:3.0:1763354563.687088:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b76c0. 00010000:00000010:0.1:1763354563.688078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66b562200. 00010000:00000010:0.1:1763354563.688090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da000. 00010000:00000010:0.1:1763354563.688098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8aca00. 00010000:00000010:0.1:1763354563.688106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8e00. 00000800:00000200:1.0:1763354563.688212:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.688218:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:1.0:1763354563.688223:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.688229:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.688233:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:1.0:1763354563.688235:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:1.0:1763354563.688239:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.688240:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.690085:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.690097:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.690099:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.690101:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.690107:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.690116:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d1600 00000400:00000200:0.0:1763354563.690122:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad86d [2] + 0 00000800:00000001:0.0:1763354563.690127:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.690132:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.690134:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.690136:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.690140:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.690142:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.690146:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df99c00. 00000100:00000040:0.0:1763354563.690148:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df99c00 x1848998841095680 msgsize 392 00000100:00100000:0.0:1763354563.690151:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.690162:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.690166:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.690168:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.690913:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.690917:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:1.0:1763354563.690922:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.690926:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.690929:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 00000400:00000010:1.0:1763354563.690931:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 00000100:00000001:1.0:1763354563.690935:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.690937:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.692151:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.692161:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.692165:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.692169:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.692177:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.692187:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971d1680 00000400:00000200:1.0:1763354563.692194:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x76d7e5 [64] + 10248 00000800:00000001:1.0:1763354563.692200:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.692207:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.692209:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.692213:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.692218:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.692220:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.692225:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356300. 00000100:00000040:1.0:1763354563.692228:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653356300 x1848998841095808 msgsize 376 00000100:00100000:1.0:1763354563.692232:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.692245:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.692250:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.692253:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.692867:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.692872:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:0.0:1763354563.692878:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.692883:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.692887:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:0.0:1763354563.692890:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:0.0:1763354563.692893:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.692895:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354563.693059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00000800:00000001:1.0:1763354563.694778:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.694787:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.694789:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.694792:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.694810:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.694819:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1700 00000400:00000200:1.0:1763354563.694826:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 0 00000800:00000001:1.0:1763354563.694832:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.694839:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.694841:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.694845:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.694855:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.694857:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.694862:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653357b80. 00000100:00000040:1.0:1763354563.694866:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653357b80 x1848998841095936 msgsize 328 00000100:00100000:1.0:1763354563.694871:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.694884:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.694890:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.694893:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.694920:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.694923:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841095936 02000000:00000001:0.0:1763354563.694925:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.694926:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.694935:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.694940:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.694943:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841095936 00000020:00000001:0.0:1763354563.694944:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.694945:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.694947:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.694949:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:0.0:1763354563.694951:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.694953:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.694955:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.694959:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.694975:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.694977:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354563.694983:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177200. 00000020:00000010:0.0:1763354563.694986:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000020:00000010:0.0:1763354563.694989:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf640. 00000100:00000040:0.0:1763354563.694993:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.694995:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.694996:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.694998:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.695002:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.695012:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.695019:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.695020:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.695024:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85185 00000100:00000040:0.0:1763354563.695026:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.695027:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886853581696 : -123186855969920 : ffff8ff653357b80) 00000100:00000040:0.0:1763354563.695031:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff653357b80 x1848998841095936/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.695061:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.695063:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.695066:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.695067:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354563.695071:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff653357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841095936:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354563.695075:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841095936 00000020:00000001:0.0:1763354563.695077:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.695080:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.695082:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.695083:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.695085:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.695087:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.695089:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.695090:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.695091:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.695093:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.695095:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354563.695096:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.695097:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.695099:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.695100:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695103:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.695108:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:0.0:1763354563.695110:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.695112:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.695114:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9200. 00000020:00000001:0.0:1763354563.695116:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.695118:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9200 with handle 0x4a8bb634222cac7f to hash 00000020:00000001:0.0:1763354563.695119:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.695120:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00000001:0.0:1763354563.695122:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712367616 : -123190997184000 : ffff8ff55c5f9200) 00010000:00010000:0.0:1763354563.695124:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9200/0x4a8bb634222cac7f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41391 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.695130:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:0.0:1763354563.695132:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:0.0:1763354563.695135:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354563.695138:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354563.695140:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.695141:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.695144:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff544a45800. 02000000:00000001:0.0:1763354563.695145:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.695147:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695149:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.695151:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.695153:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695155:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354563.695159:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765abb98. 00002000:00000001:0.0:1763354563.695160:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354563.695162:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354563.695164:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354563.695166:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.695170:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095480. 00000100:00000001:0.0:1763354563.695172:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303672960 : -123186405878656 : ffff8ff66e095480) 00000100:00000001:0.0:1763354563.695173:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303672960 : -123186405878656 : ffff8ff66e095480) 00000100:00000001:0.0:1763354563.695175:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.695176:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.695178:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.695179:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354563.695182:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9a680. 00000020:00000040:0.0:1763354563.695184:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354563.695187:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.695188:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.695191:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.695197:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7c00. 00000100:00000001:0.0:1763354563.695200:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695204:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354563.695206:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.695210:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.695216:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.695217:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.695220:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54df9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707712:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.695225:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.695228:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.695230:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.695232:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.695234:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc6800. 02000000:00000001:0.0:1763354563.695236:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.695239:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000400:00000010:0.0:1763354563.695243:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b440. 00000100:00000200:0.0:1763354563.695247:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542707712, portal 16 00000100:00000001:0.0:1763354563.695249:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.695250:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882470807168 : -123191238744448 : ffff8ff54df9a680) 00000100:00000040:0.0:1763354563.695254:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.695259:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.695260:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.695262:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bbb0. 00000100:00000200:0.0:1763354563.695263:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542707712, offset 0 00000400:00000200:0.0:1763354563.695267:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.695272:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.695284:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354563.695287:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354563.695292:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354563.695295:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.695297:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556635:1556635:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556631:1556631:8:4294967295] 00000400:00000200:0.0:1763354563.695304:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.695307:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.695310:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d200. 00000800:00000200:0.0:1763354563.695314:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.695318:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.695320:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.695329:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.695333:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886771 00000100:00000001:0.0:1763354563.695339:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886760 00000100:00000001:0.0:1763354563.695342:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886771 00000100:00000001:0.0:1763354563.695346:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886760 00000100:00000001:0.0:1763354563.695349:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886771 00000100:00000001:0.0:1763354563.695352:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886760 00000100:00000001:0.0:1763354563.695355:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886771 00000100:00000001:0.0:1763354563.695357:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886760 00000100:00000001:0.0:1763354563.695359:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.695360:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695362:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695363:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.695365:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.695366:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354563.695368:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765abb98. 00010000:00000001:0.0:1763354563.695370:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.695372:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.695373:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.695374:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.695376:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.695378:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.695380:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095480 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.695382:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.695384:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.695395:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.695399:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d200. 00000400:00000200:1.0:1763354563.695402:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.695406:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.695409:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bbb0 00000400:00000010:1.0:1763354563.695410:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bbb0. 00000100:00000001:1.0:1763354563.695413:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.695417:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.695424:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.695426:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.695431:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.695433:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.696205:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.696211:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.696213:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.696214:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.696219:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.696226:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540c00 00000400:00000200:0.0:1763354563.696230:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b87e5 [1] + 224 00000800:00000001:0.0:1763354563.696233:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.696253:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.696255:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.696258:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.696261:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.696265:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.696272:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.696286:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.696291:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.696293:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.696325:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.696333:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.696336:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.696339:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000400:00000200:1.0:1763354563.696344:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b440 00000400:00000010:1.0:1763354563.696347:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b440. 00000100:00000001:1.0:1763354563.696350:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.696357:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.696369:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.696377:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.696379:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.696382:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.696385:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.696387:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.696389:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.696392:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.696397:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.696401:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.696403:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.696405:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.696409:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.696412:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.696414:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.696420:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.696428:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.696431:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.696433:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.696435:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.696438:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.696444:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.696447:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.696453:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.696456:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.696459:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.696463:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.696469:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:1.0:1763354563.696471:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.696473:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.696474:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.696480:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.696489:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54df9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707712:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.696494:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.696497:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.696499:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.696501:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.696504:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54df9a680 x1848998542707712/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.696511:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.696513:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.696516:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff547dc6800. 02000000:00000001:1.0:1763354563.696521:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.696523:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.696525:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354563.696527:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.696529:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff547dc7c00. 02000000:00000001:1.0:1763354563.696533:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.696535:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.696537:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9a680. 00000100:00000001:1.0:1763354563.696541:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.696543:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.696545:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095480. 00000100:00000001:1.0:1763354563.696548:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.696550:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.696552:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68ec0. 00010000:00000001:1.0:1763354563.696555:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.696558:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.696561:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.696563:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.696567:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.696570:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.696572:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.696574:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.696576:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9200 with handle 0x4a8bb634222cac7f from hash 00010000:00000001:1.0:1763354563.696579:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.696581:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.696582:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.696583:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.696585:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.696587:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.696593:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9200/0x4a8bb634222cac7f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41391 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.696606:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.696609:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.696612:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.696613:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.696616:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.696619:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.696621:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.696622:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.696624:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.696625:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.696627:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.696629:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.696631:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.696633:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.696635:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.696637:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.696641:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9200/0x4a8bb634222cac7f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41391 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.696650:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:1.0:1763354563.696653:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:1.0:1763354563.696658:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.696661:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f9200, rc 0) 00000020:00000001:1.0:1763354563.696663:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.696666:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841095936 00010000:00000001:1.0:1763354563.696669:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.696674:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff653357b80 x1848998841095936/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.696683:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.696685:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.696689:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.696692:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.696695:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.696697:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.696700:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.696702:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.696704:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.696707:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.696711:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fac38. 00000100:00000200:1.0:1763354563.696715:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841095936, offset 224 00000400:00000200:1.0:1763354563.696720:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.696727:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.696732:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556636:1556636:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556632:1556632:8:4294967295] 00000400:00000200:1.0:1763354563.696742:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.696748:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.696753:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.696758:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.696763:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.696766:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.696786:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.696790:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.696793:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.696795:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.696798:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.696803:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653357b80 x1848998841095936/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.696814:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff653357b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841095936:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1750us (1945us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.696822:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85185 00000100:00000040:1.0:1763354563.696827:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.696829:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.696832:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.696836:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 00000020:00000010:1.0:1763354563.696841:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf640. 00000020:00000010:1.0:1763354563.696847:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177200. 00000800:00000200:3.0:1763354563.696849:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1763354563.696853:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000800:00000010:3.0:1763354563.696854:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000100:00000001:1.0:1763354563.696861:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.696862:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.696869:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.696873:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fac38 00000400:00000010:3.0:1763354563.696874:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fac38. 00000100:00000001:3.0:1763354563.696877:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.696878:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.1:1763354563.697066:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff67dab0900. 00010000:00000010:2.1:1763354563.697074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:2.1:1763354563.697086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acb00. 00010000:00000010:2.1:1763354563.697091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00000800:00000001:1.0:1763354563.698337:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.698344:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.698346:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.698348:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.698353:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.698360:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d1780 00000400:00000200:1.0:1763354563.698365:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 10624 00000800:00000001:1.0:1763354563.698369:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.698373:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.698375:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.698378:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.698381:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.698383:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.698386:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653354a80. 00000100:00000040:1.0:1763354563.698388:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653354a80 x1848998841096064 msgsize 576 00000100:00100000:1.0:1763354563.698391:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.698403:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.698407:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.698409:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.699299:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.699302:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:0.0:1763354563.699306:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.699311:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.699314:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7110 00000400:00000010:0.0:1763354563.699317:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7110. 00000100:00000001:0.0:1763354563.699320:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.699322:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.700870:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.700878:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.700880:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.700882:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.700887:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.700895:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1800 00000400:00000200:3.0:1763354563.700900:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 328 00000800:00000001:3.0:1763354563.700904:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.700908:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.700910:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.700912:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.700915:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.700917:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.700920:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec86680. 00000100:00000040:3.0:1763354563.700922:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec86680 x1848998841096192 msgsize 328 00000100:00100000:3.0:1763354563.700925:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.700935:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.700942:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.700945:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.700974:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.700977:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096192 02000000:00000001:1.0:1763354563.700979:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.700980:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.700982:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.700984:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.700986:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096192 00000020:00000001:1.0:1763354563.700988:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.700989:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354563.700990:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.700993:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:1.0:1763354563.700994:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354563.700996:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354563.700999:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.701003:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.701005:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.701007:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000020:00000010:1.0:1763354563.701011:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.701015:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.701017:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.701022:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.701024:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.701025:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.701026:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.701030:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.701057:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.701065:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.701067:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.701071:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85186 00000100:00000040:1.0:1763354563.701074:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354563.701076:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316194944 : -123186393356672 : ffff8ff66ec86680) 00000100:00000040:1.0:1763354563.701080:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec86680 x1848998841096192/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.701088:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.701090:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1580. 00000100:00000001:1.0:1763354563.701092:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.701093:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1580. 00000100:00100000:1.0:1763354563.701097:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841096192:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.701100:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096192 00000020:00000001:1.0:1763354563.701103:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.701105:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.701107:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.701108:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.701110:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.701112:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.701114:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.701116:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.701118:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.701120:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.701121:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.701123:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.701124:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.701126:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.701127:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.701130:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354563.701135:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da800. 00010000:00000010:1.0:1763354563.701137:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6da100. 00010000:00000001:1.0:1763354563.701140:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.701142:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:1.0:1763354563.701144:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.701146:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cac94 to hash 00000020:00000001:1.0:1763354563.701148:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.701149:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354563.701151:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:1.0:1763354563.701153:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4139f expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.701160:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763354563.701163:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb1580. 00002000:00000001:1.0:1763354563.701165:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.701167:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.701171:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00002000:00000001:1.0:1763354563.701172:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789880880 : -123190919670736 : ffff8ff560fe5430) 00002000:00000001:1.0:1763354563.701174:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.701177:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.701179:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x53d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:1.0:1763354563.701181:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763354563.701184:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5488/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00010000:00000040:1.0:1763354563.701186:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:1.0:1763354563.701187:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00010000:00000001:1.0:1763354563.701191:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.701193:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.701195:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.701196:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.701199:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d88a800. 02000000:00000001:1.0:1763354563.701200:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.701202:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.701204:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.701206:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.701207:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.701209:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.701210:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.701211:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.701212:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.701215:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763354563.701219:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.701224:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d7:0x0].0x0 (ffff8ff58c6da800) refcount = 1 00010000:00000040:1.0:1763354563.701226:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.701228:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.701235:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.701236:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.701237:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354563.701238:0:74509:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763354563.701240:0:74509:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354563.701241:0:74509:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.701243:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.701245:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.701252:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.701253:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.701255:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.701256:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.701257:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.701258:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.701260:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.701261:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f2800, rc 0) 00000020:00000001:1.0:1763354563.701262:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.701264:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975983, transno 0, xid 1848998841096192 00010000:00000001:1.0:1763354563.701266:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.701268:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec86680 x1848998841096192/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.701273:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.701275:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.701277:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.701280:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.701281:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.701283:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.701285:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.701286:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.701288:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.701289:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.701292:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa6e8. 00000100:00000200:1.0:1763354563.701295:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841096192, offset 224 00000400:00000200:1.0:1763354563.701298:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.701303:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.701306:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556638:1556638:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556634:1556634:8:4294967295] 00000400:00000200:1.0:1763354563.701313:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.701316:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.701319:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.701323:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.701326:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.701329:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.701340:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.701343:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.701345:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.701346:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.701347:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.701351:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec86680 x1848998841096192/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.701362:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096192:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 272us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.701369:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85186 00000100:00000040:1.0:1763354563.701373:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354563.701376:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.701378:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.701381:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.701385:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.701390:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.701394:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:1.0:1763354563.701397:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.701421:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.701426:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.701431:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.701436:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.701439:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa6e8 00000400:00000010:0.0:1763354563.701442:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa6e8. 00000100:00000001:0.0:1763354563.701445:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.701447:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.703770:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.703781:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.703785:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.703788:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.703796:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.703809:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1880 00000400:00000200:0.0:1763354563.703815:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 656 00000800:00000001:0.0:1763354563.703823:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.703830:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.703833:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.703836:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.703841:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.703844:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.703849:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9bb80. 00000100:00000040:0.0:1763354563.703853:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9bb80 x1848998841096320 msgsize 328 00000100:00100000:0.0:1763354563.703857:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.703871:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.703878:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.703882:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.703896:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.703900:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096320 02000000:00000001:1.0:1763354563.703904:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.703906:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.703908:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.703912:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.703915:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096320 00000020:00000001:1.0:1763354563.703917:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.703919:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.703921:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.703924:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.703927:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.703929:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.703933:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.703938:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.703941:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.703944:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1180. 00000020:00000010:1.0:1763354563.703950:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.703955:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.703971:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.703978:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.703981:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.703983:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.703985:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.703991:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.704004:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.704016:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.704018:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.704022:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85187 00000100:00000040:1.0:1763354563.704025:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.704026:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470812544 : -123191238739072 : ffff8ff54df9bb80) 00000100:00000040:1.0:1763354563.704056:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df9bb80 x1848998841096320/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.704067:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.704071:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.704074:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.704077:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1180. 00000100:00100000:1.0:1763354563.704084:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096320:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.704089:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096320 00000020:00000001:1.0:1763354563.704092:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.704095:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.704097:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.704099:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.704101:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.704105:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.704107:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.704109:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.704111:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.704116:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.704118:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.704120:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.704122:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.704123:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.704125:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704131:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.704137:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.704140:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.704143:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.704147:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:1.0:1763354563.704151:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.704153:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cac9b to hash 00000020:00000001:1.0:1763354563.704155:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.704157:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:1.0:1763354563.704159:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:1.0:1763354563.704165:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cac9b lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413a6 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.704174:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.704177:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:1.0:1763354563.704183:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.704186:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.704188:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.704190:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.704195:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d889800. 02000000:00000001:1.0:1763354563.704197:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.704199:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704202:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.704204:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.704208:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704210:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.704214:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354563.704217:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.704220:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.704223:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.704236:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.704245:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.704248:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.704251:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.704253:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.704256:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.704258:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.704260:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.704264:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356680. 00000020:00000040:1.0:1763354563.704268:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354563.704271:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.704274:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.704278:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.704284:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153400. 00000100:00000001:1.0:1763354563.704289:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704295:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.704299:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.704304:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.704314:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.704316:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.704321:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff653356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707840:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.704325:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.704329:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.704332:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.704335:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.704339:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.704341:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.704347:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354563.704353:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fabb0. 00000100:00000200:1.0:1763354563.704359:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542707840, portal 16 00000100:00000001:1.0:1763354563.704362:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.704368:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886853576320 : -123186855975296 : ffff8ff653356680) 00000100:00000040:1.0:1763354563.704374:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.704382:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.704385:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.704387:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa3b8. 00000100:00000200:1.0:1763354563.704391:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542707840, offset 0 00000400:00000200:1.0:1763354563.704397:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.704405:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.704411:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.704415:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.704418:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.704421:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.704424:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556639:1556639:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556635:1556635:8:4294967295] 00000400:00000200:1.0:1763354563.704434:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.704440:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.704444:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.704450:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.704456:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.704460:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.704475:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.704480:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886780 00000100:00000001:1.0:1763354563.704487:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886771 00000100:00000001:1.0:1763354563.704491:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886780 00000100:00000001:1.0:1763354563.704495:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886771 00000100:00000001:1.0:1763354563.704499:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886780 00000100:00000001:1.0:1763354563.704503:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886771 00000100:00000001:1.0:1763354563.704507:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886780 00000100:00000001:1.0:1763354563.704511:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886771 00000100:00000001:1.0:1763354563.704516:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.704519:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704521:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704524:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.704526:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.704528:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.704530:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354563.704535:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.704537:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.704539:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.704541:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.704543:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.704546:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.704548:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.704551:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.704554:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.704574:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.704580:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.704584:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.704590:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.704594:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa3b8 00000400:00000010:3.0:1763354563.704597:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa3b8. 00000100:00000001:3.0:1763354563.704600:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.704606:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.704617:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.704620:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.704680:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.704682:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.705750:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.705758:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.705761:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.705764:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.705770:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.705780:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540c80 00000400:00000200:0.0:1763354563.705786:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b87f9 [1] + 224 00000800:00000001:0.0:1763354563.705792:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.705797:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.705799:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.705803:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.705807:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.705813:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.705824:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.705842:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.705848:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.705851:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.705861:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.705867:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.705868:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.705871:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354563.705874:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fabb0 00000400:00000010:1.0:1763354563.705876:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fabb0. 00000100:00000001:1.0:1763354563.705877:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.705882:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.705889:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.705894:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.705895:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.705897:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.705899:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.705900:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.705901:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.705903:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.705908:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.705910:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.705913:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.705914:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.705916:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.705918:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.705920:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.705923:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.705928:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.705930:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.705931:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.705933:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354563.705935:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354563.705940:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.705942:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.705947:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:1.0:1763354563.705948:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:1.0:1763354563.705951:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.705954:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.705957:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:1.0:1763354563.705973:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.705976:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.705977:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.705980:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.705986:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff653356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707840:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.705990:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.705991:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.705993:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.705994:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.705996:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff653356680 x1848998542707840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.706001:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.706003:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.706005:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.706007:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.706009:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.706010:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354563.706011:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.706013:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153400. 02000000:00000001:1.0:1763354563.706015:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.706016:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.706018:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356680. 00000100:00000001:1.0:1763354563.706021:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.706022:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.706024:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.706026:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.706027:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.706029:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1180. 00010000:00000001:1.0:1763354563.706031:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763354563.706065:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9200. 00002000:00000001:1.0:1763354563.706074:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.706077:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354563.706078:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.706083:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.706084:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.706086:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.706088:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.706090:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cac9b from hash 00010000:00000001:1.0:1763354563.706092:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.706093:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.706094:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.706096:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354563.706097:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354563.706098:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354563.706102:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cac9b lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413a6 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354563.706112:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354563.706115:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.706117:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.706118:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.706120:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.706123:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354563.706124:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.706125:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.706126:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.706127:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.706128:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.706130:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354563.706132:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.706133:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.706135:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.706136:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354563.706139:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cac9b lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413a6 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354563.706145:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:1.0:1763354563.706147:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:1.0:1763354563.706151:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.706152:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:1.0:1763354563.706154:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354563.706157:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841096320 00010000:00000001:1.0:1763354563.706158:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.706162:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54df9bb80 x1848998841096320/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.706167:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.706169:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.706171:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.706174:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.706175:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.706177:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.706179:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.706181:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.706183:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.706184:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.706187:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fabb0. 00000100:00000200:1.0:1763354563.706189:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841096320, offset 224 00000400:00000200:1.0:1763354563.706193:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.706198:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.706201:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556640:1556640:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556636:1556636:8:4294967295] 00000400:00000200:1.0:1763354563.706208:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.706211:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.706214:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.706218:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.706222:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.706224:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.706235:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.706238:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.706240:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.706241:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.706243:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.706246:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9bb80 x1848998841096320/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.706253:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096320:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2185us (2398us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354563.706260:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85187 00000100:00000040:1.0:1763354563.706262:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.706264:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.706265:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.706269:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.706273:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.706276:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.706278:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:1.0:1763354563.706281:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.706324:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.706330:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.706334:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.706340:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.706351:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fabb0 00000400:00000010:0.0:1763354563.706354:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fabb0. 00000100:00000001:0.0:1763354563.706360:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.706362:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.708330:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.708340:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.708343:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.708345:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.708353:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.708364:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1900 00000400:00000200:3.0:1763354563.708372:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 984 00000800:00000001:3.0:1763354563.708378:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.708383:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.708386:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.708390:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.708395:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.708397:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.708402:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec85c00. 00000100:00000040:3.0:1763354563.708405:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec85c00 x1848998841096448 msgsize 328 00000100:00100000:3.0:1763354563.708409:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.708422:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.708430:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.708433:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.708445:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.708448:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096448 02000000:00000001:1.0:1763354563.708450:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.708452:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.708453:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.708456:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.708459:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096448 00000020:00000001:1.0:1763354563.708461:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.708462:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.708464:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.708466:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.708468:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.708470:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.708473:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.708477:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.708479:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.708481:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1180. 00000020:00000010:1.0:1763354563.708484:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.708488:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.708490:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.708495:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.708497:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.708498:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.708500:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.708504:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.708514:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.708521:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.708522:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.708526:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85188 00000100:00000040:1.0:1763354563.708529:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.708531:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316192256 : -123186393359360 : ffff8ff66ec85c00) 00000100:00000040:1.0:1763354563.708536:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec85c00 x1848998841096448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.708542:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.708544:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.708545:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.708547:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1180. 00000100:00100000:1.0:1763354563.708556:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:252568:x1848998841096448:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.708559:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096448 00000020:00000001:1.0:1763354563.708561:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.708563:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.708567:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.708569:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.708570:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.708573:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.708575:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.708576:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.708578:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.708581:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.708583:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.708585:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.708586:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.708587:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.708589:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.708593:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.708597:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.708599:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.708601:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.708604:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff682045c00. 00000020:00000001:1.0:1763354563.708606:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.708607:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff682045c00 with handle 0x4a8bb634222caca2 to hash 00000020:00000001:1.0:1763354563.708609:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.708610:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:1.0:1763354563.708612:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00010000:1.0:1763354563.708615:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 2/0,0 mode: --/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413ad expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.708621:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.708623:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00000100:00000001:1.0:1763354563.708629:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.708632:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.708635:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d888c00. 02000000:00000001:1.0:1763354563.708638:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.708640:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.708642:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354563.708645:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354563.708648:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.708650:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.708654:0:74509:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763354563.708656:0:74509:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354563.708660:0:74509:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.708674:0:74509:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354563.708676:0:74509:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.708679:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354563.708681:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.708683:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354563.708685:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354563.708687:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.708689:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.708691:0:74509:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354563.708696:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 24 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.708705:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fa:0x0].0x0 (ffff8ff58c6da700) refcount = 2 00010000:00000040:1.0:1763354563.708708:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.708711:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.708719:0:74509:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354563.708723:0:74509:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 24 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763354563.708731:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.708734:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.708740:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.708742:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.708745:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.708748:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.708749:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.708751:0:74509:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.708754:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.708756:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354563.708757:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.708759:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354563.708761:0:74509:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354563.708763:0:74509:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354563.708766:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356680. 00000020:00000040:1.0:1763354563.708770:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354563.708773:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.708775:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.708779:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.708784:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153400. 00000100:00000001:1.0:1763354563.708789:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.708795:0:74509:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.708809:0:74509:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000001:1.0:1763354563.708819:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.708822:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.708826:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.708835:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.708838:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.708843:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff653356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707968:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.708847:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.708851:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.708853:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.708856:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.708860:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.708862:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.708867:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354563.708872:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa7f8. 00000100:00000200:1.0:1763354563.708878:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542707968, portal 16 00000100:00000001:1.0:1763354563.708881:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.708882:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886853576320 : -123186855975296 : ffff8ff653356680) 00000100:00000040:1.0:1763354563.708888:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.708896:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.708898:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.708901:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa990. 00000100:00000200:1.0:1763354563.708903:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542707968, offset 0 00000400:00000200:1.0:1763354563.708909:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.708916:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.708920:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.708923:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.708927:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.708930:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.708933:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556641:1556641:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556637:1556637:8:4294967295] 00000400:00000200:1.0:1763354563.708943:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.708948:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.708952:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.708957:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.708975:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.708979:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.708994:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.708998:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886784 00000100:00000001:1.0:1763354563.709007:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886780 00000100:00000001:1.0:1763354563.709012:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886784 00000100:00000001:1.0:1763354563.709018:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886780 00000100:00000001:1.0:1763354563.709023:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886784 00000100:00000001:1.0:1763354563.709028:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886780 00000100:00000001:1.0:1763354563.709031:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886784 00000100:00000001:1.0:1763354563.709056:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886780 00000100:00000001:1.0:1763354563.709060:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.709063:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.709067:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.709070:0:74509:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.709073:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.709076:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.709078:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.709080:0:74509:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.709082:0:74509:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.709084:0:74509:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.709087:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.709089:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.709091:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.709094:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.709097:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.709100:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.709107:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.709112:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354563.709117:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.709122:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.709126:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa990 00000400:00000010:0.0:1763354563.709128:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa990. 00000100:00000001:0.0:1763354563.709132:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.709136:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.709145:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.709148:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.709153:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.709155:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.710052:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710067:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.710071:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710075:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.710082:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.710094:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540d00 00000400:00000200:0.0:1763354563.710101:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8805 [1] + 224 00000800:00000001:0.0:1763354563.710105:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710111:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.710112:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.710115:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.710118:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.710122:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.710130:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.710144:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.710148:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710150:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.710168:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.710174:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.710176:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.710179:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:1.0:1763354563.710183:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa7f8 00000400:00000010:1.0:1763354563.710185:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa7f8. 00000100:00000001:1.0:1763354563.710188:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.710193:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354563.710203:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.710211:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.710212:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.710215:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.710217:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.710219:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.710221:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.710223:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.710228:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354563.710232:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.710235:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.710237:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.710239:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.710242:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.710245:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.710249:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.710257:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.710259:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.710261:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.710264:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354563.710265:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.710267:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.710269:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.710273:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354563.710281:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff653356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542707968:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354563.710286:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.710288:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.710291:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354563.710292:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.710295:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff653356680 x1848998542707968/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.710301:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354563.710303:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.710305:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.710307:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354563.710308:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354563.710310:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354563.710311:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.710313:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153400. 02000000:00000001:1.0:1763354563.710315:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.710317:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.710318:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356680. 00000100:00000001:1.0:1763354563.710321:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.710321:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354563.710323:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.710325:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354563.710326:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354563.710328:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1180. 00010000:00000001:1.0:1763354563.710330:0:74509:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.710332:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.710333:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.710337:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354563.710340:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 3/0,0 mode: --/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 24 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.710348:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354563.710350:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763354563.710351:0:74509:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff682045c00 00010000:00000001:1.0:1763354563.710353:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.710354:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.710356:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.710357:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354563.710358:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354563.710360:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.710361:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.710362:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.710362:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354563.710363:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff682045c00, rc 0) 00000020:00000001:1.0:1763354563.710365:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.710367:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841096448 00010000:00000001:1.0:1763354563.710369:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.710372:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec85c00 x1848998841096448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354563.710377:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.710379:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.710381:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354563.710384:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.710386:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354563.710387:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.710389:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.710391:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.710393:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.710394:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.710397:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa7f8. 00000100:00000200:1.0:1763354563.710399:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841096448, offset 224 00000400:00000200:1.0:1763354563.710402:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.710407:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.710411:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556642:1556642:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556638:1556638:8:4294967295] 00000400:00000200:1.0:1763354563.710417:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.710420:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.710423:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.710427:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.710430:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.710432:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.710444:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.710446:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.710448:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.710449:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.710451:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.710455:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec85c00 x1848998841096448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354563.710462:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+24:252568:x1848998841096448:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1918us (2055us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.710468:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85188 00000100:00000040:1.0:1763354563.710471:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354563.710473:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.710474:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.710477:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.710481:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:1.0:1763354563.710483:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:1.0:1763354563.710487:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000100:00000001:1.0:1763354563.710489:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.710505:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.710510:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.710514:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.710520:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.710524:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa7f8 00000400:00000010:3.0:1763354563.710526:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa7f8. 00000100:00000001:3.0:1763354563.710537:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.710539:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.710664:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710686:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.710688:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710690:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.710694:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.710700:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d1980 00000400:00000200:0.0:1763354563.710705:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1051 [2] + 0 00000800:00000001:0.0:1763354563.710708:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710712:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.710714:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.710716:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.710719:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.710720:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.710724:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df99880. 00000100:00000040:0.0:1763354563.710726:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df99880 x1848998841096576 msgsize 328 00000100:00100000:0.0:1763354563.710729:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.710738:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.710742:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.710743:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.710771:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.710774:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096576 02000000:00000001:3.0:1763354563.710777:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.710778:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.710781:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.710785:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.710787:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096576 00000020:00000001:3.0:1763354563.710790:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.710791:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.710794:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.710796:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=24 00000020:00000001:3.0:1763354563.710799:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.710802:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.710805:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.710809:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.710812:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.710815:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000020:00000010:3.0:1763354563.710821:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086000. 00000020:00000010:3.0:1763354563.710825:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354563.710829:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354563.710835:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.710837:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.710839:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.710841:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.710844:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.710846:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.710849:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.710851:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.710853:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5460e3600 refcount=4 00000020:00000001:3.0:1763354563.710855:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882337936896 : -123191371614720 : ffff8ff5460e3600) 00010000:00000001:3.0:1763354563.710858:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882337936896 : -123191371614720 : ffff8ff5460e3600) 00010000:00010000:3.0:1763354563.710865:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.710874:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.710875:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.710877:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.710879:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.710884:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.710889:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff54df99880 x1848998841096576/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.710898:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.710900:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.710912:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.710920:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.710922:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.710926:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6349 00000100:00000040:3.0:1763354563.710930:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.710933:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470803584 : -123191238748032 : ffff8ff54df99880) 00000100:00000040:3.0:1763354563.710938:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df99880 x1848998841096576/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.710948:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.710950:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.710952:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.710955:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a980. 00000100:00100000:3.0:1763354563.710971:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2406:x1848998841096576:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.710975:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096576 00010000:00000001:3.0:1763354563.710978:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.710980:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.710982:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.710986:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.710987:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.710991:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.710993:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.710995:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.710997:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.710999:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.711002:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.711003:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.711005:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5460e3600 refcount=4 00000020:00000001:3.0:1763354563.711008:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882337936896 : -123191371614720 : ffff8ff5460e3600) 00010000:00000001:3.0:1763354563.711010:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882337936896 : -123191371614720 : ffff8ff5460e3600) 00010000:00000040:3.0:1763354563.711013:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 3 00002000:00000001:3.0:1763354563.711016:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.711020:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.711023:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.711028:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:3.0:1763354563.711030:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:3.0:1763354563.711057:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.711062:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.711067:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00010000:3.0:1763354563.711073:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000010:2.1:1763354563.711083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00000100:00001000:3.0:1763354563.711084:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.711091:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.711096:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.711098:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.711102:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.711111:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.711113:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.711114:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.711117:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711122:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.711124:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.711128:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.711129:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.711131:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.711133:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.711136:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5460e3600 with handle 0x4a8bb634222ca906 from hash 00010000:00000001:3.0:1763354563.711139:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.711141:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.711142:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.711144:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.711148:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.711150:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711152:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.711153:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.711157:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff5460e3600/0x4a8bb634222ca906 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41210 expref: 24 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.711165:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:3.0:1763354563.711168:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:3.0:1763354563.711172:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.711174:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.711175:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354563.711177:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff682045c00 00010000:00000001:3.0:1763354563.711178:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.711180:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.711182:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.711184:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.711186:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.711188:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.711189:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.711192:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.711194:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.711198:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.711205:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354563.711210:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.711218:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fa:0x0].0x0 (ffff8ff58c6da700) refcount = 2 00010000:00000040:3.0:1763354563.711221:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.711224:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.711233:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.711235:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711237:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.711238:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.711240:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.711244:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a980. 00000100:00000001:3.0:1763354563.711247:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.711250:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7300. 00000100:00000001:3.0:1763354563.711253:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093184 : -123186097458432 : ffff8ff6806b7300) 00000100:00000001:3.0:1763354563.711255:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093184 : -123186097458432 : ffff8ff6806b7300) 00000100:00000001:3.0:1763354563.711257:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.711258:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.711260:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.711262:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763354563.711265:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec87b80. 00000020:00000040:3.0:1763354563.711268:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763354563.711272:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354563.711274:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354563.711276:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.711281:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591087c00. 00000100:00000001:3.0:1763354563.711285:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.711291:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.711299:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354563.711301:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354563.711306:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.711314:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354563.711316:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.711320:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542708096:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354563.711324:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354563.711326:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354563.711328:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.711330:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354563.711333:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5447f8c00. 02000000:00000001:3.0:1763354563.711335:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.711339:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b4d0. 00000400:00000010:3.0:1763354563.711343:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701213b8. 00000100:00000200:3.0:1763354563.711346:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542708096, portal 16 00000100:00000001:3.0:1763354563.711349:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.711350:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887316200320 : -123186393351296 : ffff8ff66ec87b80) 00000100:00000040:3.0:1763354563.711355:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.711363:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.711365:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.711368:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121880. 00000100:00000200:3.0:1763354563.711370:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542708096, offset 0 00000400:00000200:3.0:1763354563.711375:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.711381:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.711385:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354563.711388:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354563.711391:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354563.711394:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354563.711398:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556643:1556643:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556639:1556639:8:4294967295] 00000400:00000200:3.0:1763354563.711407:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.711412:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.711416:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354563.711421:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.711426:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.711429:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.711443:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.711446:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886787 00000100:00000001:3.0:1763354563.711452:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886784 00000100:00000001:3.0:1763354563.711457:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886787 00000100:00000001:3.0:1763354563.711461:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886784 00000100:00000001:3.0:1763354563.711466:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886787 00000100:00000001:3.0:1763354563.711470:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886784 00000100:00000001:3.0:1763354563.711473:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886787 00000100:00000001:3.0:1763354563.711476:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886784 00000100:00000001:3.0:1763354563.711479:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.711482:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711484:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711487:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711489:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.711490:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.711491:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.711494:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.711496:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.711499:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.711499:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.711505:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000100:00000001:3.0:1763354563.711506:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354563.711509:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1763354563.711510:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1763354563.711512:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b7300 going to sleep for 11 seconds 00000100:00000001:3.0:1763354563.711518:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1763354563.711518:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.711522:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.711523:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121880 00000400:00000010:0.0:1763354563.711527:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121880. 00000100:00000001:0.0:1763354563.711536:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.711540:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.711549:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.711551:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.711556:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.711557:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.712501:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.712508:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.712510:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.712512:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.712518:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.712526:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785540d80 00000400:00000200:3.0:1763354563.712532:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8811 [1] + 224 00000800:00000001:3.0:1763354563.712537:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.712543:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.712546:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.712549:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.712553:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.712558:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.712569:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.712588:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.712593:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.712596:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.712616:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.712620:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.712621:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.712623:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b4d0. 00000400:00000200:0.0:1763354563.712626:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701213b8 00000400:00000010:0.0:1763354563.712627:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701213b8. 00000100:00000001:0.0:1763354563.712629:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.712633:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354563.712640:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.712645:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.712646:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.712647:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.712649:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.712650:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.712651:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.712653:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.712656:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354563.712658:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.712660:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.712661:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.712662:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.712664:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.712666:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.712668:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.712673:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.712675:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.712676:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.712677:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763354563.712679:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.712680:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.712681:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.712683:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354563.712688:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542708096:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354563.712691:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.712693:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.712694:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.712695:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.712697:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec87b80 x1848998542708096/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.712701:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.712702:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.712704:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5447f8c00. 02000000:00000001:0.0:1763354563.712706:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.712707:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.712708:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354563.712709:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.712711:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff591087c00. 02000000:00000001:0.0:1763354563.712713:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.712714:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.712715:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec87b80. 00000100:00000001:0.0:1763354563.712718:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.712719:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354563.712720:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7300. 00000100:00000001:0.0:1763354563.712722:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.712723:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.712725:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a980. 00010000:00000001:0.0:1763354563.712726:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.712728:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.712729:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.712732:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.712734:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.712735:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.712737:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.712739:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.712741:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.712743:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.712744:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.712746:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.712747:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.712750:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bcc0. 00000100:00000200:0.0:1763354563.712752:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841096576, offset 224 00000400:00000200:0.0:1763354563.712755:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.712760:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.712764:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556644:1556644:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556640:1556640:8:4294967295] 00000400:00000200:0.0:1763354563.712770:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.712773:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.712776:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d400. 00000800:00000200:0.0:1763354563.712779:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.712782:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.712785:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.712797:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.712799:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.712801:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.712802:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.712805:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df99880 x1848998841096576/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.712812:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841096576:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 1864us (2085us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.712821:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6349 00000100:00000040:0.0:1763354563.712824:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.712826:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.712827:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.712830:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:0.0:1763354563.712835:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:0.0:1763354563.712839:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086000. 00000020:00000040:0.0:1763354563.712843:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.712844:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.712863:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.712868:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d400. 00000400:00000200:1.0:1763354563.712872:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.712878:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.712881:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bcc0 00000400:00000010:1.0:1763354563.712884:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bcc0. 00000100:00000001:1.0:1763354563.712887:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.712889:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.713922:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.713936:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.713939:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.713942:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.713952:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.713974:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1a00 00000400:00000200:0.0:1763354563.713982:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 1312 00000800:00000001:0.0:1763354563.713987:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.713994:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.713997:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.714001:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.714005:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.714007:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.714011:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9b480. 00000100:00000040:0.0:1763354563.714014:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9b480 x1848998841096704 msgsize 328 00000100:00100000:0.0:1763354563.714019:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.714049:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.714055:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.714058:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.714096:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.714100:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096704 02000000:00000001:1.0:1763354563.714103:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.714105:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.714107:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.714110:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.714114:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096704 00000020:00000001:1.0:1763354563.714116:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.714118:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.714121:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.714123:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.714126:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.714129:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.714133:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.714138:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.714141:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.714144:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1180. 00000020:00000010:1.0:1763354563.714149:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 00000020:00000010:1.0:1763354563.714153:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.714158:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24c80. 00000100:00000040:1.0:1763354563.714163:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.714166:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.714167:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.714170:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.714175:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.714188:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.714198:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.714200:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.714206:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85189 00000100:00000040:1.0:1763354563.714210:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.714213:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470810752 : -123191238740864 : ffff8ff54df9b480) 00000100:00000040:1.0:1763354563.714219:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df9b480 x1848998841096704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.714230:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.714232:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.714235:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.714237:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1180. 00000100:00100000:1.0:1763354563.714243:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096704:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.714247:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096704 00000020:00000001:1.0:1763354563.714250:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.714253:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.714255:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.714258:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.714260:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.714264:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.714267:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.714269:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.714271:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.714275:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.714278:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.714281:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.714283:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.714285:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.714287:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714292:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.714297:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.714300:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.714303:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.714306:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff640030c00. 00000020:00000001:1.0:1763354563.714309:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.714312:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff640030c00 with handle 0x4a8bb634222caca9 to hash 00000020:00000001:1.0:1763354563.714314:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.714315:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886531509248 : -123187178042368 : ffff8ff640030c00) 00010000:00000001:1.0:1763354563.714318:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886531509248 : -123187178042368 : ffff8ff640030c00) 00010000:00010000:1.0:1763354563.714322:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff640030c00/0x4a8bb634222caca9 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413b4 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.714331:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.714333:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:1.0:1763354563.714338:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.714341:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.714344:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.714346:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.714350:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d888400. 02000000:00000001:1.0:1763354563.714352:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.714354:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714357:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.714359:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.714362:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714364:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.714369:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354563.714372:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.714374:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.714377:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1180. 00000100:00000001:1.0:1763354563.714380:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.714386:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.714388:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.714391:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.714393:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.714394:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.714396:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.714398:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.714402:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356680. 00000020:00000040:1.0:1763354563.714405:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354563.714408:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.714411:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.714414:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.714418:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153400. 00000100:00000001:1.0:1763354563.714422:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714427:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.714429:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.714435:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.714445:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.714446:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.714452:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff653356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708224:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.714456:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.714459:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.714461:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.714464:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.714467:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354563.714469:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.714473:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2478. 00000400:00000010:1.0:1763354563.714478:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fadd0. 00000100:00000200:1.0:1763354563.714483:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542708224, portal 16 00000100:00000001:1.0:1763354563.714486:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.714488:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886853576320 : -123186855975296 : ffff8ff653356680) 00000100:00000040:1.0:1763354563.714493:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.714508:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.714511:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.714514:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa7f8. 00000100:00000200:1.0:1763354563.714517:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542708224, offset 0 00000400:00000200:1.0:1763354563.714522:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.714529:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.714533:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.714537:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.714540:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.714543:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.714547:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556645:1556645:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556641:1556641:8:4294967295] 00000400:00000200:1.0:1763354563.714556:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.714562:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.714565:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.714570:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.714576:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.714579:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.714595:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.714599:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886790 00000100:00000001:1.0:1763354563.714606:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886787 00000100:00000001:1.0:1763354563.714612:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886790 00000100:00000001:1.0:1763354563.714616:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886787 00000100:00000001:1.0:1763354563.714619:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886790 00000100:00000001:1.0:1763354563.714625:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886787 00000100:00000001:1.0:1763354563.714628:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886790 00000100:00000001:1.0:1763354563.714632:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886787 00000100:00000001:1.0:1763354563.714636:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.714639:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714642:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714644:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.714647:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.714649:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1763354563.714650:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1763354563.714652:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00000800:00000010:3.0:1763354563.714657:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00010000:00000001:1.0:1763354563.714659:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.714664:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000400:00000200:3.0:1763354563.714665:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763354563.714666:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.714671:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.714674:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.714675:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1763354563.714679:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa7f8 00000100:00000001:1.0:1763354563.714680:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1763354563.714684:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa7f8. 00000100:00100000:1.0:1763354563.714686:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381000 going to sleep for 11 seconds 00000100:00000001:3.0:1763354563.714689:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1763354563.714691:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.714695:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.714705:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.714719:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.714723:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.714772:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.714775:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.715604:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.715611:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.715613:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.715615:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.715620:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.715627:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540e00 00000400:00000200:1.0:1763354563.715631:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b881d [1] + 224 00000800:00000001:1.0:1763354563.715636:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.715640:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.715641:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.715644:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.715647:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.715650:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.715658:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.715674:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.715678:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.715680:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.715710:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.715715:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.715716:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.715718:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2478. 00000400:00000200:0.0:1763354563.715721:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fadd0 00000400:00000010:0.0:1763354563.715722:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fadd0. 00000100:00000001:0.0:1763354563.715724:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.715729:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354563.715736:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.715740:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.715741:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.715743:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.715744:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.715745:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.715746:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.715748:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.715750:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354563.715753:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.715755:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.715756:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.715757:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.715759:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.715761:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.715766:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.715772:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.715775:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.715777:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.715779:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354563.715782:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.715787:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.715789:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.715795:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:0.0:1763354563.715798:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:0.0:1763354563.715801:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.715806:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.715809:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:0.0:1763354563.715811:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.715812:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.715814:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.715817:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354563.715823:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff653356680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708224:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.715826:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.715828:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.715829:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.715830:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.715832:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff653356680 x1848998542708224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.715836:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.715837:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.715839:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e153c00. 02000000:00000001:0.0:1763354563.715841:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.715842:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.715843:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354563.715844:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.715846:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153400. 02000000:00000001:0.0:1763354563.715847:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.715849:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.715850:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356680. 00000100:00000001:0.0:1763354563.715852:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.715853:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354563.715855:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381000. 00000100:00000001:0.0:1763354563.715857:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.715858:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.715859:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1180. 00010000:00000001:0.0:1763354563.715862:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.715864:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.715866:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.715867:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.715871:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.715871:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.715873:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.715875:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.715877:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff640030c00 with handle 0x4a8bb634222caca9 from hash 00010000:00000001:0.0:1763354563.715878:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.715880:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.715880:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.715881:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.715883:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.715884:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354563.715888:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff640030c00/0x4a8bb634222caca9 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413b4 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354563.715895:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.715897:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.715899:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.715900:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.715901:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.715904:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.715905:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.715906:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.715907:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.715908:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.715909:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.715911:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354563.715912:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.715914:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.715915:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.715916:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.715918:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff640030c00/0x4a8bb634222caca9 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413b4 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354563.715922:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:0.0:1763354563.715924:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:0.0:1763354563.715927:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.715929:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff640030c00, rc 0) 00000020:00000001:0.0:1763354563.715930:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354563.715933:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841096704 00010000:00000001:0.0:1763354563.715935:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.715938:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54df9b480 x1848998841096704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.715943:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.715945:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.715946:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.715949:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.715950:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.715952:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.715954:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.715955:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.715957:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.715973:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.715977:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b198. 00000100:00000200:0.0:1763354563.715981:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841096704, offset 224 00000400:00000200:0.0:1763354563.715985:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.715990:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.715993:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556646:1556646:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556642:1556642:8:4294967295] 00000400:00000200:0.0:1763354563.716000:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.716003:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.716005:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534dd00. 00000800:00000200:0.0:1763354563.716008:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.716012:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.716015:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534dd00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.716026:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.716028:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.716030:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.716031:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.716052:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.716057:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9b480 x1848998841096704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.716065:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096704:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1834us (2048us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354563.716070:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85189 00000100:00000040:0.0:1763354563.716072:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.716074:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.716075:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.716079:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:0.0:1763354563.716082:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24c80. 00000020:00000010:0.0:1763354563.716085:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00000020:00000040:0.0:1763354563.716087:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.716089:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.716104:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.716108:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534dd00. 00000400:00000200:3.0:1763354563.716113:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.716118:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.716121:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b198 00000400:00000010:3.0:1763354563.716124:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b198. 00000100:00000001:3.0:1763354563.716126:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.716128:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354563.717084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000800:00000001:1.0:1763354563.718103:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.718120:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.718125:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.718128:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.718143:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.718159:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d1a80 00000400:00000200:1.0:1763354563.718169:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 1640 00000800:00000001:1.0:1763354563.718178:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.718188:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.718191:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.718196:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.718204:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.718207:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.718213:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653355500. 00000100:00000040:1.0:1763354563.718217:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653355500 x1848998841096832 msgsize 440 00000100:00100000:1.0:1763354563.718221:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.718235:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.718243:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.718246:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.718272:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.718275:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096832 02000000:00000001:0.0:1763354563.718277:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.718279:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.718280:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.718284:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.718286:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096832 00000020:00000001:0.0:1763354563.718288:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.718289:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.718291:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.718294:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:0.0:1763354563.718296:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.718297:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.718300:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.718304:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.718306:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.718308:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.718312:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7c00. 00000020:00000010:0.0:1763354563.718316:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.718319:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.718324:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.718326:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.718328:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.718329:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.718333:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.718344:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.718351:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.718352:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.718356:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85190 00000100:00000040:0.0:1763354563.718359:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.718360:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886853571840 : -123186855979776 : ffff8ff653355500) 00000100:00000040:0.0:1763354563.718365:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff653355500 x1848998841096832/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.718371:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.718373:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.718374:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.718376:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.718379:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff653355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841096832:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:0.0:1763354563.718382:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096832 00000020:00000001:0.0:1763354563.718383:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.718386:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.718387:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.718388:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.718390:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:0.0:1763354563.718392:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.718394:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.718395:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.718397:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.718399:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.718401:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.718403:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.718405:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.718407:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.718409:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.718411:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.718412:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.718413:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.718414:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.718415:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.718416:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.718417:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.718418:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.718420:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.718421:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.718425:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.718426:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.718429:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff544a46000. 02000000:00000001:0.0:1763354563.718430:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.718432:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.718434:0:74509:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763354563.718436:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.718437:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.718440:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:0.0:1763354563.718442:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:0.0:1763354563.718444:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.718447:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.718449:0:74509:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763354563.718450:0:74509:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:0.0:1763354563.718453:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a643 for inode 2336 00000020:00000002:0.0:1763354563.718456:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00000020:00000001:0.0:1763354563.718459:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.718464:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.718467:0:74509:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.718469:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841096832 00010000:00000001:0.0:1763354563.718471:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.718474:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff653355500 x1848998841096832/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.718479:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.718481:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.718483:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.718486:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.718488:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.718489:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.718491:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.718492:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.718494:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.718495:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.718498:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bb28. 00000100:00000200:0.0:1763354563.718501:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841096832, offset 224 00000400:00000200:0.0:1763354563.718504:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.718511:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.718515:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556647:1556647:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556643:1556643:8:4294967295] 00000400:00000200:0.0:1763354563.718522:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.718525:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.718528:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d700. 00000800:00000200:0.0:1763354563.718542:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.718549:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.718552:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d700 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.718563:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.718565:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.718567:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.718568:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.718570:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.718573:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653355500 x1848998841096832/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.718579:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff653355500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841096832:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 207us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.718585:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85190 00000100:00000040:0.0:1763354563.718588:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.718590:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.718591:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.718594:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.718597:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000020:00000010:0.0:1763354563.718601:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7c00. 00000020:00000040:0.0:1763354563.718606:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.718608:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.718644:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.718649:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d700. 00000400:00000200:1.0:1763354563.718652:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.718656:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.718659:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bb28 00000400:00000010:1.0:1763354563.718661:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bb28. 00000100:00000001:1.0:1763354563.718663:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.718664:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.720196:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.720207:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.720210:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.720213:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.720220:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.720229:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1b00 00000400:00000200:0.0:1763354563.720234:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 2080 00000800:00000001:0.0:1763354563.720239:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.720245:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.720246:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.720249:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.720252:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.720254:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.720257:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df99f80. 00000100:00000040:0.0:1763354563.720260:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df99f80 x1848998841096960 msgsize 328 00000100:00100000:0.0:1763354563.720263:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.720276:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.720285:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.720287:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.720313:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.720315:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841096960 02000000:00000001:1.0:1763354563.720318:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.720319:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.720320:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.720323:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.720325:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841096960 00000020:00000001:1.0:1763354563.720326:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.720327:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354563.720329:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.720331:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:1.0:1763354563.720333:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354563.720335:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354563.720338:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.720341:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1040. 00000100:00000001:1.0:1763354563.720342:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.720352:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1040. 00000020:00000010:1.0:1763354563.720356:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153200. 00000020:00000010:1.0:1763354563.720359:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.720362:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b243e8. 00000100:00000040:1.0:1763354563.720366:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354563.720367:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.720368:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.720370:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.720373:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.720381:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.720390:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.720391:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.720395:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85191 00000100:00000040:1.0:1763354563.720397:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354563.720399:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470805376 : -123191238746240 : ffff8ff54df99f80) 00000100:00000040:1.0:1763354563.720404:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df99f80 x1848998841096960/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354563.720410:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.720412:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1040. 00000100:00000001:1.0:1763354563.720414:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.720415:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1040. 00000100:00100000:1.0:1763354563.720419:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096960:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354563.720421:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841096960 00000020:00000001:1.0:1763354563.720423:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.720425:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.720426:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.720428:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.720429:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354563.720431:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.720433:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.720434:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.720435:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.720438:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.720439:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354563.720441:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354563.720442:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354563.720443:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354563.720445:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720449:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354563.720454:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:1.0:1763354563.720456:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.720458:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354563.720460:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:1.0:1763354563.720462:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354563.720464:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cacb0 to hash 00000020:00000001:1.0:1763354563.720465:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354563.720466:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:1.0:1763354563.720468:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:1.0:1763354563.720472:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cacb0 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413bb expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.720477:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:1.0:1763354563.720479:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:1.0:1763354563.720483:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354563.720485:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354563.720486:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.720488:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.720490:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d88a000. 02000000:00000001:1.0:1763354563.720491:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.720493:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720495:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354563.720497:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.720498:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720500:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354563.720504:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354563.720505:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354563.720507:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354563.720509:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1040. 00000100:00000001:1.0:1763354563.720511:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354563.720514:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381000. 00000100:00000001:1.0:1763354563.720516:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.720517:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743332864 : -123190966218752 : ffff8ff55e381000) 00000100:00000001:1.0:1763354563.720519:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354563.720520:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354563.720522:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.720524:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354563.720526:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356a00. 00000020:00000040:1.0:1763354563.720528:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354563.720537:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.720538:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.720541:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.720545:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e152400. 00000100:00000001:1.0:1763354563.720551:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720555:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354563.720557:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354563.720561:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.720567:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354563.720569:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.720572:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff653356a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708352:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354563.720574:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354563.720577:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354563.720579:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.720580:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354563.720583:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152e00. 02000000:00000001:1.0:1763354563.720584:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354563.720587:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce25d8. 00000400:00000010:1.0:1763354563.720591:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa990. 00000100:00000200:1.0:1763354563.720595:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542708352, portal 16 00000100:00000001:1.0:1763354563.720597:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.720599:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886853577216 : -123186855974400 : ffff8ff653356a00) 00000100:00000040:1.0:1763354563.720602:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.720607:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.720608:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354563.720610:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fabb0. 00000100:00000200:1.0:1763354563.720612:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542708352, offset 0 00000400:00000200:1.0:1763354563.720615:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354563.720620:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354563.720623:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354563.720626:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354563.720629:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354563.720631:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354563.720634:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556648:1556648:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556644:1556644:8:4294967295] 00000400:00000200:1.0:1763354563.720639:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354563.720643:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354563.720646:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354563.720649:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354563.720653:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354563.720655:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354563.720667:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.720670:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886796 00000100:00000001:1.0:1763354563.720675:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886790 00000100:00000001:1.0:1763354563.720678:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886796 00000100:00000001:1.0:1763354563.720680:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886790 00000100:00000001:1.0:1763354563.720683:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886796 00000100:00000001:1.0:1763354563.720685:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886790 00000100:00000001:1.0:1763354563.720688:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886796 00000100:00000001:1.0:1763354563.720690:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886790 00000100:00000001:1.0:1763354563.720696:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.720698:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720700:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720701:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.720702:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.720704:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354563.720705:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354563.720707:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.720708:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354563.720709:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354563.720711:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.720712:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.720714:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354563.720716:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.720718:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.720721:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.720780:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.720788:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:3.0:1763354563.720795:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.720802:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.720807:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fabb0 00000400:00000010:3.0:1763354563.720810:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fabb0. 00000100:00000001:3.0:1763354563.720814:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.720821:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.720834:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.720838:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.720846:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.720848:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763354563.721084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5460e3600. 00000800:00000001:1.0:1763354563.721730:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.721737:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.721739:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.721741:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.721746:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.721753:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540e80 00000400:00000200:1.0:1763354563.721757:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b882d [1] + 224 00000800:00000001:1.0:1763354563.721761:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.721765:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.721767:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.721770:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.721773:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.721777:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.721785:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.721800:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.721805:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.721807:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.721830:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.721836:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.721838:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.721840:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce25d8. 00000400:00000200:0.0:1763354563.721844:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa990 00000400:00000010:0.0:1763354563.721845:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa990. 00000100:00000001:0.0:1763354563.721847:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.721853:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354563.721861:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.721866:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.721867:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.721869:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.721871:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.721872:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.721873:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.721875:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.721879:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354563.721882:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.721884:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.721885:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.721887:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.721890:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.721891:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.721894:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.721899:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.721901:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.721903:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.721905:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354563.721907:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.721912:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.721914:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.721918:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:0.0:1763354563.721920:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:0.0:1763354563.721922:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.721926:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.721929:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:0.0:1763354563.721931:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.721932:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.721933:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.721936:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354563.721942:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff653356a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708352:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.721945:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.721947:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.721948:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.721950:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.721952:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff653356a00 x1848998542708352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.721956:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.721958:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.721977:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152e00. 02000000:00000001:0.0:1763354563.721980:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.721981:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.721982:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354563.721984:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.721986:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e152400. 02000000:00000001:0.0:1763354563.721988:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.721989:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.721990:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356a00. 00000100:00000001:0.0:1763354563.721993:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.721994:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354563.721996:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381000. 00000100:00000001:0.0:1763354563.721998:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.721999:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.722001:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1040. 00010000:00000001:0.0:1763354563.722003:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.722005:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.722007:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.722009:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.722013:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.722014:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.722015:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.722016:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.722019:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cacb0 from hash 00010000:00000001:0.0:1763354563.722021:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.722022:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.722023:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.722024:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.722025:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.722026:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354563.722030:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cacb0 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413bb expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354563.722058:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.722061:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.722063:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.722064:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.722065:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.722068:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.722069:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.722070:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.722071:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.722072:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.722074:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.722075:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354563.722077:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.722078:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.722079:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.722080:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.722083:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cacb0 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413bb expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354563.722088:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:0.0:1763354563.722090:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:0.0:1763354563.722094:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.722095:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:0.0:1763354563.722097:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354563.722100:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841096960 00010000:00000001:0.0:1763354563.722101:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.722105:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54df99f80 x1848998841096960/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.722111:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.722112:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.722114:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.722116:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.722118:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.722120:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.722122:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.722123:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.722125:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.722127:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.722129:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bd48. 00000100:00000200:0.0:1763354563.722132:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841096960, offset 224 00000400:00000200:0.0:1763354563.722135:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.722140:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.722144:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556649:1556649:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556645:1556645:8:4294967295] 00000400:00000200:0.0:1763354563.722151:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.722154:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.722157:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534da00. 00000800:00000200:0.0:1763354563.722161:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.722164:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.722167:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534da00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.722180:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.722182:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.722184:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.722185:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.722187:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.722190:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df99f80 x1848998841096960/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.722199:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841096960:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1786us (1936us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354563.722205:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85191 00000100:00000040:0.0:1763354563.722208:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.722210:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.722212:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.722215:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:0.0:1763354563.722218:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b243e8. 00000020:00000010:0.0:1763354563.722221:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153200. 00000020:00000040:0.0:1763354563.722224:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.722226:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.722244:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.722249:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534da00. 00000400:00000200:3.0:1763354563.722252:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.722258:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.722261:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bd48 00000400:00000010:3.0:1763354563.722263:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bd48. 00000100:00000001:3.0:1763354563.722266:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.722268:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.725097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff640030c00. 00010000:00000010:0.1:1763354563.730068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000800:00000001:3.0:1763354563.746616:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.746639:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.746643:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.746644:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.746656:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.746675:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1b80 00000400:00000200:3.0:1763354563.746685:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 2408 00000800:00000001:3.0:1763354563.746694:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.746701:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.746704:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.746708:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.746715:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.746719:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.746725:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec86a00. 00000100:00000040:3.0:1763354563.746728:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec86a00 x1848998841097088 msgsize 328 00000100:00100000:3.0:1763354563.746732:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.746748:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.746758:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.746760:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.746859:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.746865:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841097088 02000000:00000001:0.0:1763354563.746869:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.746871:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.746873:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.746878:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.746882:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841097088 00000020:00000001:0.0:1763354563.746885:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.746886:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.746889:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.746892:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:0.0:1763354563.746895:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.746897:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.746901:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.746908:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.746911:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.746913:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.746921:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7c00. 00000020:00000010:0.0:1763354563.746925:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.746930:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.746939:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.746943:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.746944:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.746947:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.746955:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.746985:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.746999:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.747001:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.747010:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85192 00000100:00000040:0.0:1763354563.747015:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.747017:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316195840 : -123186393355776 : ffff8ff66ec86a00) 00000100:00000040:0.0:1763354563.747026:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec86a00 x1848998841097088/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.747079:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.747083:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.747086:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.747088:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.747094:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841097088:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354563.747098:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841097088 00000020:00000001:0.0:1763354563.747102:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.747106:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.747109:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.747112:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.747114:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.747117:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.747121:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.747124:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.747126:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.747131:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.747134:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354563.747136:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.747139:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.747141:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.747144:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747149:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.747158:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:0.0:1763354563.747161:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.747164:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.747168:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8e00. 00000020:00000001:0.0:1763354563.747172:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.747175:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8e00 with handle 0x4a8bb634222cacb7 to hash 00000020:00000001:0.0:1763354563.747177:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.747179:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354563.747182:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00010000:0.0:1763354563.747187:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cacb7 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413c2 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.747198:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:0.0:1763354563.747200:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:0.0:1763354563.747208:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354563.747211:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354563.747213:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.747216:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.747222:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff544a47c00. 02000000:00000001:0.0:1763354563.747225:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.747228:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747231:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.747234:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.747236:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747238:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354563.747244:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765abb98. 00002000:00000001:0.0:1763354563.747247:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354563.747250:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354563.747253:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.747257:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.747263:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354563.747266:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354563.747268:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354563.747272:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.747273:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.747275:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.747278:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354563.747283:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9b100. 00000020:00000040:0.0:1763354563.747286:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354563.747289:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.747292:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.747296:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.747302:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc6800. 00000100:00000001:0.0:1763354563.747307:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747312:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354563.747315:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.747321:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.747331:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.747333:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.747338:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54df9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708480:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.747343:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.747347:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.747350:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.747352:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.747357:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff591086000. 02000000:00000001:0.0:1763354563.747359:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.747366:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f6e0. 00000400:00000010:0.0:1763354563.747373:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bd48. 00000100:00000200:0.0:1763354563.747380:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542708480, portal 16 00000100:00000001:0.0:1763354563.747383:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.747385:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882470809856 : -123191238741760 : ffff8ff54df9b100) 00000100:00000040:0.0:1763354563.747390:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.747398:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.747401:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.747404:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bb28. 00000100:00000200:0.0:1763354563.747407:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542708480, offset 0 00000400:00000200:0.0:1763354563.747413:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.747426:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.747431:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354563.747436:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354563.747440:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354563.747442:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.747447:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556650:1556650:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556646:1556646:8:4294967295] 00000400:00000200:0.0:1763354563.747459:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.747466:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.747471:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534da00. 00000800:00000200:0.0:1763354563.747477:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.747485:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.747490:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534da00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.747510:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.747515:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886823 00000100:00000001:0.0:1763354563.747522:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886796 00000100:00000001:0.0:1763354563.747526:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886823 00000100:00000001:0.0:1763354563.747529:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886796 00000100:00000001:0.0:1763354563.747532:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886823 00000100:00000001:0.0:1763354563.747535:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886796 00000100:00000001:0.0:1763354563.747537:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886823 00000100:00000001:0.0:1763354563.747541:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886796 00000100:00000001:0.0:1763354563.747543:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.747546:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747548:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747550:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.747553:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.747555:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354563.747557:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765abb98. 00010000:00000001:0.0:1763354563.747561:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.747563:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.747566:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.747568:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.747571:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.747573:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.747576:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095a80 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.747579:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.747582:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.747656:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.747662:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534da00. 00000400:00000200:1.0:1763354563.747666:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.747671:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.747675:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bb28 00000400:00000010:1.0:1763354563.747677:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bb28. 00000100:00000001:1.0:1763354563.747680:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.747685:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.747692:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.747695:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.747700:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.747701:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.748784:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.748793:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.748796:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.748799:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.748807:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.748817:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540f00 00000400:00000200:3.0:1763354563.748825:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8839 [1] + 224 00000800:00000001:3.0:1763354563.748831:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.748837:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.748840:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.748844:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.748849:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.748858:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.748870:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.748891:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.748897:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.748901:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.748976:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.748985:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.748987:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.748990:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f6e0. 00000400:00000200:0.0:1763354563.748995:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bd48 00000400:00000010:0.0:1763354563.748997:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bd48. 00000100:00000001:0.0:1763354563.749000:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.749008:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354563.749019:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.749027:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.749029:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.749032:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.749056:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.749058:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.749061:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.749064:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.749069:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354563.749073:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.749075:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.749077:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.749079:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.749083:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.749085:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.749090:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.749103:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.749106:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.749108:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.749110:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354563.749113:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.749119:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.749122:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.749129:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:0.0:1763354563.749132:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:0.0:1763354563.749134:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.749139:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.749144:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:0.0:1763354563.749146:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.749148:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.749149:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.749154:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354563.749162:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54df9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708480:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.749167:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.749170:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.749172:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.749174:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.749177:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54df9b100 x1848998542708480/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.749183:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.749186:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.749189:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff591086000. 02000000:00000001:0.0:1763354563.749192:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.749194:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.749196:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354563.749199:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.749201:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff547dc6800. 02000000:00000001:0.0:1763354563.749206:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.749208:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.749210:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9b100. 00000100:00000001:0.0:1763354563.749213:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.749215:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354563.749217:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354563.749219:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.749221:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.749224:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354563.749226:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.749229:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.749232:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.749235:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.749239:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.749240:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.749242:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.749244:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.749247:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8e00 with handle 0x4a8bb634222cacb7 from hash 00010000:00000001:0.0:1763354563.749250:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.749251:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.749252:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.749254:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.749255:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.749258:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354563.749263:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cacb7 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413c2 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354563.749275:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.749278:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.749280:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.749282:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.749284:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.749287:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.749289:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.749290:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.749291:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.749293:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.749295:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.749297:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354563.749299:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.749301:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.749303:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.749304:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.749308:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cacb7 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413c2 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354563.749316:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:0.0:1763354563.749318:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:0.0:1763354563.749325:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.749326:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8e00, rc 0) 00000020:00000001:0.0:1763354563.749329:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354563.749332:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841097088 00010000:00000001:0.0:1763354563.749335:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.749340:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec86a00 x1848998841097088/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.749348:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.749350:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.749352:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.749356:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.749359:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.749361:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.749364:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.749365:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.749368:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.749371:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.749374:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bd48. 00000100:00000200:0.0:1763354563.749378:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841097088, offset 224 00000400:00000200:0.0:1763354563.749383:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.749390:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.749396:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556651:1556651:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556647:1556647:8:4294967295] 00000400:00000200:0.0:1763354563.749405:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.749410:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.749414:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d700. 00000800:00000200:0.0:1763354563.749418:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.749423:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.749426:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.749445:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.749449:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.749452:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.749454:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.749457:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.749464:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec86a00 x1848998841097088/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.749475:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841097088:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2395us (2744us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354563.749482:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85192 00000100:00000040:0.0:1763354563.749486:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.749490:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.749492:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.749497:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.749501:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000020:00000010:0.0:1763354563.749508:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7c00. 00000020:00000040:0.0:1763354563.749514:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.749517:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.749530:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.749537:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d700. 00000400:00000200:3.0:1763354563.749542:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.749548:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.749553:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bd48 00000400:00000010:3.0:1763354563.749556:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bd48. 00000100:00000001:3.0:1763354563.749560:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.749563:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.751530:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.751540:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.751543:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.751545:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.751551:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.751560:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 432 into portal 28 MB=0x691a7971d1c00 00000400:00000200:1.0:1763354563.751567:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 432/432 into md 0x79fd81 [8] + 2736 00000800:00000001:1.0:1763354563.751572:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.751577:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.751579:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.751582:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.751586:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.751588:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.751591:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653354700. 00000100:00000040:1.0:1763354563.751594:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653354700 x1848998841097216 msgsize 432 00000100:00100000:1.0:1763354563.751597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.751608:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.751613:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.751616:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.751632:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.751635:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841097216 02000000:00000001:0.0:1763354563.751637:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.751638:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.751639:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.751642:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.751644:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841097216 00000020:00000001:0.0:1763354563.751646:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.751647:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.751648:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.751651:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:0.0:1763354563.751652:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.751654:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.751657:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.751660:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.751662:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.751664:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.751667:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086000. 00000020:00000010:0.0:1763354563.751670:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.751672:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.751676:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.751677:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.751679:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.751680:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.751683:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.751693:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.751699:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.751700:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.751703:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85193 00000100:00000040:0.0:1763354563.751706:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.751707:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886853568256 : -123186855983360 : ffff8ff653354700) 00000100:00000040:0.0:1763354563.751711:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff653354700 x1848998841097216/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.751718:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.751720:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.751721:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.751723:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.751727:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff653354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841097216:12345-192.168.203.48@tcp:23:lfs.0 00000100:00000200:0.0:1763354563.751730:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841097216 00000020:00000001:0.0:1763354563.751732:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.751734:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.751736:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.751738:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.751740:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831344 : -1043720272 : ffffffffc1ca17b0) 00000020:00000001:0.0:1763354563.751742:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.751744:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.751745:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.751746:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.751748:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.751750:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.751752:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.751753:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.751755:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.751757:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.751758:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.751759:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.751761:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.751761:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.751763:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.751764:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.751765:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.751766:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.751768:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.751769:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.751771:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.751773:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.751775:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff544a44000. 02000000:00000001:0.0:1763354563.751776:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.751777:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.751779:0:74509:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:0.0:1763354563.751781:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.751783:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00080000:00000001:0.0:1763354563.751786:0:74509:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:0.0:1763354563.751806:0:74509:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 4096 00080000:00000001:0.0:1763354563.751808:0:74509:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000002:0.0:1763354563.751810:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d4800/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00000020:00000001:0.0:1763354563.751812:0:74509:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.751813:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841097216 00010000:00000001:0.0:1763354563.751815:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.751818:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff653354700 x1848998841097216/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.751823:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.751825:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.751826:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.751829:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.751830:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.751831:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.751833:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.751834:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.751836:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.751837:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.751839:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b198. 00000100:00000200:0.0:1763354563.751842:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841097216, offset 224 00000400:00000200:0.0:1763354563.751846:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.751851:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.751855:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556652:1556652:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556648:1556648:8:4294967295] 00000400:00000200:0.0:1763354563.751861:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.751864:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.751867:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534dd00. 00000800:00000200:0.0:1763354563.751870:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.751873:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.751876:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534dd00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.751887:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.751889:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.751891:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.751892:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.751893:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.751896:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653354700 x1848998841097216/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 432/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.751903:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff653354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841097216:12345-192.168.203.48@tcp:23:lfs.0 Request processed in 184us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.751908:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85193 00000100:00000040:0.0:1763354563.751909:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.751911:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.751912:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.751914:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.751916:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000020:00000010:0.0:1763354563.751918:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086000. 00000020:00000040:0.0:1763354563.751921:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.751923:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.752012:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.752018:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534dd00. 00000400:00000200:3.0:1763354563.752023:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.752029:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.752121:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b198 00000400:00000010:3.0:1763354563.752126:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b198. 00000100:00000001:3.0:1763354563.752131:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.752132:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.753698:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.753705:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.753708:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.753711:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.753717:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.753726:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d1c80 00000400:00000200:3.0:1763354563.753732:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 3168 00000800:00000001:3.0:1763354563.753737:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.753743:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.753745:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.753749:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.753753:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.753755:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.753759:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84a80. 00000100:00000040:3.0:1763354563.753762:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec84a80 x1848998841097344 msgsize 328 00000100:00100000:3.0:1763354563.753767:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.753780:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.753787:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.753790:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.753831:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.753833:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841097344 02000000:00000001:0.0:1763354563.753835:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.753837:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.753838:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.753841:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.753842:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841097344 00000020:00000001:0.0:1763354563.753844:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.753845:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.753846:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.753848:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:0.0:1763354563.753850:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.753852:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.753854:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.753857:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.753859:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.753861:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.753864:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff591086000. 00000020:00000010:0.0:1763354563.753867:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.753869:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.753872:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.753874:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.753875:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.753876:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.753879:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.753891:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.753897:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.753898:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.753902:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85194 00000100:00000040:0.0:1763354563.753905:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.753906:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316187776 : -123186393363840 : ffff8ff66ec84a80) 00000100:00000040:0.0:1763354563.753912:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec84a80 x1848998841097344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.753918:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.753921:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.753923:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.753925:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.753936:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841097344:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354563.753940:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841097344 00000020:00000001:0.0:1763354563.753942:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.753948:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.753950:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.753952:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.753954:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.753956:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.753958:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.753974:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.753976:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.753980:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.753982:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354563.753984:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.753986:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.753987:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.753989:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.753993:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.753997:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00010000:00000001:0.0:1763354563.754001:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.754003:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.754007:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000001:0.0:1763354563.754010:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.754012:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222cacbe to hash 00000020:00000001:0.0:1763354563.754014:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.754016:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.754019:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00010000:0.0:1763354563.754023:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacbe lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413c9 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.754032:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 18 00000020:00000040:0.0:1763354563.754057:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00010000:00000001:0.0:1763354563.754063:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354563.754065:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354563.754068:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.754070:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.754074:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff544a46800. 02000000:00000001:0.0:1763354563.754077:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.754080:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.754083:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.754085:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.754088:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.754090:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354563.754095:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765abb98. 00002000:00000001:0.0:1763354563.754098:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354563.754100:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354563.754104:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.754106:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.754110:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354563.754112:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354563.754114:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354563.754116:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.754118:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.754119:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.754121:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354563.754125:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9b100. 00000020:00000040:0.0:1763354563.754128:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354563.754130:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.754132:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.754136:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.754140:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff591087c00. 00000100:00000001:0.0:1763354563.754144:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.754148:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354563.754151:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.754156:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.754164:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.754166:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.754170:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54df9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708608:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.754174:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.754178:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.754180:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.754182:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.754186:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc7c00. 02000000:00000001:0.0:1763354563.754188:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.754192:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f6e0. 00000400:00000010:0.0:1763354563.754196:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bcc0. 00000100:00000200:0.0:1763354563.754200:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542708608, portal 16 00000100:00000001:0.0:1763354563.754203:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.754204:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882470809856 : -123191238741760 : ffff8ff54df9b100) 00000100:00000040:0.0:1763354563.754210:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.754217:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.754219:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.754222:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b440. 00000100:00000200:0.0:1763354563.754224:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542708608, offset 0 00000400:00000200:0.0:1763354563.754229:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.754235:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.754239:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354563.754242:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354563.754245:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354563.754248:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.754252:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556653:1556653:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556649:1556649:8:4294967295] 00000400:00000200:0.0:1763354563.754259:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.754263:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.754266:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d400. 00000800:00000200:0.0:1763354563.754269:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.754272:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.754275:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.754289:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.754293:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886830 00000100:00000001:0.0:1763354563.754299:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886823 00000100:00000001:0.0:1763354563.754303:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886830 00000100:00000001:0.0:1763354563.754306:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886823 00000100:00000001:0.0:1763354563.754309:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886830 00000100:00000001:0.0:1763354563.754312:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886823 00000100:00000001:0.0:1763354563.754315:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886830 00000100:00000001:0.0:1763354563.754318:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886823 00000100:00000001:0.0:1763354563.754322:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.754324:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.754327:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.754329:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.754332:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.754333:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354563.754335:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765abb98. 00010000:00000001:0.0:1763354563.754339:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.754341:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.754342:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.754344:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.754346:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.754347:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.754349:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095a80 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.754351:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.754352:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.754383:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.754387:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d400. 00000400:00000200:1.0:1763354563.754391:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.754395:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.754397:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b440 00000400:00000010:1.0:1763354563.754399:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b440. 00000100:00000001:1.0:1763354563.754401:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.754405:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.754412:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.754415:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.754420:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.754421:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.755085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8e00. 00000800:00000001:3.0:1763354563.755575:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.755581:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.755583:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.755585:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.755589:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.755596:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785540f80 00000400:00000200:3.0:1763354563.755600:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8849 [1] + 224 00000800:00000001:3.0:1763354563.755604:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.755608:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.755609:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.755612:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.755614:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.755618:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.755626:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.755639:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.755643:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.755645:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.755660:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354563.755665:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354563.755666:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354563.755668:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f6e0. 00000400:00000200:0.0:1763354563.755671:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bcc0 00000400:00000010:0.0:1763354563.755672:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bcc0. 00000100:00000001:0.0:1763354563.755674:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.755679:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354563.755685:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.755690:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.755691:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.755693:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354563.755695:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.755696:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.755697:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.755698:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.755702:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354563.755704:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354563.755706:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.755707:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.755709:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354563.755711:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.755713:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.755716:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.755720:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.755722:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354563.755723:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.755725:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354563.755727:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.755731:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.755732:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.755735:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:0.0:1763354563.755737:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:0.0:1763354563.755739:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.755741:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.755744:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:0.0:1763354563.755745:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.755746:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.755747:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.755750:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354563.755755:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54df9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542708608:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.755758:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.755760:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.755761:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354563.755763:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.755765:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54df9b100 x1848998542708608/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.755768:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354563.755770:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354563.755772:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff547dc7c00. 02000000:00000001:0.0:1763354563.755775:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354563.755777:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354563.755778:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354563.755779:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354563.755781:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff591087c00. 02000000:00000001:0.0:1763354563.755784:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354563.755785:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354563.755787:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9b100. 00000100:00000001:0.0:1763354563.755789:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354563.755790:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354563.755792:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354563.755794:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.755795:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.755797:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354563.755799:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.755800:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.755802:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354563.755804:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.755807:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.755808:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.755809:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.755810:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.755812:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9a00 with handle 0x4a8bb634222cacbe from hash 00010000:00000001:0.0:1763354563.755814:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.755815:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.755815:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.755816:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354563.755817:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354563.755819:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354563.755822:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacbe lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413c9 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354563.755829:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.755831:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.755832:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.755833:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.755835:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.755837:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.755838:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.755839:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.755840:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.755841:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.755842:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.755843:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354563.755844:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.755846:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.755847:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.755848:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.755850:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacbe lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413c9 expref: 24 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354563.755854:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:0.0:1763354563.755856:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00010000:00000001:0.0:1763354563.755859:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.755860:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f9a00, rc 0) 00000020:00000001:0.0:1763354563.755861:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354563.755863:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841097344 00010000:00000001:0.0:1763354563.755865:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.755867:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec84a80 x1848998841097344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.755871:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.755873:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.755874:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.755877:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.755878:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.755880:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.755882:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.755883:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.755884:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.755886:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.755889:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bcc0. 00000100:00000200:0.0:1763354563.755891:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841097344, offset 224 00000400:00000200:0.0:1763354563.755894:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.755899:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.755902:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556654:1556654:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556650:1556650:8:4294967295] 00000400:00000200:0.0:1763354563.755909:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.755912:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.755915:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d200. 00000800:00000200:0.0:1763354563.755917:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.755921:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.755923:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.755937:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.755941:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.755944:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.755946:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.755949:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.755954:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec84a80 x1848998841097344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.755978:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841097344:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2055us (2211us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354563.755986:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85194 00000100:00000040:0.0:1763354563.755990:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.755992:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.755994:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.755997:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.756000:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000020:00000010:0.0:1763354563.756003:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff591086000. 00000020:00000040:0.0:1763354563.756006:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:0.0:1763354563.756007:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.756023:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.756027:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d200. 00000400:00000200:3.0:1763354563.756029:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.756055:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.756058:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bcc0 00000400:00000010:3.0:1763354563.756060:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bcc0. 00000100:00000001:3.0:1763354563.756063:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.756064:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.757906:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.757913:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.757915:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.757917:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.757921:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.757935:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971d1d00 00000400:00000200:1.0:1763354563.757941:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 56920 00000800:00000001:1.0:1763354563.757945:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.757950:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.757951:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.757954:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.757957:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.757976:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354563.757980:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356a00. 00000100:00000040:1.0:1763354563.757983:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653356a00 x1848998841097472 msgsize 488 00000100:00100000:1.0:1763354563.757986:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.757995:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.758000:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.758002:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.758542:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.758548:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff541b30800. 00000400:00000200:3.0:1763354563.758555:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.758564:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.758569:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4780 00000400:00000010:3.0:1763354563.758572:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4780. 00000100:00000001:3.0:1763354563.758574:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.758576:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.760270:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.760280:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.760282:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.760284:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.760291:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.760297:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d1d80 00000400:00000200:3.0:1763354563.760302:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 11200 00000800:00000001:3.0:1763354563.760336:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.760341:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.760342:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.760345:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.760348:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.760349:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.760353:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec85500. 00000100:00000040:3.0:1763354563.760355:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec85500 x1848998841097600 msgsize 568 00000100:00100000:3.0:1763354563.760358:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.760367:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.760371:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.760373:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.761304:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.761308:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:1.0:1763354563.761312:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.761316:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.761319:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:1.0:1763354563.761321:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:1.0:1763354563.761323:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.761324:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.763068:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.763077:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.763080:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.763082:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.763087:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.763094:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4584 into portal 6 MB=0x691a7971d1e00 00000400:00000200:3.0:1763354563.763099:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 4584/4584 into md 0x1e60fd [128] + 57408 00000800:00000001:3.0:1763354563.763102:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.763128:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.763131:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.763135:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.763140:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.763141:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763354563.763146:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec85180. 00000100:00000040:3.0:1763354563.763149:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec85180 x1848998841097728 msgsize 4584 00000100:00100000:3.0:1763354563.763153:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.763166:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.763172:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.763175:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.763357:0:99670:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.763362:0:99670:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354563.763373:0:99670:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.763377:0:99670:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354563.763871:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.763877:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:3.0:1763354563.763881:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.763887:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.763890:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be77f8 00000400:00000010:3.0:1763354563.763893:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be77f8. 00000100:00000001:3.0:1763354563.763896:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.763901:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1f80 x1848998542708736/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.763912:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.763915:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1f80 x1848998542708736/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.763923:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.763925:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.764832:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.764838:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.764840:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.764841:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.764845:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.764852:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541000 00000400:00000200:1.0:1763354563.764857:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b885d [1] + 224 00000800:00000001:1.0:1763354563.764860:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.764864:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.764866:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.764868:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.764871:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.764875:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1f80 x1848998542708736/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.764883:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd1f80 x1848998542708736/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.764896:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.764900:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.764902:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.765609:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.765615:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.765617:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.765618:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.765623:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.765629:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d1e80 00000400:00000200:3.0:1763354563.765635:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1051 [2] + 328 00000800:00000001:3.0:1763354563.765638:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.765660:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.765664:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.765668:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.765671:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.765673:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763354563.765677:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec84700. 00000100:00000040:3.0:1763354563.765680:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec84700 x1848998841097856 msgsize 328 00000100:00100000:3.0:1763354563.765685:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.765700:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.765706:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.765710:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.765732:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.765735:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841097856 02000000:00000001:0.0:1763354563.765737:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.765739:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.765740:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.765742:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.765744:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841097856 00000020:00000001:0.0:1763354563.765745:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.765746:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354563.765747:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.765749:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=24 00000020:00000001:0.0:1763354563.765751:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354563.765753:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354563.765755:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.765758:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.765760:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.765762:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.765766:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7c00. 00000020:00000010:0.0:1763354563.765768:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.765772:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.765776:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.765779:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.765780:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.765781:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.765783:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.765785:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.765787:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.765789:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.765790:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:0.0:1763354563.765791:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:0.0:1763354563.765793:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:0.0:1763354563.765798:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 24 pid: 74509 timeout: 12318 lvb_type: 1 00010000:00000001:0.0:1763354563.765804:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.765805:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.765807:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.765808:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.765811:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354563.765814:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66ec84700 x1848998841097856/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.765820:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354563.765821:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.765831:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.765838:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.765839:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.765842:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6350 00000100:00000040:0.0:1763354563.765844:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 2 00000100:00000001:0.0:1763354563.765845:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887316186880 : -123186393364736 : ffff8ff66ec84700) 00000100:00000040:0.0:1763354563.765848:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec84700 x1848998841097856/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.765854:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.765856:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.765858:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.765860:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.765863:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2403:x1848998841097856:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.765865:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841097856 00010000:00000001:0.0:1763354563.765867:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.765869:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.765870:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.765872:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.765874:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.765877:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff544a46c00. 02000000:00000001:0.0:1763354563.765879:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.765881:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.765883:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.765884:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.765886:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.765887:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.765888:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:0.0:1763354563.765890:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:0.0:1763354563.765892:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000040:0.0:1763354563.765894:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da800 count: 3 00002000:00000001:0.0:1763354563.765897:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.765900:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.765902:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.765906:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00002000:00000001:0.0:1763354563.765908:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789880880 : -123190919670736 : ffff8ff560fe5430) 00002000:00000001:0.0:1763354563.765910:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.765913:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354563.765916:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5488/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00010000:00010000:0.0:1763354563.765919:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 24 pid: 74509 timeout: 12318 lvb_type: 1 00000100:00001000:0.0:1763354563.765925:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=7 v=5 (1 0 0 0) 00010000:00000001:0.0:1763354563.765928:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.765930:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.765931:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.765934:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 24 pid: 74509 timeout: 12318 lvb_type: 1 00000020:00000001:0.0:1763354563.765939:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.765941:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.765942:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.765943:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.765947:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.765948:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.765952:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.765953:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.765955:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.765956:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.765958:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cac94 from hash 00010000:00000001:0.0:1763354563.765970:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.765971:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.765972:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.765973:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.765977:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.765978:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.765980:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.765981:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.765983:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cac94 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4139f expref: 24 pid: 74509 timeout: 12318 lvb_type: 1 00010000:00000040:0.0:1763354563.765989:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 12 00000020:00000040:0.0:1763354563.765990:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:0.0:1763354563.765994:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.765995:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.765996:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354563.765998:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff67e399e00 00010000:00000001:0.0:1763354563.765999:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.766000:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.766002:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.766003:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.766004:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.766005:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.766006:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.766008:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.766009:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.766011:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cacd3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.766019:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354563.766022:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cacd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.766026:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d7:0x0].0x0 (ffff8ff58c6da800) refcount = 2 00010000:00000040:0.0:1763354563.766028:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.766029:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cacd3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.766061:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.766063:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.766064:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.766065:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.766067:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.766070:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.766072:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.766075:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354563.766077:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354563.766078:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354563.766080:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.766082:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.766083:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.766084:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.766091:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.766093:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.766093:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.766094:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.766096:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.766097:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.766098:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.766100:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.766101:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354563.766103:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354563.766105:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.766107:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.766108:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354563.766111:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.766112:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.766114:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.766117:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.766119:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.766124:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.766131:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.766136:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.766139:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.766144:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.766147:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.766151:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.766156:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.766161:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bbb0. 00000100:00000200:0.0:1763354563.766166:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841097856, offset 224 00000400:00000200:0.0:1763354563.766172:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.766181:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.766187:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556658:1556658:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556654:1556654:8:4294967295] 00000400:00000200:0.0:1763354563.766198:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.766206:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.766211:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534db00. 00000800:00000200:0.0:1763354563.766218:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.766225:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.766228:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.766244:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.766254:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.766258:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.766261:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.766270:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec84700 x1848998841097856/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.766287:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841097856:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 428us (602us total) trans 0 rc 0/0 00000800:00000200:3.0:1763354563.766296:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1763354563.766298:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6350 00000800:00000010:3.0:1763354563.766303:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534db00. 00000100:00000040:0.0:1763354563.766304:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354563.766309:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1763354563.766311:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354563.766313:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.766318:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000400:00000200:3.0:1763354563.766322:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:0.0:1763354563.766324:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000400:00000200:3.0:1763354563.766328:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bbb0 00000020:00000010:0.0:1763354563.766329:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7c00. 00000400:00000010:3.0:1763354563.766333:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bbb0. 00000020:00000040:0.0:1763354563.766336:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:3.0:1763354563.766339:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.766340:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.766343:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:2.2:1763354563.767077:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c09d8. 00000100:00000001:1.0:1763354563.767828:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.767831:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.767834:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589975995 is committed 00000001:00000040:1.0:1763354563.767837:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 6 00000020:00000040:1.0:1763354563.767841:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00000001:00000010:1.0:1763354563.767844:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a20. 00000020:00000001:1.0:1763354563.767847:0:69319:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.767850:0:69319:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.767851:0:69319:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd21800 : new cb_count 5 00000020:00000040:1.0:1763354563.767853:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000020:00000010:1.0:1763354563.767856:0:69319:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff66ce374e0. 00080000:00000010:1.0:1763354563.767859:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b30600. 00080000:00000010:1.0:1763354563.767862:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b31c00. 00000100:00000001:1.0:1763354563.767865:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.767867:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.767868:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589975994 is committed 00000001:00000040:1.0:1763354563.767871:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 5 00000020:00000040:1.0:1763354563.767873:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 9 00000001:00000010:1.0:1763354563.767875:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0120. 00080000:00000010:1.0:1763354563.767878:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177000. 00000001:00000040:1.0:1763354563.767881:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 4 00000020:00000040:1.0:1763354563.767883:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 8 00000001:00000010:1.0:1763354563.767885:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0e40. 00080000:00000010:1.0:1763354563.767888:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176600. 00000001:00000040:1.0:1763354563.767891:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 4 00000020:00000040:1.0:1763354563.767893:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000001:00000010:1.0:1763354563.767895:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073540. 00000020:00000001:1.0:1763354563.767898:0:69319:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.767900:0:69319:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.767901:0:69319:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd21800 : new cb_count 3 00000020:00000040:1.0:1763354563.767903:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000020:00000010:1.0:1763354563.767905:0:69319:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff67e073720. 00080000:00000010:1.0:1763354563.767907:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffee800. 00080000:00000010:1.0:1763354563.767911:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffef800. 00000100:00000001:1.0:1763354563.767914:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.767915:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.767917:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589975991 is committed 00000001:00000040:1.0:1763354563.767919:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482ff800 : new cb_count 1 00000020:00000040:1.0:1763354563.767921:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 5 00000001:00000010:1.0:1763354563.767923:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073e40. 00080000:00000010:1.0:1763354563.767925:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7a00. 00000001:00000040:1.0:1763354563.767937:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482ff800 : new cb_count 0 00000020:00000040:1.0:1763354563.767940:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 4 00000001:00000010:1.0:1763354563.767942:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ffa63c0. 00080000:00000010:1.0:1763354563.767945:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff542c3b400. 00000001:00000040:1.0:1763354563.767949:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:1.0:1763354563.767955:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 19 00000001:00000010:1.0:1763354563.767957:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02360. 00000020:00000001:1.0:1763354563.767973:0:69319:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.767974:0:69319:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.767976:0:69319:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd21800 : new cb_count 1 00000020:00000040:1.0:1763354563.767978:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 18 00000020:00000010:1.0:1763354563.767980:0:69319:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff544b02120. 00080000:00000010:1.0:1763354563.767982:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff591086a00. 00080000:00000010:1.0:1763354563.767986:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff591087200. 00000001:00000040:1.0:1763354563.767989:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 3 00000020:00000040:1.0:1763354563.767991:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 7 00000001:00000010:1.0:1763354563.767993:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67c9d6840. 00080000:00000010:1.0:1763354563.767998:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff58ef03c00. 00000001:00000040:1.0:1763354563.768001:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 2 00000020:00000040:1.0:1763354563.768003:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 6 00000001:00000010:1.0:1763354563.768006:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0cc0. 00080000:00000010:1.0:1763354563.768008:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176800. 00000001:00000040:1.0:1763354563.768011:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 1 00000020:00000040:1.0:1763354563.768013:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 5 00000001:00000010:1.0:1763354563.768015:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073120. 00080000:00000010:1.0:1763354563.768018:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7e00. 00000001:00000040:1.0:1763354563.768021:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 0 00000020:00000040:1.0:1763354563.768023:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 4 00000001:00000010:1.0:1763354563.768025:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073cc0. 00080000:00000010:1.0:1763354563.768028:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffefc00. 00000001:00000040:1.0:1763354563.768031:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 0 00000020:00000040:1.0:1763354563.768064:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 17 00000001:00000010:1.0:1763354563.768067:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a5a0. 00080000:00000010:1.0:1763354563.768073:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff543bff000. 00000800:00000200:1.0:1763354563.768461:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.768464:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:1.0:1763354563.768467:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.768471:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.768474:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7990 00000400:00000010:1.0:1763354563.768475:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7990. 00000100:00000001:1.0:1763354563.768477:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.768478:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.770069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00000800:00000001:3.0:1763354563.770070:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.770080:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.770082:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.770085:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.770091:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.770101:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 448 into portal 12 MB=0x691a7971d1f00 00000400:00000200:3.0:1763354563.770106:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 448/448 into md 0x76d7e5 [64] + 11768 00000800:00000001:3.0:1763354563.770111:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.770116:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.770117:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.770120:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.770123:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.770124:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.770128:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec87b80. 00000100:00000040:3.0:1763354563.770130:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec87b80 x1848998841097984 msgsize 448 00000100:00100000:3.0:1763354563.770133:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.770143:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.770147:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.770150:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.771144:0:29720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354563.771155:0:29720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354563.771157:0:29720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 21475214464 is committed 00000001:00000040:0.0:1763354563.771159:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 16 00000020:00000040:0.0:1763354563.771161:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00000001:00000010:0.0:1763354563.771163:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37c00. 00080000:00000010:0.0:1763354563.771166:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b30000. 00000001:00000040:0.0:1763354563.771169:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 15 00000020:00000040:0.0:1763354563.771171:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 480 00000001:00000010:0.0:1763354563.771172:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37480. 00080000:00000010:0.0:1763354563.771174:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b30200. 00000001:00000040:0.0:1763354563.771178:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 14 00000020:00000040:0.0:1763354563.771179:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 479 00000001:00000010:0.0:1763354563.771181:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab07e0. 00080000:00000010:0.0:1763354563.771182:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176400. 00000001:00000040:0.0:1763354563.771185:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 13 00000020:00000040:0.0:1763354563.771186:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 00000100:00000001:1.0:1763354563.771187:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000001:00000010:0.0:1763354563.771188:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0240. 00010000:00000001:1.0:1763354563.771192:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1763354563.771193:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177400. 00000020:00000001:1.0:1763354563.771194:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.771198:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67aaeac00 refcount=3 00000001:00000040:0.0:1763354563.771198:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 12 00000020:00000040:0.0:1763354563.771203:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00000020:00000001:1.0:1763354563.771204:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000001:00000010:0.0:1763354563.771207:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37720. 00010000:00000001:1.0:1763354563.771208:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00080000:00000010:0.0:1763354563.771212:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff543655400. 00010000:00000001:1.0:1763354563.771213:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000040:0.0:1763354563.771218:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 11 00010000:00010000:1.0:1763354563.771219:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000020:00000040:0.0:1763354563.771221:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00000001:00000010:0.0:1763354563.771225:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a80. 00080000:00000010:0.0:1763354563.771229:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597e46c00. 00010000:00000001:1.0:1763354563.771232:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1763354563.771233:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 10 00010000:00000001:1.0:1763354563.771236:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763354563.771237:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 475 00010000:00010000:1.0:1763354563.771240:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00000001:00000010:0.0:1763354563.771240:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073420. 00080000:00000010:0.0:1763354563.771245:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffee000. 00000001:00000040:0.0:1763354563.771248:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 9 00000020:00000040:0.0:1763354563.771252:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 474 00000001:00000010:0.0:1763354563.771255:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67e073180. 00010000:00000001:1.0:1763354563.771256:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1763354563.771257:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55ffeea00. 00010000:00000001:1.0:1763354563.771262:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1763354563.771262:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 8 00000020:00000040:0.0:1763354563.771265:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00000001:00000010:0.0:1763354563.771268:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a300. 00010000:00000001:1.0:1763354563.771270:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000010:0.0:1763354563.771271:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff542c3ac00. 00010000:00010000:1.0:1763354563.771275:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000001:00000040:0.0:1763354563.771276:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 7 00000020:00000040:0.0:1763354563.771280:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000001:00000010:0.0:1763354563.771282:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4af60. 00080000:00000010:0.0:1763354563.771285:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff66794fe00. 00000001:00000040:0.0:1763354563.771290:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 6 00010000:00010000:1.0:1763354563.771292:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67aaeac00 already unused, calling callback (ffffffffc19b3550) 00000020:00000040:0.0:1763354563.771293:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000001:00000010:0.0:1763354563.771296:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a960. 00000004:00000001:1.0:1763354563.771299:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00080000:0.0:1763354563.771300:0:29720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 350 committed 00010000:00000001:1.0:1763354563.771305:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354563.771309:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000004:00000010:0.0:1763354563.771315:0:29720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8ff543a4a9c0. 00010000:00000001:1.0:1763354563.771318:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000010:0.0:1763354563.771321:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67ed94c00. 00010000:00000001:1.0:1763354563.771322:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.771325:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.771328:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67aaeac00 refcount=4 00000001:00000040:0.0:1763354563.771329:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 5 00000020:00000001:1.0:1763354563.771333:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000020:00000040:0.0:1763354563.771334:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00010000:00000001:1.0:1763354563.771339:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00000001:00000010:0.0:1763354563.771340:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ffa6300. 00010000:00000001:1.0:1763354563.771346:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000010:0.0:1763354563.771348:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67ed94600. 00010000:00010000:1.0:1763354563.771352:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00000001:00000040:0.0:1763354563.771353:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 4 00000020:00000040:0.0:1763354563.771357:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000001:00000010:0.0:1763354563.771361:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ffa64e0. 00080000:00000010:0.0:1763354563.771365:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67ed95a00. 00010000:00000001:1.0:1763354563.771368:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000040:0.0:1763354563.771371:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 3 00000004:00000001:1.0:1763354563.771373:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000040:0.0:1763354563.771376:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00000004:00000001:1.0:1763354563.771377:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763354563.771381:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0ae0. 00010000:00000001:1.0:1763354563.771385:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1763354563.771387:0:29720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000001:1.0:1763354563.771389:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00080000:0.0:1763354563.771391:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad3c0 refcount 2 committed 0 result 0 batchid 17179869773 00010000:00000001:1.0:1763354563.771395:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00080000:0.0:1763354563.771396:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff65a47c000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff673a1be40 00010000:00000001:1.0:1763354563.771399:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.771402:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacbd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177800 00000020:00000040:1.0:1763354563.771404:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222ca8ff from hash 00010000:00000001:1.0:1763354563.771410:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.771413:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.771416:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763354563.771417:0:29720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00000001:1.0:1763354563.771421:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:0.0:1763354563.771421:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad3c0 refcount 2 committed 1 result 0 batchid 17179869773 00010000:00000001:1.0:1763354563.771428:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:0.0:1763354563.771428:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff65a47c000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff673a1be40 00010000:00000001:1.0:1763354563.771433:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.771434:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacbd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177800 00000020:00000001:0.0:1763354563.771438:0:29720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:0.0:1763354563.771441:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177800. 00010000:00000001:1.0:1763354563.771447:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000010:0.0:1763354563.771448:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7400. 00010000:00000001:1.0:1763354563.771451:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00080000:3.0:1763354563.771453:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869768 00000001:00000040:0.0:1763354563.771454:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 2 00010000:00000001:1.0:1763354563.771457:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000040:0.0:1763354563.771460:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00010000:00010000:1.0:1763354563.771462:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00000001:00000010:0.0:1763354563.771465:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0d80. 00000020:00000001:0.0:1763354563.771470:0:29720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00010000:1.0:1763354563.771471:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:0.0:1763354563.771473:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad540 refcount 2 committed 0 result 0 batchid 17179869772 00010000:00000001:1.0:1763354563.771476:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:0.0:1763354563.771478:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacb000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5970ad6c0 00010000:00000001:1.0:1763354563.771482:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.771483:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff650026100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597176a00 00010000:00000001:1.0:1763354563.771489:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354563.771493:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:0.0:1763354563.771495:0:29720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00000001:1.0:1763354563.771498:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1763354563.771499:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad540 refcount 2 committed 1 result 0 batchid 17179869772 00010000:00000001:1.0:1763354563.771503:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763354563.771505:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacb000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5970ad6c0 00010000:00000001:1.0:1763354563.771507:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763354563.771508:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17179869773 committed batchid 17179869768 00000020:00000040:0.0:1763354563.771510:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff650026100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597176a00 00000020:00000001:3.0:1763354563.771514:0:29748:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00010000:00000001:1.0:1763354563.771514:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.771516:0:29720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763354563.771521:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.771522:0:29748:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b02780. 00080000:00000010:0.0:1763354563.771522:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597176a00. 00010000:00010000:1.0:1763354563.771530:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00080000:00000001:3.0:1763354563.771531:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000001:00000040:0.0:1763354563.771532:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 1 00000020:00000040:0.0:1763354563.771537:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 466 00080000:00000010:3.0:1763354563.771538:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f8800. 00000001:00000010:0.0:1763354563.771542:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0300. 00080000:00000001:3.0:1763354563.771548:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311809024 : -123191397742592 : ffff8ff5447f8800) 00080000:00000010:0.0:1763354563.771548:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177600. 00010000:00000001:1.0:1763354563.771551:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.771556:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1763354563.771556:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 0 00080000:00000001:3.0:1763354563.771557:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1763354563.771560:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:0.0:1763354563.771563:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00000001:00000001:3.0:1763354563.771564:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1763354563.771564:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.771567:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1763354563.771570:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ffa6ae0. 00080000:00000010:3.0:1763354563.771572:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442ae00. 00010000:00010000:1.0:1763354563.771572:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222ca8ff lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00080000:00000010:0.0:1763354563.771574:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff542c3ae00. 00080000:00000001:3.0:1763354563.771580:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.771581:0:29720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17179869771 batchid updated 00010000:00000010:1.0:1763354563.771586:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43400. 00080000:00000001:3.0:1763354563.771587:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000020:00000010:0.0:1763354563.771588:0:29720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff544b02000. 00080000:00000010:0.0:1763354563.771595:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff591086800. 00010000:00000001:1.0:1763354563.771599:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:0.0:1763354563.771600:0:29720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17179869770 batchid updated 00080000:00000001:3.0:1763354563.771601:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.771603:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00000020:00000010:0.0:1763354563.771606:0:29720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff544b02f60. 02000000:00000001:1.0:1763354563.771609:0:3641:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:00000010:0.0:1763354563.771611:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff591087a00. 02000000:00000010:1.0:1763354563.771613:0:3641:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff8ff643d4a000. 00080000:00000010:0.0:1763354563.771616:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff591086400. 00000020:00000040:3.0:1763354563.771617:0:29748:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 17179869773: rc = 0 02000000:00000001:1.0:1763354563.771620:0:3641:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:3.0:1763354563.771622:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000001:1.0:1763354563.771625:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.771632:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763354563.771636:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1763354563.771637:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442ae00. 00000020:00000001:1.0:1763354563.771640:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000001:3.0:1763354563.771645:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:1.0:1763354563.771645:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8a00 refcount=3 00040000:00000001:3.0:1763354563.771649:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.771650:0:6519:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.771652:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.771652:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00000004:00000001:0.0:1763354563.771656:0:6519:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.771657:0:29748:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.771659:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00000020:00000001:3.0:1763354563.771662:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000004:00000001:0.0:1763354563.771662:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00000001:1.0:1763354563.771665:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:0.0:1763354563.771667:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00000040:3.0:1763354563.771668:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1d7540 refcount 1 committed 1 result 0 batchid 17179869769 00010000:00010000:1.0:1763354563.771670:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000004:00000001:0.0:1763354563.771673:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.771676:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6587ddd00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1d7b40 00000004:00000001:0.0:1763354563.771679:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000040:3.0:1763354563.771686:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff64821e500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff67ed94600 00000004:00000001:0.0:1763354563.771687:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:1.0:1763354563.771692:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354563.771696:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00010000:00000001:1.0:1763354563.771696:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.771699:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000040:3.0:1763354563.771701:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00010000:00010000:1.0:1763354563.771702:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00000004:00000001:0.0:1763354563.771704:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000001:3.0:1763354563.771706:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.771709:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000020:00000010:3.0:1763354563.771713:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6587ddd00. 00000004:00000001:0.0:1763354563.771714:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.771720:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1763354563.771721:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff64821e500. 00000004:00000002:0.0:1763354563.771721:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e23:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00010000:00000001:1.0:1763354563.771725:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.771730:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66d1d7540. 00010000:00000001:1.0:1763354563.771730:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000002:0.0:1763354563.771730:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000020:00000001:3.0:1763354563.771737:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00010000:1.0:1763354563.771737:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000004:00000001:0.0:1763354563.771737:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.771741:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1d7840 refcount 1 committed 1 result 0 batchid 17179869770 00000001:00000001:0.0:1763354563.771745:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000040:3.0:1763354563.771749:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6587dde00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1d7c00 00000001:00000001:0.0:1763354563.771750:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.771757:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:3.0:1763354563.771758:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6587dd700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177e00 00010000:00010000:1.0:1763354563.771759:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8a00 already unused, calling callback (ffffffffc19b3550) 00000001:00000001:0.0:1763354563.771760:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354563.771766:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000040:3.0:1763354563.771768:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000001:00000001:0.0:1763354563.771768:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.771769:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:0.0:1763354563.771772:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:3.0:1763354563.771774:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00010000:00010000:1.0:1763354563.771776:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000001:00000001:0.0:1763354563.771776:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354563.771780:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.771782:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.771786:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6587dde00. 00000001:00000001:0.0:1763354563.771787:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000010:3.0:1763354563.771793:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6587dd700. 00000001:00000001:0.0:1763354563.771793:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.771796:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1763354563.771800:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66d1d7840. 00010000:00000001:1.0:1763354563.771801:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:0.0:1763354563.771801:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.771806:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1763354563.771807:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000004:00000002:0.0:1763354563.771807:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e23:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000020:00000040:1.0:1763354563.771811:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8a00 refcount=4 00000020:00000040:3.0:1763354563.771812:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66cff4000 refcount 1 committed 1 result 0 batchid 17179869771 00000004:00000001:0.0:1763354563.771814:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:1.0:1763354563.771817:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00000004:00000001:0.0:1763354563.771818:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000040:3.0:1763354563.771819:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6679b4d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00010000:00000001:1.0:1763354563.771823:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00000020:00000040:3.0:1763354563.771826:0:29748:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e1:0x2:0x0].560 00000020:00000001:0.0:1763354563.771827:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:1.0:1763354563.771830:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1763354563.771832:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff677aa4100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff547dc7a00 00010000:00010000:1.0:1763354563.771836:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00000020:00000001:0.0:1763354563.771836:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.771842:0:6519:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.771845:0:29748:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].571 00010000:00000040:0.0:1763354563.771848:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214464, transno 0, xid 1848998841097984 00000020:00000040:3.0:1763354563.771852:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89d80 : new refcount 2 00010000:00000001:0.0:1763354563.771854:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000040:00000001:3.0:1763354563.771857:0:29748:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00010000:00000001:1.0:1763354563.771859:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000040:00000001:3.0:1763354563.771862:0:29748:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000004:00000001:1.0:1763354563.771864:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000200:0.0:1763354563.771864:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec87b80 x1848998841097984/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/440 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.771865:0:29748:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000004:00000001:1.0:1763354563.771869:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.771870:0:29748:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.771876:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000040:00000001:3.0:1763354563.771877:0:29748:0:(llog.c:1130:llog_exist()) Process entered 00010000:00000001:1.0:1763354563.771881:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000040:00000001:3.0:1763354563.771882:0:29748:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.771883:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000040:00000001:3.0:1763354563.771887:0:29748:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00010000:00000001:1.0:1763354563.771888:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.771888:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354563.771890:0:29748:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 560 in log [0x2400032e1:0x2:0x0] 00010000:00000001:1.0:1763354563.771892:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.771894:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000004:00000001:3.0:1763354563.771895:0:29748:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000020:00000040:1.0:1763354563.771897:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8a00 with handle 0x4a8bb634222ca914 from hash 00000100:00000001:0.0:1763354563.771901:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000010:3.0:1763354563.771902:0:29748:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff6806b7c00. 00010000:00000001:1.0:1763354563.771904:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:3.0:1763354563.771908:0:29748:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887612095488 : -123186097456128 : ffff8ff6806b7c00) 00000100:00000040:0.0:1763354563.771908:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354563.771909:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.771912:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000001:3.0:1763354563.771915:0:29748:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000100:00000001:0.0:1763354563.771916:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:1.0:1763354563.771917:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000040:00000001:3.0:1763354563.771919:0:29748:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00010000:00000001:1.0:1763354563.771922:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:0.0:1763354563.771923:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000010:3.0:1763354563.771925:0:29748:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff6806b7d80. 00010000:00000001:1.0:1763354563.771926:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.771927:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354563.771929:0:29748:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff6809ac860. 00010000:00000001:1.0:1763354563.771933:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1763354563.771933:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:3.0:1763354563.771936:0:29748:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6432fd000. 00010000:00000001:1.0:1763354563.771938:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000040:00000001:3.0:1763354563.771940:0:29748:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.771942:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000040:0.0:1763354563.771942:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000040:00000001:3.0:1763354563.771944:0:29748:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.771948:0:29748:0:(llog.c:108:llog_declare_destroy()) Process entered 00010000:00010000:1.0:1763354563.771949:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e22:0x0].0x0 (ffff8ff58b052d00) 00000400:00000010:0.0:1763354563.771949:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535baa0. 00000040:00000001:3.0:1763354563.771951:0:29748:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000040:00000001:3.0:1763354563.771956:0:29748:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000100:00000200:0.0:1763354563.771957:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848998841097984, offset 224 00010000:00010000:1.0:1763354563.771958:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000040:00000001:3.0:1763354563.771973:0:29748:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763354563.771978:0:29748:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00010000:00000001:1.0:1763354563.771979:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1763354563.771981:0:29748:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:0.0:1763354563.771984:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 80000000:00000001:3.0:1763354563.771986:0:29748:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1763354563.771987:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354563.771990:0:29748:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.771992:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 80000000:00000001:3.0:1763354563.771995:0:29748:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.771996:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:1.0:1763354563.771997:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 80000000:00000001:3.0:1763354563.772001:0:29748:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772005:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354563.772006:0:29748:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1763354563.772009:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1763354563.772009:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556660:1556660:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556656:1556656:8:4294967295] 00000020:00000001:3.0:1763354563.772012:0:29748:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886690698488 : -123187018853128 : ffff8ff6498014f8) 00010000:00000001:1.0:1763354563.772014:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.772018:0:29748:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620887317555840 : -123186391995776 : ffff8ff66edd2a80) 00010000:00000001:1.0:1763354563.772021:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.772027:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.772030:0:29748:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763354563.772053:0:29748:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:3.0:1763354563.772055:0:29748:0:(lu_object.c:207:lu_object_put()) Add ffff8ff66edd2a80/ffff8ff6498014a0 to site lru. bkt: ffff8ff66f417330 00000040:00000001:3.0:1763354563.772058:0:29748:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.772058:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000040:00000001:3.0:1763354563.772060:0:29748:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.772062:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000040:00000001:3.0:1763354563.772065:0:29748:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.772073:0:29748:0:(llog.c:1217:llog_write_rec()) Process entered 00000800:00000200:0.0:1763354563.772073:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.48@tcp 00000040:00000001:3.0:1763354563.772077:0:29748:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00010000:00000001:1.0:1763354563.772080:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00001000:3.0:1763354563.772081:0:29748:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x2400032e1:0x2:0x0] 00000800:00000010:0.0:1763354563.772082:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d300. 00010000:00000001:1.0:1763354563.772085:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354563.772088:0:29748:0:(osp_object.c:569:osp_attr_get()) Process entered 00010000:00000001:1.0:1763354563.772089:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:3.0:1763354563.772090:0:29748:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772094:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:0.0:1763354563.772094:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:3.0:1763354563.772097:0:29748:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00010000:00000001:1.0:1763354563.772098:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000040:3.0:1763354563.772101:0:29748:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 0 length = 88 00010000:00010000:1.0:1763354563.772103:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222ca914 lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e22:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000800:00000200:0.0:1763354563.772106:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000001:3.0:1763354563.772110:0:29748:0:(out_lib.c:137:out_update_pack()) Process entered 00000800:00000200:0.0:1763354563.772113:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d300 type 1, nob 536 niov 1 nkiov 1 00000020:00000001:3.0:1763354563.772114:0:29748:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354563.772121:0:29748:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 1084 gen 0 oth:version ffff8ff6806b7c00:1083 00010000:00000010:1.0:1763354563.772125:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927400. 00000004:00000010:3.0:1763354563.772127:0:29748:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff54442ae00. 00000100:00000001:0.0:1763354563.772128:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.772134:0:29748:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00010000:00000040:1.0:1763354563.772134:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052d00 count: 0 00000100:00000040:0.0:1763354563.772135:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:3.0:1763354563.772141:0:29748:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00010000:00000001:0.0:1763354563.772143:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000004:00000040:3.0:1763354563.772144:0:29748:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 156 length = 4 00010000:00000010:1.0:1763354563.772145:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241f00. 00000020:00000001:0.0:1763354563.772146:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.772151:0:29748:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354563.772153:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1763354563.772154:0:29748:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772160:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000010:3.0:1763354563.772161:0:29748:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff54442a600. 00000100:00000040:0.0:1763354563.772162:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec87b80 x1848998841097984/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/440 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.772165:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:3.0:1763354563.772167:0:29748:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:1.0:1763354563.772170:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:3.0:1763354563.772173:0:29748:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.772177:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000040:00000001:3.0:1763354563.772180:0:29748:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.772185:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000100:00100000:0.0:1763354563.772187:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+464:252568:x1848998841097984:12345-192.168.203.48@tcp:44:lfs.0 Request processed in 1921us (2051us total) trans 0 rc 0/0 00000004:00000001:3.0:1763354563.772189:0:29748:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:3.0:1763354563.772195:0:29748:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8ff6806b7c00 with version 1083 00010000:00000001:1.0:1763354563.772195:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000100:00100000:0.0:1763354563.772201:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417418 00010000:00000001:1.0:1763354563.772203:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1763354563.772205:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00010000:00010000:1.0:1763354563.772208:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000100:00000001:0.0:1763354563.772210:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:3.0:1763354563.772213:0:29748:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.772214:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1763354563.772218:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:3.0:1763354563.772220:0:29748:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772221:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1763354563.772222:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27300. 00010000:00010000:1.0:1763354563.772226:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00000040:00000001:3.0:1763354563.772228:0:29748:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.772229:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354960. 00000040:00000001:3.0:1763354563.772236:0:29748:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772237:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1763354563.772238:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff541b31000. 00010000:00000001:1.0:1763354563.772240:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763354563.772243:0:29748:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 17179869771 cancel update log [0x2400032e1:0x2:0x0].560: rc = 0 00010000:00000001:1.0:1763354563.772245:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:0.0:1763354563.772246:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00010000:00010000:1.0:1763354563.772249:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000020:00000040:3.0:1763354563.772250:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89d80 : new refcount 1 00000100:00000001:0.0:1763354563.772253:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763354563.772257:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00010000:00010000:1.0:1763354563.772261:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9800 already unused, calling callback (ffffffffc19b3550) 00000040:00000001:3.0:1763354563.772263:0:29748:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000004:00000001:1.0:1763354563.772265:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000040:00000001:3.0:1763354563.772267:0:29748:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00010000:00000001:1.0:1763354563.772268:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000040:00000001:3.0:1763354563.772271:0:29748:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00010000:00010000:1.0:1763354563.772272:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000100:00000001:0.0:1763354563.772276:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00000001:3.0:1763354563.772278:0:29748:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772278:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1763354563.772280:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542708864 00010000:00000001:1.0:1763354563.772282:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000040:00000001:3.0:1763354563.772284:0:29748:0:(llog.c:1130:llog_exist()) Process entered 00000020:00000001:1.0:1763354563.772285:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1763354563.772287:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000040:00000001:3.0:1763354563.772288:0:29748:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354563.772288:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=4 00000100:00000001:0.0:1763354563.772291:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1763354563.772295:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000040:00000001:3.0:1763354563.772296:0:29748:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:0.0:1763354563.772296:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354563.772300:0:29748:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 571 in log [0x200002340:0x2:0x0] 00010000:00000001:1.0:1763354563.772302:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 02000000:00000001:0.0:1763354563.772304:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.772307:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:1.0:1763354563.772308:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:0.0:1763354563.772310:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542708864 00010000:00010000:1.0:1763354563.772312:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00080000:00000010:3.0:1763354563.772314:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f8a00. 00000020:00000001:0.0:1763354563.772315:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.772318:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00080000:00000001:3.0:1763354563.772322:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311809536 : -123191397742080 : ffff8ff5447f8a00) 00010000:00000001:1.0:1763354563.772323:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.772324:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1763354563.772327:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000040:00000001:3.0:1763354563.772329:0:29748:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000004:00000001:1.0:1763354563.772330:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.772330:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=5 00000040:00000001:3.0:1763354563.772333:0:29748:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000020:00000001:0.0:1763354563.772336:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00010000:00000001:1.0:1763354563.772337:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:3.0:1763354563.772338:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1763354563.772341:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:3.0:1763354563.772343:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1763354563.772343:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00010000:00000001:1.0:1763354563.772345:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1763354563.772350:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a5c0. 00000100:00000001:0.0:1763354563.772350:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763354563.772351:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.772358:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.772358:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000020:00000040:1.0:1763354563.772359:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9800 with handle 0x4a8bb634222ca91b from hash 00000100:00000001:0.0:1763354563.772364:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763354563.772365:0:29748:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772366:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:0.0:1763354563.772368:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00010000:00000001:1.0:1763354563.772370:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.772374:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1763354563.772374:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7400. 00010000:00000001:1.0:1763354563.772378:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1763354563.772378:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00010000:00000001:1.0:1763354563.772383:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:0.0:1763354563.772385:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00010000:00000001:1.0:1763354563.772387:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.772391:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:1.0:1763354563.772392:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1763354563.772394:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1763354563.772397:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1763354563.772398:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763354563.772401:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:0.0:1763354563.772402:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.772406:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff55d439800) 00000100:00000001:0.0:1763354563.772408:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.772414:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763354563.772418:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354563.772423:0:29748:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.772424:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.772426:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354563.772428:0:29748:0:(llog.c:108:llog_declare_destroy()) Process entered 00010000:00000001:1.0:1763354563.772430:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000040:00000001:3.0:1763354563.772433:0:29748:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00010000:00000001:1.0:1763354563.772434:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1763354563.772438:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1763354563.772440:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1763354563.772441:0:29748:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000100:00000001:0.0:1763354563.772441:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763354563.772443:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1763354563.772446:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1763354563.772447:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.772452:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:0.0:1763354563.772452:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85195 00010000:00000001:1.0:1763354563.772454:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763354563.772458:0:29748:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x2:0x0] not in the id map cache 00000004:00000001:1.0:1763354563.772460:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.772460:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00080000:00000001:3.0:1763354563.772468:0:29748:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.772468:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00000001:0.0:1763354563.772468:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315852672 : -123191393698944 : ffff8ff544bd3b80) 00000040:00000001:3.0:1763354563.772476:0:29748:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000100:00000040:0.0:1763354563.772477:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3b80 x1848998542708864/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.772480:0:29748:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 00010000:00000001:1.0:1763354563.772485:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:3.0:1763354563.772486:0:29748:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00010000:00000001:1.0:1763354563.772490:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:3.0:1763354563.772491:0:29748:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1763354563.772495:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 80000000:00000001:3.0:1763354563.772496:0:29748:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1763354563.772497:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763354563.772500:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 80000000:00000001:3.0:1763354563.772502:0:29748:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.772502:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00010000:00000001:1.0:1763354563.772504:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:3.0:1763354563.772510:0:29748:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.772510:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354563.772511:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222ca91b lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 80000000:00000001:3.0:1763354563.772517:0:29748:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.772518:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000001:3.0:1763354563.772524:0:29748:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:0.0:1763354563.772528:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3655:x1848998542708864:12345-0@lo:6:osp-syn-1-0.0 00010000:00000010:1.0:1763354563.772529:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927d00. 00000020:00000001:3.0:1763354563.772532:0:29748:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000100:00000200:0.0:1763354563.772536:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542708864 00010000:00000001:1.0:1763354563.772540:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00000001:3.0:1763354563.772541:0:29748:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00000020:00000001:0.0:1763354563.772541:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1763354563.772546:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00000020:00000001:0.0:1763354563.772547:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.772551:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.772554:0:29748:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 02000000:00000001:1.0:1763354563.772554:0:3641:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1763354563.772555:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1763354563.772560:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000010:1.0:1763354563.772561:0:3641:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66c28dc00. 00000020:00000001:0.0:1763354563.772561:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00080000:00000001:3.0:1763354563.772565:0:29748:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.772568:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.772573:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:3.0:1763354563.772575:0:29748:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000020:00000001:0.0:1763354563.772575:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.772578:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000040:00000001:3.0:1763354563.772583:0:29748:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.772584:0:3641:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1763354563.772584:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.772588:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:1.0:1763354563.772589:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354563.772590:0:29748:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.772592:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.772597:0:29748:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.772598:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000001:3.0:1763354563.772602:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000001:00000001:0.0:1763354563.772603:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.772608:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.772610:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354563.772611:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.772613:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.772617:0:29748:0:(llog.c:1217:llog_write_rec()) Process entered 00000001:00000001:0.0:1763354563.772618:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000040:00000001:3.0:1763354563.772622:0:29748:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000001:00000001:0.0:1763354563.772623:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:3.0:1763354563.772627:0:29748:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002340:0x2:0x0] 00000001:00000001:0.0:1763354563.772628:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.772632:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.772636:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.772638:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.772641:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.772643:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.772646:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000040:00000001:3.0:1763354563.772649:0:29748:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.772649:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000040:00000001:3.0:1763354563.772655:0:29748:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.772655:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff544a47400. 02000000:00000001:0.0:1763354563.772660:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.772662:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000001:0.0:1763354563.772663:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.772668:0:74509:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00080000:00000010:3.0:1763354563.772671:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a5c0. 00010000:00000001:0.0:1763354563.772672:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.772675:0:74509:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354563.772679:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00080000:0.0:1763354563.772679:0:74509:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000403:21462 count 1 00040000:00000001:3.0:1763354563.772685:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:0.0:1763354563.772685:0:74509:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763354563.772690:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00080000:00000001:3.0:1763354563.772691:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.772693:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000040:00000001:3.0:1763354563.772696:0:29748:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.772699:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00000040:00000001:3.0:1763354563.772701:0:29748:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.772703:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 00000040:00000001:3.0:1763354563.772709:0:29748:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.772710:0:74509:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.772714:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00080000:3.0:1763354563.772716:0:29748:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 17179869771 cancel update log [0x200002340:0x2:0x0].571: rc = 0 00010000:00000010:0.0:1763354563.772720:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439500. 00000020:00000040:3.0:1763354563.772724:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00010000:00000010:0.0:1763354563.772725:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff55d439d00. 00000020:00000001:3.0:1763354563.772731:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.772733:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.772736:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000010:3.0:1763354563.772739:0:29748:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff5448af6c0. 00000020:00000001:0.0:1763354563.772741:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:3.0:1763354563.772746:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6679b4d00. 00000020:00000040:0.0:1763354563.772747:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222cacda to hash 00000020:00000001:0.0:1763354563.772753:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000010:3.0:1763354563.772755:0:29748:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff5448afe40. 00010000:00000001:0.0:1763354563.772755:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00000020:00000010:3.0:1763354563.772761:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff677aa4100. 00010000:00000001:0.0:1763354563.772762:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00002000:00000001:0.0:1763354563.772769:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000010:3.0:1763354563.772770:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354563.772772:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000010:0.0:1763354563.772776:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68a40. 00000100:00100000:1.0:1763354563.772777:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542709120 00000020:00080000:3.0:1763354563.772778:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869771 00002000:00000001:0.0:1763354563.772780:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000001:1.0:1763354563.772781:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1763354563.772784:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1763354563.772785:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1763354563.772788:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789881880 : -123190919669736 : ffff8ff560fe5818) 00000100:00000001:1.0:1763354563.772789:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.772792:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789881792 : -123190919669824 : ffff8ff560fe57c0) 02000000:00000001:1.0:1763354563.772796:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.772796:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.772799:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.772801:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542709120 00002000:00010000:0.0:1763354563.772803:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x53d6:0x0] initial LVB size: 1024, mtime: 0x691aa7c2, atime: 0x0, ctime: 0x691aa7c2, blocks: 0x8 00000020:00000001:1.0:1763354563.772804:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.772807:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00002000:00000001:0.0:1763354563.772810:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:1.0:1763354563.772811:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354563.772813:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1763354563.772815:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00010000:00000001:0.0:1763354563.772817:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.772818:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:1.0:1763354563.772822:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00010000:00010000:0.0:1763354563.772823:0:74509:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacda lrc: 3/0,1 mode: --/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354563.772826:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.772832:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00010000:00000001:0.0:1763354563.772835:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.772839:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.772841:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.772844:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.772848:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1763354563.772849:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.772852:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763354563.772853:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00010000:00000001:0.0:1763354563.772857:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.772859:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:1.0:1763354563.772860:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152c00. 00010000:00000001:0.0:1763354563.772862:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763354563.772866:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00010000:00000001:0.0:1763354563.772867:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763354563.772872:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacda lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1763354563.772873:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24708. 00000100:00000040:1.0:1763354563.772881:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00010000:00000040:0.0:1763354563.772884:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d6:0x0].0x0 (ffff8ff55d439500) refcount = 1 00000100:00000001:1.0:1763354563.772885:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.772889:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:0.0:1763354563.772890:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1763354563.772891:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.772896:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacda lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354563.772897:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.772910:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.772910:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.772915:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.772919:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1763354563.772920:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1763354563.772921:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.772923:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1763354563.772924:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.772928:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1763354563.772929:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7873 00010000:00000001:0.0:1763354563.772932:0:74509:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:1.0:1763354563.772933:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00010000:00000001:0.0:1763354563.772936:0:74509:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.772937:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315851776 : -123191393699840 : ffff8ff544bd3800) 00010000:00010000:0.0:1763354563.772940:0:74509:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacda lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1763354563.772944:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3800 x1848998542709120/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.772950:0:74509:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.772954:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.772956:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354563.772968:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.772973:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00010000:00000001:0.0:1763354563.772973:0:74509:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1763354563.772976:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354563.772977:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.772981:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=3 00000020:00000010:1.0:1763354563.772982:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000001:0.0:1763354563.772985:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354563.772989:0:74509:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00000100:00100000:1.0:1763354563.772990:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:29734:x1848998542709120:12345-0@lo:1000:osp_up1-0.0 00010000:00000001:0.0:1763354563.772993:0:74509:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:1.0:1763354563.772997:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542709120 00010000:00010000:0.0:1763354563.772998:0:74509:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacda lrc: 3/0,1 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1763354563.773000:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.773003:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1763354563.773007:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1763354563.773008:0:6523:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5970ad0c0: xid 1848998542702848, transno 30065429275, client gen 6, slot idx 0 00010000:00000001:0.0:1763354563.773009:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.773012:0:74509:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cacda lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1763354563.773015:0:6523:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff67a178000: xid 1848998542700672, transno 30065429270, client gen 6, slot idx 1 00010000:00000001:0.0:1763354563.773021:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000010:1.0:1763354563.773023:0:6523:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff67a178000. 00010000:00000001:0.0:1763354563.773024:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.773028:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.773028:0:74509:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000001:1.0:1763354563.773061:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.773064:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00010000:00000010:0.0:1763354563.773065:0:74509:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095a80. 00000020:00000001:1.0:1763354563.773072:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1763354563.773072:0:74509:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000001:00000001:1.0:1763354563.773078:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542709120, found 0 last_xid 1848998542709119 00000020:00000001:1.0:1763354563.773081:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.773084:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.773086:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:0.0:1763354563.773087:0:74509:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1763354563.773089:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.773093:0:74509:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.773095:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00010000:00000001:0.0:1763354563.773097:0:74509:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.773101:0:74509:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354563.773102:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1763354563.773103:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00010000:00000001:0.0:1763354563.773104:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354563.773108:0:74509:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00000100:00000001:1.0:1763354563.773111:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1763354563.773111:0:74509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 02000000:00000001:1.0:1763354563.773116:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.773123:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff67ca30000. 02000000:00000001:1.0:1763354563.773129:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.773134:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.773141:0:74509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff547dc7c00. 00000020:00000010:1.0:1763354563.773142:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381300. 00080000:00000001:0.0:1763354563.773144:0:74509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882368232448 : -123191341319168 : ffff8ff547dc7c00) 00000020:00000001:1.0:1763354563.773149:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:0.0:1763354563.773149:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1763354563.773154:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:0.0:1763354563.773154:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.773156:0:74509:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1763354563.773160:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:1.0:1763354563.773163:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000001:00000001:0.0:1763354563.773163:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763354563.773165:0:74509:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0001: FID [0x2c0000403:0x53d6:0x0] not in the id map cache 00080000:00000001:0.0:1763354563.773171:0:74509:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.773173:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000001:0.0:1763354563.773174:0:74509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.773180:0:74509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000010:1.0:1763354563.773181:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152600. 00000001:00000001:0.0:1763354563.773183:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.773187:0:74509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68e40. 00080000:00000001:1.0:1763354563.773188:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00080000:00000001:0.0:1763354563.773189:0:74509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.773197:0:6523:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:0.0:1763354563.773200:0:74509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.773202:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.773207:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1763354563.773208:0:74509:0:(osd_handler.c:4785:osd_ref_del()) [0x2c0000403:0x53d6:0x0] decrease nlink 1 00080000:00000010:1.0:1763354563.773214:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1480. 00080000:00000001:1.0:1763354563.773221:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.773224:0:74509:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000020:00000001:1.0:1763354563.773228:0:6523:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763354563.773228:0:74509:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2c0000403:0x53d6:0x0] 00000020:00000001:1.0:1763354563.773235:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:0.0:1763354563.773235:0:74509:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354563.773238:0:74509:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:1.0:1763354563.773239:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 80000000:00000001:0.0:1763354563.773241:0:74509:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.773245:0:74509:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.773246:0:6523:0:(out_handler.c:608:out_write()) Process entered 80000000:00000001:0.0:1763354563.773248:0:74509:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.773250:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000001:0.0:1763354563.773253:0:74509:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1763354563.773254:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763354563.773258:0:74509:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00080000:00000001:1.0:1763354563.773259:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.773262:0:74509:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000020:00000001:1.0:1763354563.773264:0:6523:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.773265:0:74509:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887196124672 : -123186513426944 : ffff8ff667a04600) 00000020:00000001:1.0:1763354563.773271:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00000001:00000001:0.0:1763354563.773271:0:74509:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00080000:00000001:1.0:1763354563.773275:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.773282:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.773286:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.773291:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1e80. 00000001:00000001:0.0:1763354563.773296:0:74509:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.773297:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.773299:0:74509:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.773303:0:74509:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.773305:0:74509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763354563.773308:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.773309:0:74509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000040:1.0:1763354563.773315:0:6523:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 0 buf ffff8ff647505130, len 88 00000001:00000002:0.0:1763354563.773315:0:74509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975996, last_committed = 8589975995 00000001:00000010:0.0:1763354563.773322:0:74509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0300. 00000001:00000040:0.0:1763354563.773326:0:74509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482ff800 : new cb_count 1 00000020:00000040:0.0:1763354563.773328:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff6482ff800 refcount=6 00000020:00000040:1.0:1763354563.773341:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 0/2: rc = 0 00000001:00000001:0.0:1763354563.773343:0:74509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.773349:0:6523:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 156 buf ffff8ff6475051c8, len 4 00080000:00000010:0.0:1763354563.773350:0:74509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68e40. 00040000:00000001:0.0:1763354563.773354:0:74509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.773357:0:74509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.773359:0:74509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.773362:0:74509:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.773363:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 1/2: rc = 0 00002000:00000001:0.0:1763354563.773365:0:74509:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000001:1.0:1763354563.773370:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.773374:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.773377:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429298, last_committed = 30065429290 00000001:00000010:1.0:1763354563.773382:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a5a0. 00000001:00000040:1.0:1763354563.773385:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff67d896800 : new cb_count 1 00000020:00000040:1.0:1763354563.773387:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=7 00000001:00000010:1.0:1763354563.773392:0:6523:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff55e381b40. 00000001:00000001:1.0:1763354563.773407:0:6523:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff55e381b40: xid 1848998542709120, transno 30065429298, tag 1, client gen 6, slot idx 1 00000001:00000001:1.0:1763354563.773411:0:6523:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.773418:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1e80. 00080000:00000010:1.0:1763354563.773421:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1480. 00040000:00000001:1.0:1763354563.773424:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.773426:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.773429:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.773433:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5461a7000/ffff8ff6467c2960 to site lru. bkt: ffff8ff66faf27d0 00000020:00000001:1.0:1763354563.773436:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.773439:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.773443:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.773448:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.773451:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429275, transno 30065429298, xid 1848998542709120 00010000:00000001:1.0:1763354563.773454:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.773460:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3800 x1848998542709120/t30065429298(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 488/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.773469:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.773471:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.773474:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.773478:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.773482:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.773485:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00040000:00000001:0.0:1763354563.773485:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.773489:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 02000000:00000001:1.0:1763354563.773491:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00040000:00000001:0.0:1763354563.773492:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.773495:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 02000000:00000001:1.0:1763354563.773496:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354563.773496:0:74509:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.773498:0:74509:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000001:1.0:1763354563.773503:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:0.0:1763354563.773504:0:74509:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5913d6200. 00000100:00000040:1.0:1763354563.773509:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:0.0:1763354563.773510:0:74509:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1763354563.773513:0:74509:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x2c0000403:0x53d6:0x0] 00000400:00000010:1.0:1763354563.773515:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381300. 00002000:00000010:0.0:1763354563.773515:0:74509:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff560fe57c0. 00002000:00000001:0.0:1763354563.773521:0:74509:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000200:1.0:1763354563.773524:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542709120, offset 224 00002000:00000001:0.0:1763354563.773524:0:74509:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.773529:0:74509:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354563.773535:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:0.0:1763354563.773536:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975991, transno 8589975996, xid 1848998542708864 00010000:00000001:0.0:1763354563.773540:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.773544:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3b80 x1848998542708864/t8589975996(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354563.773548:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1763354563.773559:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.773561:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.773565:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541180 00000100:00001000:0.0:1763354563.773565:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.773571:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.773575:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00000100:00000001:0.0:1763354563.773578:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000400:00000200:1.0:1763354563.773580:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8879 [2] + 224 02000000:00000001:0.0:1763354563.773581:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.773584:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.773588:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.773592:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1763354563.773593:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1763354563.773594:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b2a8. 00000100:00000200:0.0:1763354563.773600:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542708864, offset 224 00000400:00000200:1.0:1763354563.773601:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763354563.773606:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354563.773612:0:74509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354563.773616:0:74509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541080 00000100:00000001:1.0:1763354563.773618:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763354563.773621:0:74509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b886d [1] + 224 00000400:00000200:0.0:1763354563.773626:0:74509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1763354563.773628:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd0380 x1848998542709120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354563.773632:0:74509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354563.773637:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.773642:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1f80 x1848998542708864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.773652:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd0380 x1848998542709120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.773654:0:74509:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff544bd1f80 x1848998542708864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.773684:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354563.773687:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b2a8 00000400:00000010:0.0:1763354563.773689:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b2a8. 00000100:00000001:1.0:1763354563.773692:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354563.773693:0:74509:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.773696:0:74509:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1763354563.773702:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381300 00000400:00000010:1.0:1763354563.773705:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381300. 00000100:00000001:1.0:1763354563.773710:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.773710:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.773712:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763354563.773717:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.773720:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.773720:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.773723:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.773727:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.773728:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.773733:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000040:0.0:1763354563.773734:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3b80 x1848998542708864/t8589975996(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.773738:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.773744:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1763354563.773749:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3655:x1848998542708864:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1250us (1853us total) trans 8589975996 rc 0/0 00000100:00000040:1.0:1763354563.773753:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3800 x1848998542709120/t30065429298(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 488/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.773762:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85195 00000100:00000040:0.0:1763354563.773767:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000100:00000001:0.0:1763354563.773771:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.773774:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.773778:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.773784:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000100:00100000:1.0:1763354563.773789:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:29734:x1848998542709120:12345-0@lo:1000:osp_up1-0.0 Request processed in 824us (1058us total) trans 30065429298 rc 0/0 00000020:00000010:0.0:1763354563.773790:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7400. 00000020:00000040:0.0:1763354563.773796:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 5 00000100:00000001:0.0:1763354563.773802:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354563.773806:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7873 00000100:00000040:1.0:1763354563.773813:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:1.0:1763354563.773816:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.773821:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.773828:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.773835:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24708. 00000020:00000010:1.0:1763354563.773842:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152c00. 00000020:00000040:1.0:1763354563.773849:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 6 00000100:00000001:1.0:1763354563.773855:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.773891:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354563.773895:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354563.773901:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354563.773905:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354563.773910:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381baa8. 00000400:00000200:1.0:1763354563.773917:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:1.0:1763354563.773921:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:1.0:1763354563.773928:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.773937:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1f80 x1848998542708864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354563.773978:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1f80 x1848998542708864/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.774005:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.774009:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.774014:0:3655:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354563.774019:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354563.774023:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.774026:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763354563.774057:0:29734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 02000000:00000001:1.0:1763354563.774060:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763354563.774062:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1763354563.774068:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840c58 time=46 v=5 (5 5 5 5) 00000800:00000001:0.0:1763354563.774072:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.774077:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:1.0:1763354563.774078:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=70 v=5 (1 1 1 1) 00000800:00000001:0.0:1763354563.774080:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.774088:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1763354563.774089:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:1.0:1763354563.774091:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.774096:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354563.774100:0:3655:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.774101:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d1f80 00000100:00000001:1.0:1763354563.774106:0:3655:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763354563.774110:0:3655:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000400:00000200:0.0:1763354563.774111:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 4040 00000100:00000001:1.0:1763354563.774115:0:3655:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000800:00000001:0.0:1763354563.774119:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763354563.774120:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.774124:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315845504 : -123191393706112 : ffff8ff544bd1f80) 00000800:00000001:0.0:1763354563.774127:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.774131:0:3655:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1763354563.774132:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1763354563.774136:0:3655:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589975991 gen 3 00000400:00000200:0.0:1763354563.774139:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000040:1.0:1763354563.774149:0:3655:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975991) req@ffff8ff54ec64a80 x1848998542702592/t8589975990(8589975990) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.774151:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.774153:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.774160:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9b100. 00000100:00000040:0.0:1763354563.774164:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9b100 x1848998841098112 msgsize 440 00000100:00100000:0.0:1763354563.774175:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000004:00080000:1.0:1763354563.774184:0:3655:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff54ec64a80, transno 8589975990 00000100:00000001:0.0:1763354563.774188:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.774189:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.774193:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000800:00000001:0.0:1763354563.774194:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.774198:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.774210:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.774219:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec64a80 x1848998542702592/t8589975990(8589975990) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.774228:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.774233:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841098112 00000100:00000001:1.0:1763354563.774234:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.774238:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.774243:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1763354563.774244:0:3655:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975991) req@ffff8ff66b31ad80 x1848998542703232/t8589975991(8589975991) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.774247:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.774255:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.774263:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841098112 00000004:00000001:1.0:1763354563.774264:0:3655:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000020:00000001:3.0:1763354563.774268:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000004:00080000:1.0:1763354563.774270:0:3655:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589975991 committed transno 8589975991 00000020:00000040:3.0:1763354563.774272:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354563.774277:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:1.0:1763354563.774278:0:3655:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5451ac000. 00000020:00000040:3.0:1763354563.774281:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=17 00000004:00000010:1.0:1763354563.774286:0:3655:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000020:00000001:3.0:1763354563.774287:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000004:00000010:1.0:1763354563.774293:0:3655:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff5970adf00. 00000020:00000001:3.0:1763354563.774294:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000004:00000010:1.0:1763354563.774299:0:3655:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff5970ad6c0. 00000100:00000001:3.0:1763354563.774301:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:1.0:1763354563.774304:0:3655:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000020:00000010:3.0:1763354563.774308:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a5c0. 00000100:00000001:1.0:1763354563.774309:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354563.774315:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763354563.774319:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66b31ad80 x1848998542703232/t8589975991(8589975991) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354563.774321:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a5c0. 00000020:00000010:3.0:1763354563.774331:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9a00. 00000100:00000001:1.0:1763354563.774337:0:3655:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1763354563.774339:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 02000000:00000001:1.0:1763354563.774341:0:3655:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354563.774347:0:3655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff5559ce000. 00000020:00000010:3.0:1763354563.774348:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 02000000:00000001:1.0:1763354563.774357:0:3655:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1763354563.774359:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:1.0:1763354563.774361:0:3655:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1763354563.774365:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:1.0:1763354563.774366:0:3655:0:(genops.c:1242:class_import_put()) import ffff8ff67c840800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763354563.774369:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.774374:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.774374:0:3655:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354563.774379:0:3655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176e00. 00000100:00000001:3.0:1763354563.774382:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.774386:0:3655:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354563.774391:0:3655:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354563.774396:0:3655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31ad80. 00000100:00000001:3.0:1763354563.774399:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.774402:0:3655:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354563.774407:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.774416:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1763354563.774417:0:3655:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.774420:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354563.774424:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.774428:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.774432:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85196 00000100:00000001:1.0:1763354563.774437:0:3655:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354563.774439:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354563.774440:0:74539:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.774444:0:3655:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:3.0:1763354563.774446:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470809856 : -123191238741760 : ffff8ff54df9b100) 00000100:00000001:0.0:1763354563.774447:0:74539:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.774451:0:3655:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354563.774456:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.774458:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df9b100 x1848998841098112/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1763354563.774466:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.774480:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.774486:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a5c0. 00000100:00000001:3.0:1763354563.774492:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.774493:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.774498:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a5c0. 00000100:00000001:1.0:1763354563.774499:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354563.774504:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763354563.774507:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+17:2407:x1848998841098112:12345-192.168.203.48@tcp:16:lfs.0 00000004:00080000:1.0:1763354563.774511:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff544bd1f80/2, rc 0, transno 8589975996 00000100:00000200:3.0:1763354563.774513:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841098112 00000020:00000001:3.0:1763354563.774518:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00001000:1.0:1763354563.774520:0:3655:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 0 in flight, 2 in progress 00000020:00000001:3.0:1763354563.774521:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.774525:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.774531:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1763354563.774532:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354563.774534:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831008 : -1043720608 : ffffffffc1ca1660) 00000020:00000001:3.0:1763354563.774542:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354563.774549:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354563.774552:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3655:1848998542708864:0@lo:6:osp-syn-1-0.0 00000020:00000001:3.0:1763354563.774554:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.774560:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1763354563.774562:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.774565:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1763354563.774568:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1763354563.774570:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354563.774575:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.774575:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1763354563.774583:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.774588:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.774595:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.774600:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.774600:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.774607:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.774608:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354563.774613:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.774618:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.774618:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:3.0:1763354563.774623:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.774623:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.774630:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1763354563.774631:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:3.0:1763354563.774633:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.774637:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.774637:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.774644:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.774648:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.774652:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.774655:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.774659:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354563.774661:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.774663:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.774666:0:74509:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:3.0:1763354563.774667:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.774668:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.774671:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00002000:00000001:3.0:1763354563.774673:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789880880 : -123190919670736 : ffff8ff560fe5430) 00000020:00000001:3.0:1763354563.774675:0:74509:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:3.0:1763354563.774678:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1bb for inode 2348 00000020:00000001:3.0:1763354563.774679:0:74509:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.774681:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354563.774686:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.774688:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.774690:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.774692:0:74509:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:3.0:1763354563.774694:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5488/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00010000:00000040:3.0:1763354563.774696:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975995, transno 0, xid 1848998841098112 00010000:00000001:3.0:1763354563.774698:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354563.774702:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54df9b100 x1848998841098112/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354563.774707:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.774709:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.774710:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.774713:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.774714:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.774716:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.774718:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.774719:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.774720:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.774722:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.774725:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121198. 00000100:00000200:3.0:1763354563.774727:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841098112, offset 224 00000400:00000200:3.0:1763354563.774730:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.774736:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.774740:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556661:1556661:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556657:1556657:8:4294967295] 00000400:00000200:3.0:1763354563.774746:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.774749:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.774753:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354563.774756:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.774760:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.774763:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.774775:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.774778:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.774779:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.774780:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.774782:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.774785:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9b100 x1848998841098112/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354563.774793:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+17:2407:x1848998841098112:12345-192.168.203.48@tcp:16:lfs.0 Request processed in 311us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.774799:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85196 00000100:00000040:3.0:1763354563.774802:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354563.774804:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.774805:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.774807:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.774812:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.774816:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9a00. 00000020:00000040:3.0:1763354563.774820:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 16 00000100:00000001:3.0:1763354563.774821:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.774830:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.774834:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000400:00000200:0.0:1763354563.774837:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.774842:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.774845:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121198 00000400:00000010:0.0:1763354563.774846:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121198. 00000100:00000001:0.0:1763354563.774849:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.774850:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.778066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:1.1:1763354563.778085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:1.1:1763354563.778095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:1.1:1763354563.778098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8a00. 00010000:00000010:1.1:1763354563.778102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9800. 00010000:00000010:2.1:1763354563.779063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da800. 00010000:00000010:2.1:1763354563.779071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00000100:00000001:0.0:1763354563.782007:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.782011:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841098368 02000000:00000001:0.0:1763354563.782013:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.782015:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.782017:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.782020:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.782024:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841098368 00000020:00000001:0.0:1763354563.782026:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.782028:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.782030:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.782033:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=463 00010000:00000010:2.1:1763354563.782069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439500. 00010000:00000010:2.1:1763354563.782076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00000020:00000001:0.0:1763354563.782079:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.782082:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.782088:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.782093:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.782098:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.782100:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000020:00000010:0.0:1763354563.782107:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7400. 00000020:00000010:0.0:1763354563.782112:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.782117:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.782123:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.782125:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.782126:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.782129:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.782134:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.782145:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.782155:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.782156:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.782160:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417419 00000100:00000040:0.0:1763354563.782163:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.782165:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315849984 : -123191393701632 : ffff8ff544bd3100) 00000100:00000040:0.0:1763354563.782171:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3100 x1848998841098368/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.782178:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.782181:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.782182:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.782184:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000100:00100000:0.0:1763354563.782190:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+463:252568:x1848998841098368:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:0.0:1763354563.782193:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841098368 00000020:00000001:0.0:1763354563.782196:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.782199:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.782202:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.782204:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.782206:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:0.0:1763354563.782209:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.782211:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841098368, found 0 last_xid 1848998841098367 00000020:00000001:0.0:1763354563.782213:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.782215:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.782216:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.782219:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782220:0:6519:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763354563.782226:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff544bd3100 x1848998841098368/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354563.782232:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763354563.782234:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763354563.782236:0:6519:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:0.0:1763354563.782238:0:6519:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763354563.782241:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.782242:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782244:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782245:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2638697288 : 2638697288 : 0x9d475348) 00000001:00000001:0.0:1763354563.782247:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2638697288 : 2638697288 : 9d475348) 00000001:00000001:0.0:1763354563.782248:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782249:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:0.0:1763354563.782250:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:0.0:1763354563.782251:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782252:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782253:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782255:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782255:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782256:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782258:0:6519:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782261:0:6519:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782262:0:6519:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782263:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782267:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354563.782268:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763354563.782270:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.782272:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.782276:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff5451a8000. 02000000:00000001:0.0:1763354563.782278:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.782279:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782282:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763354563.782283:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.782284:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782285:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782286:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782287:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782288:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782289:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782290:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782292:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.782293:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.782296:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354563.782300:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:0.0:1763354563.782301:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:0.0:1763354563.782303:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354563.782304:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782306:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.782307:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782308:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.782309:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782312:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763354563.782313:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782315:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763354563.782316:0:6519:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:0.0:1763354563.782320:0:6519:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200002344:0x19e23:0x0] 7 req@ffff8ff544bd3100 x1848998841098368/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/3152 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.782325:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.782327:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.782329:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.782330:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.782332:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399a00 refcount=3 00000020:00000001:0.0:1763354563.782334:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271936 : -123186134279680 : ffff8ff67e399a00) 00010000:00000001:0.0:1763354563.782336:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271936 : -123186134279680 : ffff8ff67e399a00) 00010000:00000040:0.0:1763354563.782338:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50200 count: 4 00000004:00000001:0.0:1763354563.782341:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354563.782351:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354563.782353:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.782355:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.782359:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.782360:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782364:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.782365:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.782370:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.782372:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.782373:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.782374:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.782376:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399a00 with handle 0x4a8bb634222cac8d from hash 00010000:00000001:0.0:1763354563.782378:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.782379:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.782380:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.782381:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.782384:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.782386:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782387:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.782388:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.782391:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399a00/0x4a8bb634222cac8d lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41398 expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.782398:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:0.0:1763354563.782400:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00010000:00000010:0.0:1763354563.782402:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138080. 00010000:00000001:0.0:1763354563.782407:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.782409:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.782411:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.782413:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) 00010000:00000001:0.0:1763354563.782416:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.782418:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782420:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.782421:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.782422:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354563.782424:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354563.782425:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e23:0x0] 00000020:00000001:0.0:1763354563.782427:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.782431:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:0.0:1763354563.782432:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:0.0:1763354563.782434:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763354563.782436:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.782440:0:6519:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6765abb98. 00000004:00000001:0.0:1763354563.782445:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763354563.782448:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.782450:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.782452:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354563.782453:0:6519:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:0.0:1763354563.782455:0:6519:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763354563.782457:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763354563.782459:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.782462:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.782465:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50200 count: 3 00010000:00000001:0.0:1763354563.782467:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.782468:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.782471:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8600. 00000020:00000001:0.0:1763354563.782473:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.782474:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8600 with handle 0x4a8bb634222cace1 to hash 00000020:00000001:0.0:1763354563.782476:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.782477:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000010:0.0:1763354563.782480:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c00. 00010000:00000001:0.0:1763354563.782483:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.782484:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.782486:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.782488:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.782493:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.782495:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.782497:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.782498:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.782500:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.782501:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.782502:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.782504:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.782505:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.782506:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.782507:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.782509:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) refcount = 3 00010000:00000040:0.0:1763354563.782512:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.782514:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 462 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.782520:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398400/0x4a8bb634222cac78 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4138a expref: 462 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354563.782524:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.782527:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.782529:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.782529:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782531:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.782532:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.782533:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782534:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.782536:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.782538:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.782540:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.782544:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.782545:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.782545:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.782546:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.782547:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.782548:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000020:00000001:0.0:1763354563.782550:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.782551:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.782552:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.782553:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.782554:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782555:0:6519:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782558:0:6519:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763354563.782565:0:6519:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763354563.782568:0:6519:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763354563.782571:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354563.782576:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0d80. 00080000:00000001:0.0:1763354563.782578:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.782581:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff547dc6800. 00080000:00000001:0.0:1763354563.782583:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882368227328 : -123191341324288 : ffff8ff547dc6800) 00000004:00000001:0.0:1763354563.782586:0:6519:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763354563.782588:0:6519:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763354563.782590:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.782591:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882368227328 : -123191341324288 : ffff8ff547dc6800) 00080000:00000001:0.0:1763354563.782593:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354563.782595:0:6519:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782596:0:6519:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782598:0:6519:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.782600:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763354563.782602:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354563.782607:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354563.782608:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.782608:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882368227328 : -123191341324288 : ffff8ff547dc6800) 00080000:00000001:0.0:1763354563.782611:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.782615:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.782617:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68e40. 00080000:00000001:0.0:1763354563.782619:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782620:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.782627:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.782629:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.782631:0:6519:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354563 00000004:00000001:0.0:1763354563.782633:0:6519:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763354563.782634:0:6519:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763354563.782636:0:6519:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763354563.782637:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.782638:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882368227328 : -123191341324288 : ffff8ff547dc6800) 00080000:00000001:0.0:1763354563.782657:0:6519:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.782659:0:6519:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782661:0:6519:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782662:0:6519:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.782665:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354563.782666:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.782670:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.782672:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214465, last_committed = 21475214464 00000001:00000010:0.0:1763354563.782675:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0ae0. 00000001:00000040:0.0:1763354563.782676:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 1 00000020:00000040:0.0:1763354563.782678:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=463 00000001:00000010:0.0:1763354563.782683:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095780. 00000004:00000001:0.0:1763354563.782687:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354563.782688:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354563.782690:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882368227328 : -123191341324288 : ffff8ff547dc6800) 00000004:00000001:0.0:1763354563.782702:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354563.782705:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095780: xid 1848998841098368, transno 21475214465, tag 1, client gen 10, slot idx 0 00000001:00000001:0.0:1763354563.782707:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.782714:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68e40. 00040000:00000001:0.0:1763354563.782716:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.782718:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.782720:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.782722:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0d80. 00000020:00000001:0.0:1763354563.782724:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.782728:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50200 count: 4 00010000:00000001:0.0:1763354563.782730:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354563.782732:0:6519:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:0.0:1763354563.782734:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354563.782735:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.782736:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.782738:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354563.782739:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.782740:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.782741:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000020:00000001:0.0:1763354563.782742:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354563.782744:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000004:00010000:0.0:1763354563.782746:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cfb87df0 reply state 000000008f0397ac transno 21475214465 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.782751:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354563.782753:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.782754:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782756:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.782757:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.782758:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.782759:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.782761:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) refcount = 3 00010000:00000040:0.0:1763354563.782762:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.782765:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.782770:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398400/0x4a8bb634222cac78 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4138a expref: 463 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354563.782775:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.782778:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.782779:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.782780:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782781:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.782783:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.782784:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.782785:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) 00010000:00010000:0.0:1763354563.782787:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354563.782788:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.782790:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.782791:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.782792:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354563.782793:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763354563.782794:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.782795:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354563.782796:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354563.782796:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354563.782797:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354563.782798:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354563.782799:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763354563.782800:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763354563.782802:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782804:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.782807:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354563.782816:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763354563.782818:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763354563.782820:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763354563.782822:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.782824:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e23:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763354563.782827:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763354563.782829:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782830:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.782831:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782833:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782834:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782835:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782836:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782837:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782838:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.782840:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.782841:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.782842:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354563.782844:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e23:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:0.0:1763354563.782847:0:6519:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:0.0:1763354563.782848:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354563.782849:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763354563.782852:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.782857:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782858:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.782860:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.782861:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782863:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763354563.782865:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354563.782866:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354563.782867:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354563.782868:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354563.782870:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354563.782871:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354563.782875:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.782877:0:6519:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.782879:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214464, transno 21475214465, xid 1848998841098368 00010000:00000001:0.0:1763354563.782881:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763354563.782883:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=464 00010000:00000200:0.0:1763354563.782885:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214465, last committed = 21475214464 00010000:00000200:0.0:1763354563.782888:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3100 x1848998841098368/t21475214465(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.782895:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.782896:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.782899:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.782903:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.782905:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.782906:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.782908:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.782911:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.782913:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.782916:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.782919:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b2a8. 00000100:00000200:0.0:1763354563.782923:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841098368, offset 224 00000400:00000200:0.0:1763354563.782928:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.782935:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.782940:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556662:1556662:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556658:1556658:8:4294967295] 00000400:00000200:0.0:1763354563.782948:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.782952:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.782956:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d300. 00000800:00000200:0.0:1763354563.782980:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.782985:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.782989:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d300 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.783001:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.783004:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.783007:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.783008:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.783009:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.783013:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3100 x1848998841098368/t21475214465(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.783021:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+464:252568:x1848998841098368:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 841us (1077us total) trans 21475214465 rc 0/0 00000100:00100000:0.0:1763354563.783028:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417419 00000100:00000040:0.0:1763354563.783030:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354563.783065:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.783068:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.783073:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.783078:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf960. 00000020:00000010:0.0:1763354563.783084:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7400. 00000020:00000040:0.0:1763354563.783090:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00000100:00000001:0.0:1763354563.783093:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.783123:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.783130:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d300. 00000400:00000200:1.0:1763354563.783134:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.783139:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.783143:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b2a8 00000400:00000010:1.0:1763354563.783144:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b2a8. 00000100:00000001:1.0:1763354563.783147:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.783149:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.784383:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.784391:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.784394:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.784397:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.784403:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.784413:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d2100 00000400:00000200:0.0:1763354563.784420:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 4480 00000800:00000001:0.0:1763354563.784425:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.784431:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.784433:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.784436:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.784441:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.784443:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.784447:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9a680. 00000100:00000040:0.0:1763354563.784450:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9a680 x1848998841098496 msgsize 328 00000100:00100000:0.0:1763354563.784455:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.784468:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.784473:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.784476:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.784508:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.784512:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841098496 02000000:00000001:3.0:1763354563.784514:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.784516:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.784518:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.784523:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.784526:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841098496 00000020:00000001:3.0:1763354563.784528:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.784529:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354563.784532:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.784535:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=17 00000020:00000001:3.0:1763354563.784538:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354563.784540:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354563.784544:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.784548:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a5c0. 00000100:00000001:3.0:1763354563.784551:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.784554:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a5c0. 00000020:00000010:3.0:1763354563.784559:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9a00. 00000020:00000010:3.0:1763354563.784563:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.784568:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.784573:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354563.784575:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.784577:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.784578:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.784582:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.784592:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.784599:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.784600:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.784604:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85197 00000100:00000040:3.0:1763354563.784606:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354563.784608:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470807168 : -123191238744448 : ffff8ff54df9a680) 00000100:00000040:3.0:1763354563.784613:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df9a680 x1848998841098496/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354563.784619:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.784622:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a5c0. 00000100:00000001:3.0:1763354563.784623:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.784625:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a5c0. 00000100:00100000:3.0:1763354563.784628:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+17:252568:x1848998841098496:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354563.784631:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841098496 00000020:00000001:3.0:1763354563.784632:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354563.784634:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.784635:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.784637:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.784638:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354563.784641:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354563.784643:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.784645:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.784646:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.784650:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.784653:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354563.784655:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354563.784657:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354563.784658:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354563.784660:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.784665:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354563.784671:0:74509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc500. 00010000:00000010:3.0:1763354563.784675:0:74509:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff5970dc100. 00010000:00000001:3.0:1763354563.784678:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354563.784681:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581e00. 00000020:00000001:3.0:1763354563.784684:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354563.784686:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581e00 with handle 0x4a8bb634222cace8 to hash 00000020:00000001:3.0:1763354563.784688:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354563.784690:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00000001:3.0:1763354563.784693:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443054080 : -123186266497536 : ffff8ff676581e00) 00010000:00010000:3.0:1763354563.784697:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222cace8 lrc: 2/0,0 mode: --/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413d7 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763354563.784706:0:74509:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763354563.784709:0:74509:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff54442a5c0. 00002000:00000001:3.0:1763354563.784712:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.784714:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.784719:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00002000:00000001:3.0:1763354563.784721:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789880880 : -123190919670736 : ffff8ff560fe5430) 00002000:00000001:3.0:1763354563.784723:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.784725:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763354563.784727:0:74509:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x53d7:0x0] initial LVB size: 4096, mtime: 0x691aa7c3, atime: 0x0, ctime: 0x691aa7c3, blocks: 0x8 00002000:00000001:3.0:1763354563.784729:0:74509:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763354563.784731:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5488/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00010000:00000040:3.0:1763354563.784734:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:3.0:1763354563.784736:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=18 00000100:00000001:3.0:1763354563.784742:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.784743:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.784746:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff644f0f400. 02000000:00000001:3.0:1763354563.784747:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.784749:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.784750:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354563.784752:0:74509:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354563.784754:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.784756:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.784758:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.784760:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.784761:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.784762:0:74509:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.784763:0:74509:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.784765:0:74509:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763354563.784770:0:74509:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222cace8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413d7 expref: 18 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.784775:0:74509:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d7:0x0].0x0 (ffff8ff5970dc500) refcount = 1 00010000:00000040:3.0:1763354563.784777:0:74509:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.784779:0:74509:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222cace8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413d7 expref: 18 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.784785:0:74509:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.784787:0:74509:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.784788:0:74509:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.784789:0:74509:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.784791:0:74509:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.784792:0:74509:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.784795:0:74509:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354563.784798:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff676581e00/0x4a8bb634222cace8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413d7 expref: 18 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.784804:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.784806:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354563.784807:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.784809:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.784810:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.784811:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.784812:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.784813:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676581e00, rc 0) 00000020:00000001:3.0:1763354563.784815:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.784817:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975995, transno 0, xid 1848998841098496 00010000:00000001:3.0:1763354563.784819:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354563.784822:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54df9a680 x1848998841098496/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354563.784827:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.784828:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.784830:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.784833:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.784834:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.784836:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.784837:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.784838:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.784840:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.784841:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.784844:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121dd0. 00000100:00000200:3.0:1763354563.784847:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841098496, offset 224 00000400:00000200:3.0:1763354563.784851:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.784855:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.784859:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556663:1556663:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556659:1556659:8:4294967295] 00000400:00000200:3.0:1763354563.784865:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.784868:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.784871:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354563.784874:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.784878:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.784880:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.784892:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.784895:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.784896:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.784898:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.784899:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.784902:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9a680 x1848998841098496/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354563.784910:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+18:252568:x1848998841098496:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 289us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.784916:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85197 00000100:00000040:3.0:1763354563.784918:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354563.784920:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.784921:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.784924:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.784929:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.784932:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9a00. 00000020:00000040:3.0:1763354563.784936:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 17 00000100:00000001:3.0:1763354563.784938:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.785988:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.785993:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.785995:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.785997:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.786000:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.786007:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d2180 00000400:00000200:1.0:1763354563.786011:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 4808 00000800:00000001:1.0:1763354563.786014:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.786018:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.786019:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.786022:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.786025:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.786026:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.786029:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356680. 00000100:00000040:1.0:1763354563.786031:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653356680 x1848998841098624 msgsize 440 00000100:00100000:1.0:1763354563.786054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.786063:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.786069:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.786073:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.786095:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.786098:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841098624 02000000:00000001:3.0:1763354563.786100:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.786101:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.786103:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.786105:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.786107:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841098624 00000020:00000001:3.0:1763354563.786108:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.786109:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354563.786110:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.786112:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=18 00000020:00000001:3.0:1763354563.786113:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354563.786115:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354563.786117:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.786120:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.786122:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.786123:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.786126:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9a00. 00000020:00000010:3.0:1763354563.786128:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.786130:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.786134:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354563.786135:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.786136:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.786137:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.786140:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.786149:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.786154:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.786156:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.786158:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85198 00000100:00000040:3.0:1763354563.786160:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354563.786162:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886853576320 : -123186855975296 : ffff8ff653356680) 00000100:00000040:3.0:1763354563.786165:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff653356680 x1848998841098624/t0(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354563.786171:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.786173:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.786175:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.786177:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.786180:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff653356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+18:2403:x1848998841098624:12345-192.168.203.48@tcp:2:lfs.0 00000100:00000200:3.0:1763354563.786183:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841098624 00000020:00000001:3.0:1763354563.786184:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354563.786186:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.786187:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.786188:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.786190:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830336 : -1043721280 : ffffffffc1ca13c0) 00000020:00000001:3.0:1763354563.786191:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354563.786193:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.786194:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.786195:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.786197:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763354563.786199:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354563.786200:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.786201:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.786202:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.786204:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.786205:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.786206:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.786207:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.786208:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.786210:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.786211:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.786212:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.786213:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.786214:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.786215:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.786217:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.786218:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.786220:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff644f0c000. 02000000:00000001:3.0:1763354563.786222:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.786223:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.786225:0:74509:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:3.0:1763354563.786227:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.786228:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.786230:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00002000:00000001:3.0:1763354563.786232:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789880880 : -123190919670736 : ffff8ff560fe5430) 00002000:00000001:3.0:1763354563.786234:0:74509:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:3.0:1763354563.786238:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1bb for inode 2348 00002000:00000001:3.0:1763354563.786239:0:74509:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.786241:0:74509:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.786243:0:74509:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763354563.786244:0:74509:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.786247:0:74509:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354563.786249:0:74509:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f8600. 00080000:00000001:3.0:1763354563.786252:0:74509:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311808512 : -123191397743104 : ffff8ff5447f8600) 00000001:00000001:3.0:1763354563.786254:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.786254:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.786256:0:74509:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354563.786258:0:74509:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.786262:0:74509:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354563.786265:0:74509:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354563.786267:0:74509:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.786269:0:74509:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442abc0. 00080000:00000001:3.0:1763354563.786271:0:74509:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.786276:0:74509:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.786279:0:74509:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6417f92d8. 00080000:00000001:3.0:1763354563.786293:0:74509:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354563.786295:0:74509:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:3.0:1763354563.786302:0:74509:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.786305:0:74509:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354563.786309:0:74509:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354563.786312:0:74509:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354563.786315:0:74509:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975997, last_committed = 8589975995 00000001:00000010:3.0:1763354563.786319:0:74509:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02c00. 00000001:00000040:3.0:1763354563.786322:0:74509:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 1 00000020:00000040:3.0:1763354563.786325:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=19 00000001:00000001:3.0:1763354563.786339:0:74509:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.786345:0:74509:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442abc0. 00040000:00000001:3.0:1763354563.786349:0:74509:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354563.786351:0:74509:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354563.786353:0:74509:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.786358:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354563.786364:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.786367:0:74509:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:3.0:1763354563.786369:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5488/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00010000:00000040:3.0:1763354563.786374:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc500 count: 2 00010000:00000001:3.0:1763354563.786376:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354563.786379:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.786382:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.786384:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.786387:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00002000:00000001:3.0:1763354563.786389:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789880880 : -123190919670736 : ffff8ff560fe5430) 00002000:00000001:3.0:1763354563.786392:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.786394:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763354563.786397:0:74509:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000403:0x53d7:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763354563.786400:0:74509:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000403:0x53d7:0x0] updating lvb mtime from disk: 1763354563 -> 1763354562 00002000:00010000:3.0:1763354563.786403:0:74509:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000403:0x53d7:0x0] updating lvb atime from disk: 0 -> 1763354562 00002000:00010000:3.0:1763354563.786405:0:74509:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000403:0x53d7:0x0] updating lvb ctime from disk: 1763354563 -> 1763354563 00002000:00010000:3.0:1763354563.786409:0:74509:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000403:0x53d7:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:3.0:1763354563.786412:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe5488/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00010000:00000040:3.0:1763354563.786415:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975995, transno 8589975997, xid 1848998841098624 00010000:00000001:3.0:1763354563.786418:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354563.786423:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff653356680 x1848998841098624/t8589975997(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354563.786431:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.786433:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.786436:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.786438:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.786440:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.786441:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.786443:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.786444:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.786446:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.786448:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.786450:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121088. 00000100:00000200:3.0:1763354563.786453:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841098624, offset 224 00000400:00000200:3.0:1763354563.786456:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.786461:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.786464:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556664:1556664:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556660:1556660:8:4294967295] 00000400:00000200:3.0:1763354563.786472:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.786477:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.786482:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354563.786486:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.786491:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.786494:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.786508:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.786512:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.786514:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.786516:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.786518:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.786523:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653356680 x1848998841098624/t8589975997(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354563.786534:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff653356680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+19:2403:x1848998841098624:12345-192.168.203.48@tcp:2:lfs.0 Request processed in 360us (500us total) trans 8589975997 rc 0/0 00000100:00100000:3.0:1763354563.786542:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85198 00000100:00000040:3.0:1763354563.786544:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354563.786546:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.786547:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.786550:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.786553:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.786556:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9a00. 00000020:00000040:3.0:1763354563.786559:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 18 00000100:00000001:3.0:1763354563.786561:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.786584:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.786589:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4f00. 00000400:00000200:0.0:1763354563.786594:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.786599:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.786603:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121088 00000400:00000010:0.0:1763354563.786605:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121088. 00000100:00000001:0.0:1763354563.786608:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.786610:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354563.787727:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.787731:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841098880 02000000:00000001:0.0:1763354563.787733:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.787735:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.787737:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.787740:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.787742:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841098880 00000020:00000001:0.0:1763354563.787745:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.787747:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.787749:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.787751:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=464 00000020:00000001:0.0:1763354563.787754:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.787757:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.787760:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.787763:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.787766:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.787768:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000020:00000010:0.0:1763354563.787773:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7400. 00000020:00000010:0.0:1763354563.787777:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee980. 00000020:00000010:0.0:1763354563.787781:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf960. 00000100:00000040:0.0:1763354563.787786:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354563.787788:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.787789:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.787791:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.787796:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.787808:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.787817:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.787819:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.787824:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417420 00000100:00000040:0.0:1763354563.787827:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.787830:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315844608 : -123191393707008 : ffff8ff544bd1c00) 00000100:00000040:0.0:1763354563.787836:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd1c00 x1848998841098880/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.787846:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.787849:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.787851:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.787854:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000100:00100000:0.0:1763354563.787858:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+464:252568:x1848998841098880:12345-192.168.203.48@tcp:55:lfs.0 00000100:00000200:0.0:1763354563.787862:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841098880 00000020:00000001:0.0:1763354563.787865:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.787867:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354563.787871:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095780: xid 1848998841098368, transno 21475214465, client gen 10, slot idx 0 00000001:00000001:0.0:1763354563.787876:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66d1c4c00: xid 1848998841095680, transno 21475214464, client gen 10, slot idx 1 00000001:00000010:0.0:1763354563.787880:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66d1c4c00. 00000020:00000001:0.0:1763354563.787883:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.787886:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.787888:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707744 : -1045843872 : ffffffffc1a9b060) 00000020:00000001:0.0:1763354563.787890:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354563.787892:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841098880, found 0 last_xid 1848998841098879 00000020:00000001:0.0:1763354563.787895:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.787897:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.787898:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.787901:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.787903:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.787906:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000020:00000001:0.0:1763354563.787909:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.787911:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.787914:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.787916:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.787920:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901f000. 02000000:00000001:0.0:1763354563.787922:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.787924:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.787928:0:6519:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:0.0:1763354563.787931:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354563.787932:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.787934:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787936:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.787938:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.787940:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787942:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.787943:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.787945:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787947:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.787949:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.787951:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787952:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.787954:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.787956:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787958:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.787975:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.787978:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787980:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.787981:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.787985:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354563.787990:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:0.0:1763354563.787992:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:0.0:1763354563.787994:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354563.787996:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.787999:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.788000:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.788002:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354563.788004:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354563.788007:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763354563.788010:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.788013:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.788017:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50200 count: 4 00010000:00000001:0.0:1763354563.788020:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.788022:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.788026:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9c00. 00000020:00000001:0.0:1763354563.788030:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.788032:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9c00 with handle 0x4a8bb634222cacef to hash 00010000:00000010:0.1:1763354563.788060:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00000020:00000001:0.0:1763354563.788069:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.788071:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000010:0.0:1763354563.788076:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927300. 00010000:00000001:0.0:1763354563.788079:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354563.788083:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.788084:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.788088:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cacef lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.788096:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.788100:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.788102:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.788104:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.788107:0:6519:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.788112:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.788120:0:6519:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354563.788122:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.788124:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.788126:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.788128:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.788131:0:6519:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763354563.788134:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cacef lrc: 4/0,1 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000040:0.0:1763354563.788141:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) refcount = 4 00010000:00000040:0.0:1763354563.788144:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.788147:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000040:0.0:1763354563.788154:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.788162:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398400/0x4a8bb634222cac78 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4138a expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.788168:0:6519:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763354563.788170:0:6519:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cacef lrc: 4/0,1 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000010:0.0:1763354563.788177:0:6519:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.788181:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.788186:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0950c0. 00000100:00000001:0.0:1763354563.788189:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000100:00000001:0.0:1763354563.788191:0:6519:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000100:00000001:0.0:1763354563.788194:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.788197:0:6519:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.788199:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.788201:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.788203:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763354563.788205:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.788207:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.788209:0:6519:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763354563.788211:0:6519:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763354563.788214:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98a80. 00000020:00000040:0.0:1763354563.788218:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763354563.788221:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.788224:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.788228:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.788234:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7e00. 00000100:00000001:0.0:1763354563.788239:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.788245:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354563.788260:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 464 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:0.0:1763354563.788269:0:6519:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354563.788272:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.788276:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54df98a80 x1848998542709248/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.788285:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.788287:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.788292:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54df98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6519:1848998542709248:192.168.203.48@tcp:104: 00000100:00000001:0.0:1763354563.788296:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.788300:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.788303:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.788306:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.788310:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc7a00. 02000000:00000001:0.0:1763354563.788311:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.788316:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f6e0. 00000400:00000010:0.0:1763354563.788321:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b550. 00000100:00000200:0.0:1763354563.788326:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542709248, portal 16 00000100:00000001:0.0:1763354563.788329:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.788330:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882470800000 : -123191238751616 : ffff8ff54df98a80) 00000100:00000040:0.0:1763354563.788336:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54df98a80 x1848998542709248/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.788344:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.788346:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.788349:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535be58. 00000100:00000200:0.0:1763354563.788352:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542709248, offset 0 00000400:00000200:0.0:1763354563.788357:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.788364:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.788369:0:6519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354563.788373:0:6519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354563.788377:0:6519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354563.788379:0:6519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.788383:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556665:1556665:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556661:1556661:8:4294967295] 00000400:00000200:0.0:1763354563.788392:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.788397:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.788401:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534db00. 00000800:00000200:0.0:1763354563.788405:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.788411:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.788414:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534db00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.788428:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.788433:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306886864 00000100:00000001:0.0:1763354563.788440:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886839 00000100:00000001:0.0:1763354563.788444:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306886864 00000100:00000001:0.0:1763354563.788448:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886839 00000100:00000001:0.0:1763354563.788451:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306886864 00000100:00000001:0.0:1763354563.788454:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886839 00000100:00000001:0.0:1763354563.788457:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306886864 00000100:00000001:0.0:1763354563.788460:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886839 00000100:00000001:0.0:1763354563.788463:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.788466:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.788469:0:6519:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.788471:0:6519:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.788474:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.788477:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.788479:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.788481:0:6519:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.788484:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.788485:0:6519:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.788488:0:6519:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.788491:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.788493:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.788495:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0950c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.788499:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.788502:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.788524:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.788528:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534db00. 00000400:00000200:1.0:1763354563.788532:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.788536:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.788538:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535be58 00000400:00000010:1.0:1763354563.788540:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535be58. 00000100:00000001:1.0:1763354563.788543:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.788547:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54df98a80 x1848998542709248/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.788554:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.788557:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54df98a80 x1848998542709248/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.788563:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.788564:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.789430:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.789438:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.789441:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.789443:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.789449:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.789459:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541200 00000400:00000200:0.0:1763354563.789465:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8899 [1] + 224 00000800:00000001:0.0:1763354563.789470:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.789477:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.789479:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.789483:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.789488:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.789493:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54df98a80 x1848998542709248/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.789503:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54df98a80 x1848998542709248/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.789523:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.789529:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.789532:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.790056:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.790059:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841099008 02000000:00000001:0.0:1763354563.790061:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.790064:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.790065:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.790069:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.790071:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841099008 00000020:00000001:0.0:1763354563.790074:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.790075:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354563.790077:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.790079:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=465 00000020:00000001:0.0:1763354563.790082:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354563.790083:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354563.790086:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.790090:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.790093:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.790095:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000020:00000010:0.0:1763354563.790100:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7e00. 00000020:00000010:0.0:1763354563.790105:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee880. 00000020:00000010:0.0:1763354563.790109:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf7d0. 00000100:00000040:0.0:1763354563.790115:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354563.790118:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.790119:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354563.790121:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354563.790124:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790126:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354563.790129:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.790131:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.790132:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399600 refcount=4 00000020:00000001:0.0:1763354563.790135:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000001:0.0:1763354563.790137:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00010000:0.0:1763354563.790144:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 465 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:0.0:1763354563.790151:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.790152:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.790154:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.790157:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.790162:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354563.790166:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff544bd2300 x1848998841099008/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.790174:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354563.790175:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.790188:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.790198:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.790200:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.790204:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6351 00000100:00000040:0.0:1763354563.790207:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:0.0:1763354563.790209:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315846400 : -123191393705216 : ffff8ff544bd2300) 00000100:00000040:0.0:1763354563.790215:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd2300 x1848998841099008/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.790224:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.790227:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.790230:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.790232:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00100000:0.0:1763354563.790237:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+465:2406:x1848998841099008:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354563.790244:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841099008 00010000:00000001:0.0:1763354563.790246:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354563.790248:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354563.790250:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354563.790254:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.790255:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.790258:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901d800. 02000000:00000001:0.0:1763354563.790260:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.790262:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790263:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354563.790264:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354563.790266:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354563.790267:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.790268:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399600 refcount=4 00000020:00000001:0.0:1763354563.790270:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000001:0.0:1763354563.790271:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000040:0.0:1763354563.790273:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50200 count: 5 00000004:00000001:0.0:1763354563.790275:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354563.790278:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 465 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:0.0:1763354563.790283:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354563.790285:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354563.790288:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.790289:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.790291:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 465 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:0.0:1763354563.790296:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.790297:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.790299:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.790300:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790303:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.790304:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354563.790309:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.790309:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.790311:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.790312:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.790314:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399600 with handle 0x4a8bb634222caccc from hash 00010000:00000001:0.0:1763354563.790316:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354563.790317:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.790317:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.790318:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354563.790321:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.790323:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790324:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354563.790325:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.790327:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222caccc lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f413d0 expref: 465 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:0.0:1763354563.790332:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:0.0:1763354563.790333:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00010000:00000010:0.0:1763354563.790335:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138000. 00010000:00000001:0.0:1763354563.790340:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.790341:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.790342:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354563.790344:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) 00010000:00010000:0.0:1763354563.790349:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cacef lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.790354:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354563.790356:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.790358:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.790360:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.790362:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.790365:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.790367:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354563.790370:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cacef lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.790381:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354563.790383:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354563.790385:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354563.790386:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354563.790388:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) refcount = 4 00010000:00000040:0.0:1763354563.790391:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.790394:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000040:0.0:1763354563.790401:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398400/0x4a8bb634222cac78 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4138a expref: 464 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354563.790408:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cacef lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354563.790412:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354563.790414:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.790415:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790416:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.790417:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.790419:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354563.790422:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.790424:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.790427:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095000. 00000100:00000001:0.0:1763354563.790428:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:0.0:1763354563.790429:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:0.0:1763354563.790431:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.790432:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.790433:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.790434:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354563.790445:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790447:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.790449:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.790450:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790452:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.790454:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.790457:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.790459:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.790460:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354563.790462:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095000. 00000100:00000001:0.0:1763354563.790465:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354563.790466:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.790469:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68d80. 00010000:00000001:0.0:1763354563.790471:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354563.790473:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354563.790475:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.790478:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.790481:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.790484:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354563.790488:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.790491:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.790493:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.790496:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.790498:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.790501:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.790503:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.790507:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b4c8. 00000100:00000200:0.0:1763354563.790510:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841099008, offset 224 00000400:00000200:0.0:1763354563.790515:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.790522:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.790527:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556666:1556666:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556662:1556662:8:4294967295] 00000400:00000200:0.0:1763354563.790536:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.790541:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.790545:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d200. 00000800:00000200:0.0:1763354563.790549:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.790555:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.790558:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.790572:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.790576:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.790579:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.790581:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.790586:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd2300 x1848998841099008/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.790598:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+464:2406:x1848998841099008:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 371us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.790606:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6351 00000100:00000040:0.0:1763354563.790609:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354563.790612:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.790614:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.790618:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee880. 00000020:00000010:0.0:1763354563.790622:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf7d0. 00000020:00000010:0.0:1763354563.790627:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7e00. 00000020:00000040:0.0:1763354563.790632:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00000100:00000001:0.0:1763354563.790635:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.790654:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.790661:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d200. 00000400:00000200:1.0:1763354563.790667:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.790678:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.790685:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b4c8 00000400:00000010:1.0:1763354563.790691:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b4c8. 00000100:00000001:1.0:1763354563.790698:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.790703:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763354563.790899:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.790902:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66f02b000. 00000400:00000200:0.0:1763354563.790906:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.790911:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.790915:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be73b8 00000400:00000010:0.0:1763354563.790917:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be73b8. 00000100:00000001:0.0:1763354563.790920:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.790922:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354563.792185:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.792188:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841099136 02000000:00000001:3.0:1763354563.792190:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.792191:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.792192:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.792194:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.792197:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841099136 00000020:00000001:3.0:1763354563.792198:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.792199:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.792200:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.792203:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:3.0:1763354563.792204:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.792206:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.792208:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.792211:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.792213:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.792215:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.792219:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9a00. 00000020:00000010:3.0:1763354563.792221:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.792224:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.792228:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354563.792230:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.792231:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.792232:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.792235:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.792245:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.792251:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.792252:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.792256:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85199 00000100:00000040:3.0:1763354563.792258:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.792260:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 00000100:00000040:3.0:1763354563.792265:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd1180 x1848998841099136/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.792271:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.792273:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.792275:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.792276:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.792280:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841099136:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:3.0:1763354563.792283:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841099136 00000020:00000001:3.0:1763354563.792284:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354563.792286:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354563.792288:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.792289:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354563.792291:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:3.0:1763354563.792293:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354563.792295:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.792297:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354563.792298:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354563.792300:0:74509:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763354563.792302:0:74509:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354563.792304:0:74509:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.792305:0:74509:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354563.792307:0:74509:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.792308:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.792309:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.792311:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.792312:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.792313:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.792314:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.792315:0:74509:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354563.792316:0:74509:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354563.792317:0:74509:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.792318:0:74509:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.792320:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.792323:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.792325:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.792327:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff644f0f800. 02000000:00000001:3.0:1763354563.792329:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.792330:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.792333:0:74509:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763354563.792335:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.792337:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.792342:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:3.0:1763354563.792343:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:3.0:1763354563.792345:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.792349:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.792350:0:74509:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763354563.792352:0:74509:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:3.0:1763354563.792355:0:74509:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a643 for inode 2336 00000020:00000002:3.0:1763354563.792358:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00000020:00000001:3.0:1763354563.792361:0:74509:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354563.792366:0:74509:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.792368:0:74509:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.792370:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841099136 00010000:00000001:3.0:1763354563.792372:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354563.792375:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd1180 x1848998841099136/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.792380:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.792382:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.792384:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.792386:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.792388:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.792390:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.792391:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.792393:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.792394:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.792396:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.792398:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121b28. 00000100:00000200:3.0:1763354563.792401:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841099136, offset 224 00000400:00000200:3.0:1763354563.792405:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.792410:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.792414:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556668:1556668:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556664:1556664:8:4294967295] 00000400:00000200:3.0:1763354563.792421:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.792424:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.792427:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354563.792430:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.792434:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.792436:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.792447:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.792449:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.792451:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354563.792452:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.792454:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354563.792457:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998841099136/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.792464:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841099136:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 191us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.792469:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85199 00000100:00000040:3.0:1763354563.792472:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354563.792475:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.792476:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.792479:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.792483:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.792486:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9a00. 00000020:00000040:3.0:1763354563.792489:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:3.0:1763354563.792491:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.792525:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.792530:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4600. 00000400:00000200:1.0:1763354563.792534:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.792540:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.792544:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121b28 00000400:00000010:1.0:1763354563.792547:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121b28. 00000100:00000001:1.0:1763354563.792550:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.792552:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.793672:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.793680:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.793682:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.793685:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.793691:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.793699:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d2400 00000400:00000200:0.0:1763354563.793703:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 13176 00000800:00000001:0.0:1763354563.793707:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.793712:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.793713:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.793716:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.793719:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.793720:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.793723:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98e00. 00000100:00000040:0.0:1763354563.793725:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98e00 x1848998841099264 msgsize 568 00000100:00100000:0.0:1763354563.793728:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.793739:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.793744:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.793747:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.794846:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.794849:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542709376 02000000:00000001:1.0:1763354563.794851:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.794852:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.794854:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.794857:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.794859:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542709376 00000020:00000001:1.0:1763354563.794860:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.794861:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000020:00000001:1.0:1763354563.794862:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.794864:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=5 00000020:00000001:1.0:1763354563.794866:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000020:00000001:1.0:1763354563.794868:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:1.0:1763354563.794870:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.794874:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.794876:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.794878:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000010:1.0:1763354563.794883:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152c00. 00000020:00000010:1.0:1763354563.794886:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.794889:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24708. 00000100:00000040:1.0:1763354563.794892:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.794894:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.794895:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.794896:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.794899:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.794912:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.794919:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.794921:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.794923:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7874 00000100:00000040:1.0:1763354563.794925:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:1.0:1763354563.794927:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315841024 : -123191393710592 : ffff8ff544bd0e00) 00000100:00000040:1.0:1763354563.794932:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd0e00 x1848998542709376/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.794938:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.794941:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.794943:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.794944:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00100000:1.0:1763354563.794947:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6519:x1848998542709376:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.794950:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542709376 00000020:00000001:1.0:1763354563.794952:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.794954:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.794956:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.794957:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.794977:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.794979:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.794981:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.794982:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.794983:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.794985:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.794987:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.794992:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.794994:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.794995:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.794999:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff5559ce000. 02000000:00000001:1.0:1763354563.795000:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.795002:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.795005:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.795006:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.795008:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.795011:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00000020:00000001:1.0:1763354563.795014:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:1.0:1763354563.795027:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x53fa:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763354563.795029:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763354563.795031:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.795052:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d4800/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00000020:00000010:1.0:1763354563.795057:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.795061:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.795064:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.795068:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944453, transno 0, xid 1848998542709376 00010000:00000001:1.0:1763354563.795071:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.795075:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd0e00 x1848998542709376/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.795083:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.795085:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.795088:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.795092:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.795095:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.795097:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.795099:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.795101:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.795103:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.795106:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.795110:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381300. 00000100:00000200:1.0:1763354563.795114:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542709376, offset 224 00000400:00000200:1.0:1763354563.795120:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.795127:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.795133:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541280 00000400:00000200:1.0:1763354563.795138:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b88ad [2] + 224 00000400:00000200:1.0:1763354563.795143:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.795147:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.795150:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.795155:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1880 x1848998542709376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.795166:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd1880 x1848998542709376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.795186:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.795193:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381300 00000400:00000010:1.0:1763354563.795196:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381300. 00000100:00000001:1.0:1763354563.795200:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.795204:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.795210:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.795217:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.795223:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.795227:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.795231:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.795239:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0e00 x1848998542709376/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.795265:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6519:x1848998542709376:12345-0@lo:1000:mdt00_002.0 Request processed in 323us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.795279:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7874 00000100:00000040:1.0:1763354563.795286:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000001:1.0:1763354563.795290:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.795295:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.795301:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.795309:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24708. 00000020:00000010:1.0:1763354563.795317:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152c00. 00000020:00000040:1.0:1763354563.795324:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 4 00000100:00000001:1.0:1763354563.795329:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.795974:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.795977:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542709504 02000000:00000001:1.0:1763354563.795981:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.795983:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.795986:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.795992:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.795997:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542709504 00000020:00000001:1.0:1763354563.796001:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.796003:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000020:00000001:1.0:1763354563.796006:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.796010:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=5 00000020:00000001:1.0:1763354563.796014:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000020:00000001:1.0:1763354563.796018:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:1.0:1763354563.796022:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.796026:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.796053:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.796057:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000010:1.0:1763354563.796063:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152c00. 00000020:00000010:1.0:1763354563.796067:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.796071:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24708. 00000100:00000040:1.0:1763354563.796078:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.796080:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.796081:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.796083:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796086:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796092:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.796099:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.796100:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.796103:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7875 00000100:00000040:1.0:1763354563.796105:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:1.0:1763354563.796107:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315840128 : -123191393711488 : ffff8ff544bd0a80) 00000100:00000040:1.0:1763354563.796111:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd0a80 x1848998542709504/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.796117:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.796119:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.796120:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.796121:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00100000:1.0:1763354563.796124:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6519:x1848998542709504:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.796126:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542709504 00000020:00000001:1.0:1763354563.796128:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.796129:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.796130:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796132:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.796133:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.796135:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.796136:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.796138:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.796139:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.796140:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796141:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.796143:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.796145:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.796146:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.796150:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff5559c8000. 02000000:00000001:1.0:1763354563.796151:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796153:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.796155:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.796156:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.796157:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.796159:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00080000:00000001:1.0:1763354563.796163:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.796166:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153200. 00080000:00000001:1.0:1763354563.796168:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741047808 : -123190968503808 : ffff8ff55e153200) 00000020:00000001:1.0:1763354563.796170:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:1.0:1763354563.796174:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796176:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763354563.796177:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.796180:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.796181:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.796183:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1480. 00080000:00000001:1.0:1763354563.796184:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.796189:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796191:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763354563.796193:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff647505478 name trusted.fid flag 1 00080000:00000001:1.0:1763354563.796196:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.796197:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x53fa:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763354563.796212:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354563.796215:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff5559c8208 index 0: rc = 0 00000020:00000040:1.0:1763354563.796216:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763354563.796219:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.796221:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.796222:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944462, last_committed = 12884944458 00000001:00000010:1.0:1763354563.796224:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4ad80. 00000001:00000040:1.0:1763354563.796226:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676693000 : new cb_count 1 00000020:00000040:1.0:1763354563.796227:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff676693000 refcount=6 00000001:00000001:1.0:1763354563.796237:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.796241:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1480. 00040000:00000001:1.0:1763354563.796243:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.796244:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.796245:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.796247:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d4800/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00000020:00000001:1.0:1763354563.796249:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.796250:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.796252:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.796254:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.796256:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944453, transno 12884944462, xid 1848998542709504 00010000:00000001:1.0:1763354563.796257:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.796260:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd0a80 x1848998542709504/t12884944462(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.796269:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.796270:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.796272:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.796274:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.796276:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.796277:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.796278:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.796279:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796281:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.796282:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.796284:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381300. 00000100:00000200:1.0:1763354563.796287:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542709504, offset 224 00000400:00000200:1.0:1763354563.796290:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.796294:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.796298:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541300 00000400:00000200:1.0:1763354563.796301:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b88b9 [2] + 224 00000400:00000200:1.0:1763354563.796305:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.796307:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.796309:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.796311:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1880 x1848998542709504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.796317:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd1880 x1848998542709504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.796330:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.796333:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381300 00000400:00000010:1.0:1763354563.796335:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381300. 00000100:00000001:1.0:1763354563.796336:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.796338:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.796340:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.796342:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.796344:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.796345:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796350:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.796358:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0a80 x1848998542709504/t12884944462(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.796381:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6519:x1848998542709504:12345-0@lo:1000:mdt00_002.0 Request processed in 258us (453us total) trans 12884944462 rc 0/0 00000100:00100000:1.0:1763354563.796400:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7875 00000100:00000040:1.0:1763354563.796405:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000001:1.0:1763354563.796409:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.796412:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.796417:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.796420:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24708. 00000020:00000010:1.0:1763354563.796424:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152c00. 00000020:00000040:1.0:1763354563.796429:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 5 00000100:00000001:1.0:1763354563.796433:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.796706:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.796710:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542709632 02000000:00000001:1.0:1763354563.796713:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.796717:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.796719:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.796724:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.796727:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542709632 00000020:00000001:1.0:1763354563.796730:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.796733:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00000020:00000001:1.0:1763354563.796738:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.796742:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=6 00000020:00000001:1.0:1763354563.796746:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000020:00000001:1.0:1763354563.796750:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000100:00000001:1.0:1763354563.796755:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.796760:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.796764:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.796769:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000010:1.0:1763354563.796776:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152c00. 00000020:00000010:1.0:1763354563.796782:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.796787:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24708. 00000100:00000040:1.0:1763354563.796792:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.796793:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.796794:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.796796:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796798:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796807:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.796812:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.796813:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.796815:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7876 00000100:00000040:1.0:1763354563.796817:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00000100:00000001:1.0:1763354563.796818:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315976576 : -123186393575040 : ffff8ff66ec51180) 00000100:00000040:1.0:1763354563.796822:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec51180 x1848998542709632/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.796828:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.796830:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.796832:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.796833:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00100000:1.0:1763354563.796836:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6519:x1848998542709632:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.796839:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542709632 00000020:00000001:1.0:1763354563.796840:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.796843:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.796844:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796846:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.796848:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.796851:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.796853:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.796855:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.796857:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.796859:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.796861:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.796864:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.796867:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.796869:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.796874:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff544518000. 02000000:00000001:1.0:1763354563.796876:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796878:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.796882:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.796884:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.796886:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.796891:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00000020:00000001:1.0:1763354563.796894:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:1.0:1763354563.796908:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000403:0x53d7:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763354563.796911:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763354563.796914:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.796917:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55c4a8200/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00000020:00000010:1.0:1763354563.796920:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.796923:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.796925:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.796928:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975991, transno 0, xid 1848998542709632 00010000:00000001:1.0:1763354563.796930:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.796934:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec51180 x1848998542709632/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.796941:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.796943:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.796946:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.796949:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.796951:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.796954:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.796956:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.796958:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.796977:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.796979:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.796983:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381300. 00000100:00000200:1.0:1763354563.796987:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542709632, offset 224 00000400:00000200:1.0:1763354563.796992:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.796998:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.797004:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541380 00000400:00000200:1.0:1763354563.797009:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b88c5 [2] + 224 00000400:00000200:1.0:1763354563.797014:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.797017:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.797020:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.797024:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd2d80 x1848998542709632/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.797053:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd2d80 x1848998542709632/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.797069:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.797076:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381300 00000400:00000010:1.0:1763354563.797079:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381300. 00010000:00000010:2.1:1763354563.797081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9c00. 00000100:00000001:1.0:1763354563.797083:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.797086:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.797092:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.797097:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.797103:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.797107:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.797112:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.797120:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51180 x1848998542709632/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.797140:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6519:x1848998542709632:12345-0@lo:1000:mdt00_002.0 Request processed in 307us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354563.797162:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876 00000100:00000040:1.0:1763354563.797168:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000100:00000001:1.0:1763354563.797174:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.797177:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.797185:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.797192:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24708. 00000020:00000010:1.0:1763354563.797199:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152c00. 00000020:00000040:1.0:1763354563.797207:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 5 00000100:00000001:1.0:1763354563.797213:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.797722:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354563.797728:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542709760 02000000:00000001:1.0:1763354563.797733:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.797737:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.797741:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.797748:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.797754:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542709760 00000020:00000001:1.0:1763354563.797759:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.797763:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00000020:00000001:1.0:1763354563.797768:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.797771:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=6 00000020:00000001:1.0:1763354563.797774:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000020:00000001:1.0:1763354563.797777:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000100:00000001:1.0:1763354563.797780:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.797783:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.797786:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.797788:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000010:1.0:1763354563.797792:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152c00. 00000020:00000010:1.0:1763354563.797795:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.797799:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24708. 00000100:00000040:1.0:1763354563.797803:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.797805:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.797806:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.797808:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.797812:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.797824:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.797833:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.797835:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.797839:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877 00000100:00000040:1.0:1763354563.797842:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00000100:00000001:1.0:1763354563.797845:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315979264 : -123186393572352 : ffff8ff66ec51c00) 00000100:00000040:1.0:1763354563.797849:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec51c00 x1848998542709760/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.797855:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.797858:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000001:1.0:1763354563.797860:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.797861:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00100000:1.0:1763354563.797864:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6519:x1848998542709760:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.797866:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542709760 00000020:00000001:1.0:1763354563.797868:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.797869:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.797870:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.797872:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.797873:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.797875:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.797876:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.797878:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.797878:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.797880:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.797881:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.797883:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.797885:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.797886:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.797889:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff54451c000. 02000000:00000001:1.0:1763354563.797891:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.797892:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.797894:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.797895:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.797897:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.797899:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789880968 : -123190919670648 : ffff8ff560fe5488) 00080000:00000001:1.0:1763354563.797901:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.797903:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152400. 00080000:00000001:1.0:1763354563.797905:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741044224 : -123190968507392 : ffff8ff55e152400) 00000020:00000001:1.0:1763354563.797906:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:1.0:1763354563.797908:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.797910:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763354563.797912:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.797914:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.797916:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.797917:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1480. 00080000:00000001:1.0:1763354563.797919:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.797924:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.797925:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763354563.797926:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff8ff647505758 name trusted.fid flag 1 00080000:00000001:1.0:1763354563.797929:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.797930:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000403:0x53d7:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763354563.797939:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354563.797941:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff8ff54451c208 index 0: rc = 0 00000020:00000040:1.0:1763354563.797943:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763354563.797944:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.797946:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.797948:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975998, last_committed = 8589975995 00000001:00000010:1.0:1763354563.797950:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a9c0. 00000001:00000040:1.0:1763354563.797952:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482ff800 : new cb_count 2 00000020:00000040:1.0:1763354563.797953:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff6482ff800 refcount=7 00000001:00000001:1.0:1763354563.797978:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.797982:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1480. 00040000:00000001:1.0:1763354563.797984:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.797986:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.797987:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.797989:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55c4a8200/ffff8ff560fe5430 to site lru. bkt: ffff8ff66f403758 00000020:00000001:1.0:1763354563.797990:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.797992:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.797994:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381300. 00000020:00000001:1.0:1763354563.797996:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.797997:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975991, transno 8589975998, xid 1848998542709760 00010000:00000001:1.0:1763354563.797999:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.798002:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec51c00 x1848998542709760/t8589975998(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.798007:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.798009:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.798010:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.798013:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.798015:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.798016:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.798018:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.798019:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.798020:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.798021:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.798023:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381300. 00000100:00000200:1.0:1763354563.798026:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542709760, offset 224 00000400:00000200:1.0:1763354563.798029:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.798048:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.798054:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541400 00000400:00000200:1.0:1763354563.798059:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b88d1 [2] + 224 00000400:00000200:1.0:1763354563.798063:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.798066:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.798068:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.798070:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53100 x1848998542709760/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.798076:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec53100 x1848998542709760/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.798088:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.798091:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381300 00000400:00000010:1.0:1763354563.798092:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381300. 00000100:00000001:1.0:1763354563.798094:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.798095:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.798098:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.798100:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.798102:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.798104:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.798107:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.798110:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51c00 x1848998542709760/t8589975998(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.798124:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6519:x1848998542709760:12345-0@lo:1000:mdt00_002.0 Request processed in 266us (446us total) trans 8589975998 rc 0/0 00000100:00100000:1.0:1763354563.798138:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877 00000100:00000040:1.0:1763354563.798143:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000100:00000001:1.0:1763354563.798148:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.798150:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.798153:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.798159:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24708. 00000020:00000010:1.0:1763354563.798163:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152c00. 00000020:00000040:1.0:1763354563.798169:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 6 00000100:00000001:1.0:1763354563.798173:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.798556:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.798562:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:3.0:1763354563.798567:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.798573:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.798577:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000400:00000010:3.0:1763354563.798579:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:3.0:1763354563.798582:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.798585:0:3649:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354563.799068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000001:1.0:1763354563.800316:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800327:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.800330:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800333:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.800340:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.800350:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d2500 00000400:00000200:1.0:1763354563.800357:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad86d [2] + 392 00000800:00000001:1.0:1763354563.800363:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800369:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.800372:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.800376:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.800380:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.800383:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354563.800387:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653356d80. 00000100:00000040:1.0:1763354563.800390:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653356d80 x1848998841099520 msgsize 392 00000100:00100000:1.0:1763354563.800395:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.800409:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.800415:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800417:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.800419:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800420:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.800424:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.800428:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d2580 00000400:00000200:1.0:1763354563.800434:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1051 [2] + 984 00000800:00000001:1.0:1763354563.800439:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800478:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.800484:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.800489:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.800494:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.800497:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354563.800504:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653355180. 00000100:00000040:1.0:1763354563.800508:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653355180 x1848998841099648 msgsize 328 00000100:00100000:1.0:1763354563.800513:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.800525:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.800541:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.800552:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.800600:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.800605:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841099648 02000000:00000001:3.0:1763354563.800610:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.800614:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.800618:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.800624:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.800629:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841099648 00000020:00000001:3.0:1763354563.800632:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.800634:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.800638:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.800640:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:3.0:1763354563.800645:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.800648:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.800653:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.800659:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.800663:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.800667:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.800672:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9a00. 00000020:00000010:3.0:1763354563.800678:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.800684:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.800693:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.800698:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.800701:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.800705:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.800710:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.800715:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.800719:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.800722:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.800726:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff682045c00 refcount=3 00000020:00000001:3.0:1763354563.800728:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:3.0:1763354563.800732:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:3.0:1763354563.800736:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.800738:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.800740:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.800744:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.800751:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.800764:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.800780:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.800785:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.800794:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3717 00000100:00000001:1.0:1763354563.800797:0:6503:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763354563.800799:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.800801:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886853570944 : -123186855980672 : ffff8ff653355180) 00000100:00000001:1.0:1763354563.800801:0:6503:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354563.800803:0:6503:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.800806:0:6503:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.800809:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff653355180 x1848998841099648/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.800830:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.800836:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.800842:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.800847:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.800856:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff653355180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841099648:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.800864:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841099648 00010000:00000001:3.0:1763354563.800867:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.800870:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.800874:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.800880:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.800884:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.800889:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0e800. 02000000:00000001:3.0:1763354563.800893:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.800898:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.800902:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.800906:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.800909:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.800911:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.800915:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff682045c00 refcount=3 00000020:00000001:3.0:1763354563.800917:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000001:3.0:1763354563.800922:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887638891520 : -123186070660096 : ffff8ff682045c00) 00010000:00000040:3.0:1763354563.800926:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da700 count: 2 00002000:00000001:3.0:1763354563.800930:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.800935:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.800937:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.800943:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00002000:00000001:3.0:1763354563.800947:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00002000:00000001:3.0:1763354563.800950:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.800954:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.800958:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e777e08/ffff8ff59e777db0 to site lru. bkt: ffff8ff642cc0738 00010000:00000001:3.0:1763354563.800978:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.800982:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.800985:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.800989:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.800996:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.801003:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.801007:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.801013:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.801016:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.801020:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.801023:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.801026:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff682045c00 with handle 0x4a8bb634222caca2 from hash 00010000:00000001:3.0:1763354563.801068:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.801072:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.801076:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.801078:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.801085:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.801089:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.801093:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.801097:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.801105:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff682045c00/0x4a8bb634222caca2 lrc: 0/0,0 mode: --/GROUP res: [0x280000402:0x53fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 930377086 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f413ad expref: 23 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.801130:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:3.0:1763354563.801136:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00010000:00000001:3.0:1763354563.801141:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.801143:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.801146:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354563.801148:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.801152:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.801154:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763354563.801157:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da700 count: 0 00002000:00000010:3.0:1763354563.801163:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb19c0. 00010000:00000010:3.0:1763354563.801168:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58c6da200. 00010000:00010000:3.0:1763354563.801173:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.801175:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.801181:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.801184:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.801188:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.801191:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.801196:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.801200:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.801204:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.801207:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.801211:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.801217:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.801222:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701214c8. 00000100:00000200:3.0:1763354563.801224:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841099648, offset 224 00000400:00000200:3.0:1763354563.801229:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.801238:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.801244:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556670:1556670:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556666:1556666:8:4294967295] 00000400:00000200:3.0:1763354563.801255:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.801263:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.801269:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354563.801277:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.801284:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.801287:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.801299:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.801315:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.801319:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.801321:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.801329:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff653355180 x1848998841099648/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.801340:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff653355180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841099648:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 509us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.801354:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3717 00000100:00000040:3.0:1763354563.801360:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354563.801367:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.801371:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1763354563.801374:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354563.801378:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000800:00000010:0.0:1763354563.801382:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000020:00000010:3.0:1763354563.801388:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000400:00000200:0.0:1763354563.801390:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.801400:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354563.801403:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9a00. 00000400:00000200:0.0:1763354563.801408:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701214c8 00000020:00000040:3.0:1763354563.801411:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000400:00000010:0.0:1763354563.801413:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701214c8. 00000100:00000001:3.0:1763354563.801418:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.801419:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.801422:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763354563.801800:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.801805:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:3.0:1763354563.801810:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.801815:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.801819:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7c38 00000400:00000010:3.0:1763354563.801821:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7c38. 00000100:00000001:3.0:1763354563.801824:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.801826:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.802947:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.802956:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.802970:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.802973:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.802980:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.802989:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d2680 00000400:00000200:1.0:1763354563.802995:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad86d [2] + 784 00000800:00000001:1.0:1763354563.803000:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.803004:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.803006:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.803009:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.803011:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.803013:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354563.803016:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653354e00. 00000100:00000040:1.0:1763354563.803018:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653354e00 x1848998841099904 msgsize 392 00000100:00100000:1.0:1763354563.803021:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.803052:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.803058:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.803062:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.804291:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.804295:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.804299:0:7444:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354563.804304:0:7444:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354563.804306:0:7444:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354563.804310:0:7444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cad04 lrc: 2/0,0 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763354563.804319:0:7444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e398200 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354563.804322:0:7444:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.804324:0:7444:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354563.804327:0:7444:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cad04 lrc: 2/0,0 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00000001:3.0:1763354563.804334:0:7444:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354563.804336:0:7444:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.804338:0:7444:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.804340:0:7444:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398200 refcount=3 00000020:00000001:3.0:1763354563.804355:0:7444:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265792 : -123186134285824 : ffff8ff67e398200) 00010000:00000001:3.0:1763354563.804363:0:7444:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265792 : -123186134285824 : ffff8ff67e398200) 00010000:00000001:3.0:1763354563.804371:0:7444:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354563.804375:0:7444:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cad04 lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT0 00010000:00000001:3.0:1763354563.804385:0:7444:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.804389:0:7444:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.804393:0:7444:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.804398:0:7444:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.804402:0:7444:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.804404:0:7444:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.804408:0:7444:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.804412:0:7444:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398200 with handle 0x4a8bb634222cad04 from hash 00010000:00000001:3.0:1763354563.804416:0:7444:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.804419:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.804424:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.804427:0:7444:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.804433:0:7444:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.804437:0:7444:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.804442:0:7444:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.804447:0:7444:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.804451:0:7444:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.804456:0:7444:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) 00010000:00010000:3.0:1763354563.804463:0:7444:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763354563.804469:0:7444:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.804475:0:7444:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.804481:0:7444:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354563.804484:0:7444:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354563.804487:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.804490:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.804494:0:7444:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.804498:0:7444:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.804503:0:7444:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.804508:0:7444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cad04 lrc: 1/0,0 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00000001:3.0:1763354563.804521:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.804527:0:7444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398200/0x4a8bb634222cad04 lrc: 0/0,0 mode: --/PW res: [0x200002344:0x19e23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00000010:3.0:1763354563.804539:0:7444:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138900. 00010000:00000001:3.0:1763354563.804551:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.804555:0:7444:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354563.804560:0:7444:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff5559c7180. 00010000:00000001:3.0:1763354563.804567:0:7444:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.804573:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.804576:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.804581:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354563.804584:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.804587:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.804593:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354563.804597:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.804600:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.804606:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1763354563.804773:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.804779:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:0.0:1763354563.804783:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.804789:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.804793:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000400:00000010:0.0:1763354563.804795:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00000001:0.0:1763354563.804798:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.804800:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.806069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:2.1:1763354563.806076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439800. 00010000:00000010:2.1:1763354563.806080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00080000:00000010:2.1:1763354563.806086:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27480. 00080000:00000010:2.1:1763354563.806093:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff643deef80. 00010000:00000010:3.1:1763354563.811076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff682045c00. 00010000:00000010:3.1:1763354563.811092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da700. 00010000:00000010:3.1:1763354563.811099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398200. 00000800:00000001:3.0:1763354563.811600:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.811612:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.811616:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.811620:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.811630:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.811645:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 304 into portal 12 MB=0x691a7971d2700 00000400:00000200:3.0:1763354563.811654:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 304/304 into md 0x76d7e5 [64] + 13744 00000800:00000001:3.0:1763354563.811662:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.811670:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.811673:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.811678:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.811684:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.811687:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.811693:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0bb80. 00000100:00000040:3.0:1763354563.811697:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0bb80 x1848998841100032 msgsize 304 00000100:00100000:3.0:1763354563.811702:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.811717:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.811724:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.811728:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.812305:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.812310:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff67b501200. 00000400:00000200:1.0:1763354563.812313:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.812317:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.812320:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5559c7600 00000400:00000010:1.0:1763354563.812322:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5559c7600. 00000100:00000001:1.0:1763354563.812324:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.812326:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.813330:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.813337:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.813339:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.813340:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.813344:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.813352:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 304 into portal 12 MB=0x691a7971d2780 00000400:00000200:0.0:1763354563.813356:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 304/304 into md 0x76d7e5 [64] + 14048 00000800:00000001:0.0:1763354563.813360:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.813382:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.813385:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.813387:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.813390:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.813391:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.813394:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98700. 00000100:00000040:0.0:1763354563.813396:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98700 x1848998841100160 msgsize 304 00000100:00100000:0.0:1763354563.813399:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.813407:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.813410:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.813412:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.814106:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.814113:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff67b500200. 00000400:00000200:3.0:1763354563.814121:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.814133:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.814138:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5559c7540 00000400:00000010:3.0:1763354563.814141:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5559c7540. 00000100:00000001:3.0:1763354563.814145:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.814147:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.820952:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.820982:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.820987:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.820990:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.821001:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.821018:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d2800 00000400:00000200:1.0:1763354563.821026:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x76d7e5 [64] + 14352 00000800:00000001:1.0:1763354563.821068:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.821079:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.821082:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.821087:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.821094:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.821096:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.821102:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff653357100. 00000100:00000040:1.0:1763354563.821106:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff653357100 x1848998841100288 msgsize 584 00000100:00100000:1.0:1763354563.821110:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.821124:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.821132:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.821135:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.823079:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.823086:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:0.0:1763354563.823092:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.823099:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.823103:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000400:00000010:0.0:1763354563.823105:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000100:00000001:0.0:1763354563.823109:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.823111:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.825494:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.825502:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.825506:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.825508:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.825514:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.825524:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d2880 00000400:00000200:3.0:1763354563.825531:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 5688 00000800:00000001:3.0:1763354563.825538:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.825545:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.825548:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.825551:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.825557:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.825560:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.825566:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09180. 00000100:00000040:3.0:1763354563.825570:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09180 x1848998841100416 msgsize 328 00000100:00100000:3.0:1763354563.825575:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.825590:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.825597:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.825599:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.825660:0:74509:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.825663:0:74509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841100416 02000000:00000001:0.0:1763354563.825666:0:74509:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.825667:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.825669:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.825673:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.825676:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841100416 00000020:00000001:0.0:1763354563.825678:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.825679:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.825680:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.825683:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:0.0:1763354563.825685:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.825687:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.825690:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.825695:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.825697:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.825699:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000020:00000010:0.0:1763354563.825703:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7e00. 00000020:00000010:0.0:1763354563.825707:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee880. 00000020:00000010:0.0:1763354563.825710:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf7d0. 00000100:00000040:0.0:1763354563.825716:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.825718:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.825719:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.825720:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.825725:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.825739:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.825745:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.825747:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.825751:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85200 00000100:00000040:0.0:1763354563.825753:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.825754:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281078656 : -123186428472960 : ffff8ff66cb09180) 00000100:00000040:0.0:1763354563.825760:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09180 x1848998841100416/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.825767:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.825769:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.825771:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.825772:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00100000:0.0:1763354563.825776:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841100416:12345-192.168.203.48@tcp:101:stat.0 00000100:00000200:0.0:1763354563.825779:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841100416 00000020:00000001:0.0:1763354563.825782:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.825784:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.825786:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.825788:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.825790:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.825792:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.825795:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.825797:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.825798:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.825801:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.825802:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354563.825804:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.825805:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.825806:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.825808:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.825811:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354563.825815:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50700 count: 2 00010000:00000001:0.0:1763354563.825817:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.825819:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.825821:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8400. 00000020:00000001:0.0:1763354563.825824:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.825825:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8400 with handle 0x4a8bb634222cad27 to hash 00000020:00000001:0.0:1763354563.825827:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.825828:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354563.825830:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00010000:0.0:1763354563.825833:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cad27 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f413e5 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.825840:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:0.0:1763354563.825842:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=23 00010000:00000001:0.0:1763354563.825846:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354563.825848:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354563.825850:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.825851:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.825854:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54901d400. 02000000:00000001:0.0:1763354563.825856:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.825857:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.825859:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.825861:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.825863:0:74509:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.825865:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354563.825869:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765abcb0. 00002000:00000001:0.0:1763354563.825871:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354563.825873:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354563.825875:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.825877:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354563.825881:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095000. 00000100:00000001:0.0:1763354563.825882:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:0.0:1763354563.825884:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:0.0:1763354563.825886:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354563.825888:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354563.825889:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.825891:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354563.825894:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9a300. 00000020:00000040:0.0:1763354563.825897:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354563.825899:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354563.825900:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354563.825903:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354563.825907:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7a00. 00000100:00000001:0.0:1763354563.825911:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.825915:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354563.825917:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354563.825920:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54df9a300 x1848998542709888/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.825926:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.825928:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.825931:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54df9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542709888:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354563.825934:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.825937:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.825939:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.825940:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354563.825943:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc7400. 02000000:00000001:0.0:1763354563.825944:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.825948:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f898. 00000400:00000010:0.0:1763354563.825952:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bee0. 00000100:00000200:0.0:1763354563.825956:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542709888, portal 16 00000100:00000001:0.0:1763354563.825972:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.825974:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882470806272 : -123191238745344 : ffff8ff54df9a300) 00000100:00000040:0.0:1763354563.825980:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54df9a300 x1848998542709888/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.825985:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.825987:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.825989:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b330. 00000100:00000200:0.0:1763354563.825992:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542709888, offset 0 00000400:00000200:0.0:1763354563.825996:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.826001:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.826005:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354563.826009:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354563.826012:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354563.826014:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354563.826016:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556676:1556676:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556672:1556672:8:4294967295] 00000400:00000200:0.0:1763354563.826023:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.826026:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.826029:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d400. 00000800:00000200:0.0:1763354563.826057:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.826062:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.826065:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.826073:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.826077:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886902 00000100:00000001:0.0:1763354563.826083:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886864 00000100:00000001:0.0:1763354563.826086:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886902 00000100:00000001:0.0:1763354563.826089:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886864 00000100:00000001:0.0:1763354563.826091:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886902 00000100:00000001:0.0:1763354563.826095:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886864 00000100:00000001:0.0:1763354563.826097:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886902 00000100:00000001:0.0:1763354563.826101:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886864 00000100:00000001:0.0:1763354563.826103:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.826105:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.826106:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.826107:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.826109:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.826110:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354563.826111:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765abcb0. 00010000:00000001:0.0:1763354563.826115:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.826116:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354563.826117:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354563.826119:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.826121:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354563.826122:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354563.826124:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095000 going to sleep for 11 seconds 00000100:00000001:0.0:1763354563.826126:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.826129:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.826151:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.826156:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d400. 00000400:00000200:1.0:1763354563.826161:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.826166:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.826170:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b330 00000400:00000010:1.0:1763354563.826173:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b330. 00000100:00000001:1.0:1763354563.826177:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.826182:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54df9a300 x1848998542709888/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.826193:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.826197:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54df9a300 x1848998542709888/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.826205:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.826207:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.826999:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.827006:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.827008:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.827009:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.827013:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.827020:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541480 00000400:00000200:0.0:1763354563.827025:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b88f9 [1] + 224 00000800:00000001:0.0:1763354563.827029:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.827057:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.827059:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.827063:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.827066:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.827070:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54df9a300 x1848998542709888/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.827082:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54df9a300 x1848998542709888/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.827112:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.827119:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.827123:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.827689:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.827694:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:3.0:1763354563.827699:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.827705:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.827709:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000400:00000010:3.0:1763354563.827711:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000100:00000001:3.0:1763354563.827714:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.827716:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.832086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:2.1:1763354563.832097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50100. 00010000:00000010:2.1:1763354563.832101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398200. 00010000:00000010:2.1:1763354563.832104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00000800:00000001:1.0:1763354563.833736:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.833748:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.833750:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.833752:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.833760:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.833773:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d2900 00000400:00000200:1.0:1763354563.833780:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 14936 00000800:00000001:1.0:1763354563.833786:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.833792:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.833794:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.833797:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.833802:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.833804:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.833810:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2c700. 00000100:00000040:1.0:1763354563.833812:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2c700 x1848998841100544 msgsize 576 00000100:00100000:1.0:1763354563.833816:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.833827:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.833833:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.833835:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.834697:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.834702:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:0.0:1763354563.834705:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.834709:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.834712:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000400:00000010:0.0:1763354563.834713:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00000001:0.0:1763354563.834716:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.834717:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.836881:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.836891:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.836894:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.836897:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.836903:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.836912:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d2980 00000400:00000200:3.0:1763354563.836918:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 6016 00000800:00000001:3.0:1763354563.836922:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.836927:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.836928:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.836931:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.836935:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.836936:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.836940:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000100:00000040:3.0:1763354563.836942:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09500 x1848998841100672 msgsize 328 00000100:00100000:3.0:1763354563.836946:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.836971:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.836978:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.836980:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763354563.837065:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00000800:00000200:1.0:1763354563.837502:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.837508:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:1.0:1763354563.837513:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.837519:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.837524:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000400:00000010:1.0:1763354563.837527:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:1.0:1763354563.837531:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.837536:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710016/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.837547:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.837552:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710016/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.837560:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.837562:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.838425:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.838431:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.838433:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.838435:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.838439:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.838446:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541500 00000400:00000200:0.0:1763354563.838450:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8909 [1] + 224 00000800:00000001:0.0:1763354563.838453:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.838457:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.838459:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.838461:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.838464:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.838468:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710016/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.838475:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542710016/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.838488:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.838493:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.838494:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.838891:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.838896:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:3.0:1763354563.838901:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.838906:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.838910:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7c38 00000400:00000010:3.0:1763354563.838912:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7c38. 00000100:00000001:3.0:1763354563.838916:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.838917:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.842067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398400. 00010000:00000010:2.1:1763354563.846062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00000800:00000001:1.0:1763354563.851322:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.851338:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.851342:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.851344:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.851354:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.851370:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d2a80 00000400:00000200:1.0:1763354563.851381:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 15512 00000800:00000001:1.0:1763354563.851389:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.851404:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.851407:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.851412:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.851418:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.851420:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.851424:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2ed80. 00000100:00000040:1.0:1763354563.851427:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2ed80 x1848998841100928 msgsize 4616 00000100:00100000:1.0:1763354563.851430:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.851442:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.851449:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.851452:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.852664:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.852669:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:0.0:1763354563.852674:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.852678:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.852681:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be73b8 00000400:00000010:0.0:1763354563.852683:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be73b8. 00000100:00000001:0.0:1763354563.852686:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.852687:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.855125:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.855133:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.855135:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.855137:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.855142:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.855151:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971d2b00 00000400:00000200:3.0:1763354563.855156:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x76d7e5 [64] + 20128 00000800:00000001:3.0:1763354563.855160:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.855165:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.855166:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.855169:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.855172:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.855174:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.855178:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb08000. 00000100:00000040:3.0:1763354563.855180:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb08000 x1848998841101056 msgsize 464 00000100:00100000:3.0:1763354563.855183:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.855191:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.855196:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.855198:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.856877:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.856882:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:1.0:1763354563.856888:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.856896:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.856901:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:1.0:1763354563.856903:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:1.0:1763354563.856906:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.856908:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.858064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:2.1:1763354563.863070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00010000:00000010:2.1:1763354563.863080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:2.1:1763354563.863082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00010000:00000010:2.1:1763354563.863085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00000800:00000001:0.0:1763354563.865776:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.865822:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.865826:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.865828:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.865841:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.865856:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d2c00 00000400:00000200:0.0:1763354563.865862:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 20592 00000800:00000001:0.0:1763354563.865868:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.865891:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.865894:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.865898:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.865902:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.865904:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.865909:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df99180. 00000100:00000040:0.0:1763354563.865913:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df99180 x1848998841101312 msgsize 4616 00000100:00100000:0.0:1763354563.865916:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.865928:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.865934:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.865937:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.867279:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.867285:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:3.0:1763354563.867292:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.867301:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.867306:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7990 00000400:00000010:3.0:1763354563.867308:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7990. 00000100:00000001:3.0:1763354563.867311:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.867313:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.868916:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.868923:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.868925:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.868927:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.868932:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.868940:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d2c80 00000400:00000200:1.0:1763354563.868945:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1051 [2] + 1312 00000800:00000001:1.0:1763354563.868949:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.868954:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.868955:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.868968:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.868972:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.868974:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354563.868978:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2fb80. 00000100:00000040:1.0:1763354563.868980:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2fb80 x1848998841101440 msgsize 328 00000100:00100000:1.0:1763354563.868984:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.868993:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.868998:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.869000:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.869025:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.869027:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841101440 02000000:00000001:3.0:1763354563.869029:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.869031:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.869057:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.869061:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.869065:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841101440 00000020:00000001:3.0:1763354563.869067:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.869069:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.869072:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.869075:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:3.0:1763354563.869078:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.869080:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.869083:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.869088:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.869091:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.869094:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.869099:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9e00. 00000020:00000010:3.0:1763354563.869104:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.869108:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.869115:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.869117:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.869119:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.869121:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.869123:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.869125:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.869128:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.869129:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.869130:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399e00 refcount=3 00000020:00000001:3.0:1763354563.869132:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000001:3.0:1763354563.869134:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000001:3.0:1763354563.869136:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.869137:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.869138:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.869139:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.869143:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.869153:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.869160:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.869162:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.869166:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3718 00000100:00000040:3.0:1763354563.869168:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.869170:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612245376 : -123187097306240 : ffff8ff644d2fb80) 00000100:00000040:3.0:1763354563.869175:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2fb80 x1848998841101440/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.869181:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.869183:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.869185:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.869186:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.869190:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+233:2408:x1848998841101440:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.869192:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841101440 00010000:00000001:3.0:1763354563.869194:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.869196:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.869198:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.869200:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.869202:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.869204:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d400. 02000000:00000001:3.0:1763354563.869205:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.869207:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.869208:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.869210:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.869211:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.869212:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.869214:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399e00 refcount=3 00000020:00000001:3.0:1763354563.869215:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000001:3.0:1763354563.869217:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575272960 : -123186134278656 : ffff8ff67e399e00) 00010000:00000040:3.0:1763354563.869219:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50600 count: 3 00000004:00000001:3.0:1763354563.869221:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354563.869223:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354563.869225:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.869227:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.869228:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.869230:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.869232:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.869233:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.869236:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.869237:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.869238:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.869240:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.869241:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399e00 with handle 0x4a8bb634222cad74 from hash 00010000:00000001:3.0:1763354563.869243:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.869244:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.869245:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.869246:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.869248:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.869249:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.869250:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.869251:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.869254:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399e00/0x4a8bb634222cad74 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41401 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.869259:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354563.869261:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00010000:00000010:3.0:1763354563.869262:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138c80. 00010000:00000001:3.0:1763354563.869267:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.869268:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.869269:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.869271:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff560c50600) 00010000:00000001:3.0:1763354563.869274:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.869275:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.869276:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.869278:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.869279:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.869281:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.869282:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.869284:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.869286:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.869288:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.869289:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.869291:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.869292:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.869294:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.869295:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.869298:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121990. 00000100:00000200:3.0:1763354563.869301:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841101440, offset 224 00000400:00000200:3.0:1763354563.869304:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.869309:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.869313:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556684:1556684:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556680:1556680:8:4294967295] 00000400:00000200:3.0:1763354563.869319:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.869322:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.869326:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354563.869329:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.869332:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.869335:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.869346:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.869348:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.869349:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.869351:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.869354:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2fb80 x1848998841101440/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.869362:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+232:2408:x1848998841101440:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 179us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.869368:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3718 00000100:00000040:3.0:1763354563.869371:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354563.869372:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.869374:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.869377:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.869382:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.869385:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9e00. 00000020:00000040:3.0:1763354563.869389:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000100:00000001:3.0:1763354563.869391:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.869413:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.869417:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000400:00000200:0.0:1763354563.869420:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.869424:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.869427:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121990 00000400:00000010:0.0:1763354563.869429:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121990. 00000100:00000001:0.0:1763354563.869431:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.869432:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.870572:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.870578:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.870580:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.870581:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.870586:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.870592:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971d2d80 00000400:00000200:3.0:1763354563.870597:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x76d7e5 [64] + 25208 00000800:00000001:3.0:1763354563.870601:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.870604:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.870606:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.870609:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.870611:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.870613:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.870616:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb08380. 00000100:00000040:3.0:1763354563.870618:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb08380 x1848998841101696 msgsize 552 00000100:00100000:3.0:1763354563.870621:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.870630:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.870634:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.870635:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763354563.872060:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00000800:00000200:1.0:1763354563.872259:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.872263:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354563.872267:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.872270:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.872273:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be77f8 00000400:00000010:1.0:1763354563.872275:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be77f8. 00000100:00000001:1.0:1763354563.872277:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.872279:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.873994:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.874002:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.874006:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.874009:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.874016:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.874025:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d2e80 00000400:00000200:0.0:1763354563.874032:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 25760 00000800:00000001:0.0:1763354563.874066:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.874080:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.874083:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.874088:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.874092:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.874094:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.874099:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98000. 00000100:00000040:0.0:1763354563.874102:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98000 x1848998841101952 msgsize 4616 00000100:00100000:0.0:1763354563.874107:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.874118:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.874123:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.874127:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.874879:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.874883:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:3.0:1763354563.874887:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.874891:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.874894:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7110 00000400:00000010:3.0:1763354563.874895:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7110. 00000100:00000001:3.0:1763354563.874897:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354563.874901:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710144/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.874909:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.874911:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710144/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.874917:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.874918:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.875695:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.875702:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.875704:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.875706:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.875710:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.875717:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541580 00000400:00000200:1.0:1763354563.875721:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8929 [1] + 224 00000800:00000001:1.0:1763354563.875725:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.875729:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.875731:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.875733:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.875736:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.875740:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710144/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.875747:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec52a00 x1848998542710144/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.875760:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.875765:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.875766:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.876417:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.876425:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.876427:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.876428:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.876432:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.876439:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d2f00 00000400:00000200:0.0:1763354563.876444:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1051 [2] + 1640 00000800:00000001:0.0:1763354563.876448:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.876473:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.876475:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.876478:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.876481:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.876482:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.876485:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9ad80. 00000100:00000040:0.0:1763354563.876488:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9ad80 x1848998841102080 msgsize 328 00000100:00100000:0.0:1763354563.876491:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.876500:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.876504:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.876507:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.876548:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.876550:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841102080 02000000:00000001:3.0:1763354563.876552:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.876554:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.876555:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.876557:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.876559:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841102080 00000020:00000001:3.0:1763354563.876560:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.876561:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.876563:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.876564:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=235 00000020:00000001:3.0:1763354563.876566:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.876568:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.876570:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.876573:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.876574:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.876576:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.876580:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9000. 00000020:00000010:3.0:1763354563.876582:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.876585:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.876589:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.876590:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.876592:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.876593:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.876594:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876596:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.876598:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.876599:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.876600:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399000 refcount=4 00000020:00000001:3.0:1763354563.876602:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:3.0:1763354563.876603:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00010000:3.0:1763354563.876608:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399000/0x4a8bb634222cad89 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41408 expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.876613:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.876614:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.876615:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.876617:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.876620:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.876623:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff54df9ad80 x1848998841102080/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.876628:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.876629:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.876638:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.876644:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.876645:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.876648:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6352 00000100:00000040:3.0:1763354563.876650:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354563.876652:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882470808960 : -123191238742656 : ffff8ff54df9ad80) 00000100:00000040:3.0:1763354563.876655:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54df9ad80 x1848998841102080/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.876661:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.876664:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.876666:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.876668:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.876671:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54df9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+235:2406:x1848998841102080:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.876674:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841102080 00010000:00000001:3.0:1763354563.876676:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.876677:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.876679:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.876681:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.876682:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.876684:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0dc00. 02000000:00000001:3.0:1763354563.876685:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.876687:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876688:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.876690:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.876691:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.876692:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.876693:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399000 refcount=4 00000020:00000001:3.0:1763354563.876695:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:3.0:1763354563.876696:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000040:3.0:1763354563.876699:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50000 count: 4 00000004:00000001:3.0:1763354563.876701:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354563.876705:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399000/0x4a8bb634222cad89 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41408 expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354563.876713:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.876715:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.876719:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.876721:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.876724:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399000/0x4a8bb634222cad89 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41408 expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.876732:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.876734:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.876736:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.876738:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876742:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.876743:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.876747:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.876748:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.876750:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.876752:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.876755:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399000 with handle 0x4a8bb634222cad89 from hash 00010000:00000001:3.0:1763354563.876758:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.876760:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.876761:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.876762:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.876765:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.876767:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876770:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.876771:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.876775:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399000/0x4a8bb634222cad89 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41408 expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.876783:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354563.876785:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:3.0:1763354563.876788:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138800. 00010000:00000001:3.0:1763354563.876792:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.876793:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.876795:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.876797:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50000) 00010000:00010000:3.0:1763354563.876800:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cad9e lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.876804:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.876805:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.876806:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.876808:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.876809:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.876811:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.876813:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.876814:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cad9e lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.876817:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.876819:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.876820:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.876820:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.876822:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50000) refcount = 3 00010000:00010000:3.0:1763354563.876824:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cad9e lrc: 4/0,1 mode: EX/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.876827:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.876829:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.876830:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876831:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.876832:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.876833:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.876836:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.876838:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.876840:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7e40. 00000100:00000001:3.0:1763354563.876842:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612096064 : -123186097455552 : ffff8ff6806b7e40) 00000100:00000001:3.0:1763354563.876843:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612096064 : -123186097455552 : ffff8ff6806b7e40) 00000100:00000001:3.0:1763354563.876845:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.876846:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.876847:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.876848:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.876858:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876859:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.876860:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.876861:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.876863:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.876864:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.876865:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.876867:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.876868:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.876870:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7e40. 00000100:00000001:3.0:1763354563.876871:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.876873:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.876875:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442abc0. 00010000:00000001:3.0:1763354563.876877:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.876879:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.876880:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.876883:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.876887:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.876891:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.876896:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.876901:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.876905:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.876909:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.876912:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.876917:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.876922:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.876928:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121ee0. 00000100:00000200:3.0:1763354563.876933:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841102080, offset 224 00000400:00000200:3.0:1763354563.876943:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.876953:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.876973:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556687:1556687:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556683:1556683:8:4294967295] 00000400:00000200:3.0:1763354563.876993:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.877005:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.877011:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354563.877020:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.877028:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.877031:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.1:1763354563.877060:0:74535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399e00. 00000100:00000001:3.0:1763354563.877081:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.877086:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.877090:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.877094:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.877101:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54df9ad80 x1848998841102080/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.877117:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54df9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+234:2406:x1848998841102080:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 453us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.877127:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6352 00000100:00000040:3.0:1763354563.877132:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354563.877137:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1763354563.877138:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354563.877141:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1763354563.877144:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4600. 00000020:00000010:3.0:1763354563.877146:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000400:00000200:0.0:1763354563.877150:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354563.877153:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.877158:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9000. 00000400:00000200:0.0:1763354563.877160:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:3.0:1763354563.877163:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:3.0:1763354563.877167:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.877167:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121ee0 00000400:00000010:0.0:1763354563.877172:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121ee0. 00000100:00000001:0.0:1763354563.877177:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.877180:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763354563.878049:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.878054:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354563.878058:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.878063:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.878065:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:1.0:1763354563.878067:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:1.0:1763354563.878070:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.878071:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.879625:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.879632:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.879634:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.879635:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.879640:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.879647:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d3000 00000400:00000200:0.0:1763354563.879652:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad86d [2] + 1176 00000800:00000001:0.0:1763354563.879656:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.879661:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.879662:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.879665:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.879668:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.879669:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354563.879673:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df9a300. 00000100:00000040:0.0:1763354563.879675:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df9a300 x1848998841102336 msgsize 392 00000100:00100000:0.0:1763354563.879678:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.879689:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.879693:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.879695:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.880413:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.880418:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:0.0:1763354563.880422:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.880428:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.880432:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:0.0:1763354563.880435:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:0.0:1763354563.880439:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.880440:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.881065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398e00. 00010000:00000010:2.1:1763354563.881071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50900. 00010000:00000010:2.1:1763354563.881073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:2.1:1763354563.881076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399a00. 00000800:00000001:1.0:1763354563.881661:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.881669:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.881672:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.881675:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.881680:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.881690:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971d3080 00000400:00000200:1.0:1763354563.881696:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x76d7e5 [64] + 30376 00000800:00000001:1.0:1763354563.881702:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.881709:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.881711:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.881716:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.881720:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.881722:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.881727:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2c000. 00000100:00000040:1.0:1763354563.881730:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2c000 x1848998841102464 msgsize 376 00000100:00100000:1.0:1763354563.881734:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.881748:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.881754:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.881759:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.882274:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.882279:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:0.0:1763354563.882282:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.882286:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.882288:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 00000400:00000010:0.0:1763354563.882290:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 00000100:00000001:0.0:1763354563.882292:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.882293:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.884545:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.884553:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.884555:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.884557:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.884561:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.884569:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3100 00000400:00000200:0.0:1763354563.884575:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 6344 00000800:00000001:0.0:1763354563.884579:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.884584:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.884585:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.884588:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.884591:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.884593:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.884596:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54df98a80. 00000100:00000040:0.0:1763354563.884598:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54df98a80 x1848998841102592 msgsize 328 00000100:00100000:0.0:1763354563.884601:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.884614:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.884619:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.884620:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354563.885056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00080000:00000010:2.1:1763354563.885060:0:74509:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff66ce373c0. 00010000:00000010:2.1:1763354563.885066:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff543a9c400. 00010000:00000010:2.1:1763354563.885072:0:74509:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000010:2.1:1763354563.885076:0:74509:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00000800:00000200:1.0:1763354563.885171:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.885175:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:1.0:1763354563.885178:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.885181:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.885184:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be76e8 00000400:00000010:1.0:1763354563.885185:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be76e8. 00000100:00000001:1.0:1763354563.885188:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.885192:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710272/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.885199:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.885202:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710272/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.885207:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.885208:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.886074:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.886082:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.886085:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.886088:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.886094:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.886104:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541600 00000400:00000200:0.0:1763354563.886110:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8941 [1] + 224 00000800:00000001:0.0:1763354563.886115:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.886121:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.886123:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.886127:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.886131:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.886136:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710272/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.886145:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542710272/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.886159:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.886163:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.886165:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.886567:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.886571:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:0.0:1763354563.886575:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.886579:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.886582:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:0.0:1763354563.886583:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:0.0:1763354563.886585:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.886587:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.888204:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.888211:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.888214:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.888215:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.888220:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.888228:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d3180 00000400:00000200:1.0:1763354563.888232:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 30752 00000800:00000001:1.0:1763354563.888236:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.888242:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.888243:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.888247:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.888250:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.888251:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.888255:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2ea00. 00000100:00000040:1.0:1763354563.888257:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2ea00 x1848998841102720 msgsize 576 00000100:00100000:1.0:1763354563.888260:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.888271:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.888275:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.888277:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.889112:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.889117:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:0.0:1763354563.889122:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.889127:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.889131:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7330 00000400:00000010:0.0:1763354563.889133:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7330. 00000100:00000001:0.0:1763354563.889136:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.889138:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.890639:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.890645:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.890647:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.890649:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.890654:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.890660:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3200 00000400:00000200:0.0:1763354563.890666:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 6672 00000800:00000001:0.0:1763354563.890670:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.890674:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.890676:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.890678:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.890681:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.890682:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.890686:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94c700. 00000100:00000040:0.0:1763354563.890688:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94c700 x1848998841102848 msgsize 328 00000100:00100000:0.0:1763354563.890691:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.890701:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.890705:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.890707:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.891227:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.891231:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:1.0:1763354563.891234:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.891238:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.891241:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:1.0:1763354563.891243:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:1.0:1763354563.891245:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.891246:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.892078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00000800:00000001:0.0:1763354563.893137:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.893143:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.893144:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.893146:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.893150:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.893156:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3280 00000400:00000200:0.0:1763354563.893160:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 7000 00000800:00000001:0.0:1763354563.893163:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.893167:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.893169:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.893171:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.893174:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.893175:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.893178:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94c000. 00000100:00000040:0.0:1763354563.893180:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94c000 x1848998841102976 msgsize 328 00000100:00100000:0.0:1763354563.893183:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.893192:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.893196:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.893198:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.893583:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.893587:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:0.0:1763354563.893593:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.893601:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.893604:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:0.0:1763354563.893606:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:0.0:1763354563.893609:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.893612:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710400/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.893619:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.893621:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710400/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.893626:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.893627:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.894505:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.894512:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.894514:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.894515:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.894520:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.894529:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541680 00000400:00000200:1.0:1763354563.894535:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8955 [1] + 224 00000800:00000001:1.0:1763354563.894540:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.894547:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.894550:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.894554:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.894557:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.894562:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710400/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.894573:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542710400/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.894597:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.894603:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.894606:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.895152:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.895156:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:0.0:1763354563.895161:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.895167:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.895171:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 00000400:00000010:0.0:1763354563.895173:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 00000100:00000001:0.0:1763354563.895176:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.895178:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.896836:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.896843:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.896846:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.896848:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.896854:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.896863:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3300 00000400:00000200:0.0:1763354563.896869:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 7328 00000800:00000001:0.0:1763354563.896874:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.896892:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.896894:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.896899:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.896903:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.896905:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.896909:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94d500. 00000100:00000040:0.0:1763354563.896912:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94d500 x1848998841103104 msgsize 328 00000100:00100000:0.0:1763354563.896917:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.896929:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.896934:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.896937:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.897628:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.897632:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354563.897636:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.897640:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.897643:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:1.0:1763354563.897644:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:1.0:1763354563.897646:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.897650:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710528/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.897657:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.897659:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710528/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.897664:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.897665:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.898491:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.898498:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.898501:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.898503:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.898509:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.898517:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541700 00000400:00000200:0.0:1763354563.898523:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8961 [1] + 224 00000800:00000001:0.0:1763354563.898528:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.898534:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.898536:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.898540:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.898543:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.898548:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710528/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.898559:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec52a00 x1848998542710528/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.898579:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.898585:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.898589:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.898881:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.898885:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354563.898888:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.898892:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.898895:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:0.0:1763354563.898897:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:0.0:1763354563.898899:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.898900:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.899106:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.899115:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.899118:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.899122:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.899128:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.899135:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d3380 00000400:00000200:1.0:1763354563.899140:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1051 [2] + 1968 00000400:00000010:1.0:1763354563.899144:0:3647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59ed897e8. 00000400:00000200:1.0:1763354563.899146:0:3647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff59e9f7600 00000800:00000001:1.0:1763354563.899149:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.899153:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.899154:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.899156:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.899159:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59e9f7600 00000400:00000010:1.0:1763354563.899160:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff59e9f7600. 00000100:00000001:1.0:1763354563.899164:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.899165:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763354563.899167:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65871a050 x1848998841103232 msgsize 328 00000100:00100000:1.0:1763354563.899170:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354563.899172:0:3647:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354563.899183:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.899187:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.899188:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.899215:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.899217:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841103232 02000000:00000001:3.0:1763354563.899219:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.899220:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.899222:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.899224:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.899226:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841103232 00000020:00000001:3.0:1763354563.899227:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.899228:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354563.899230:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.899231:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:3.0:1763354563.899233:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354563.899235:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354563.899237:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.899240:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.899242:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.899244:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.899248:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9000. 00000020:00000010:3.0:1763354563.899251:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.899254:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.899257:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.899259:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.899260:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.899262:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.899264:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899266:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.899268:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.899269:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.899270:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67940b600 refcount=4 00000020:00000001:3.0:1763354563.899272:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887491851776 : -123186217699840 : ffff8ff67940b600) 00010000:00000001:3.0:1763354563.899273:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887491851776 : -123186217699840 : ffff8ff67940b600) 00010000:00010000:3.0:1763354563.899278:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b600/0x4a8bb634222caa9c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412db expref: 23 pid: 74539 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.899284:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.899285:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.899286:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.899287:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.899291:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.899294:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff65871a050 x1848998841103232/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.899298:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.899300:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.899309:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.899316:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.899317:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.899320:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6353 00000100:00000040:3.0:1763354563.899323:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354563.899324:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941409360 : -123186768142256 : ffff8ff65871a050) 00000100:00000040:3.0:1763354563.899328:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65871a050 x1848998841103232/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.899334:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.899337:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.899339:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.899340:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.899343:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65871a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841103232:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.899346:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841103232 00010000:00000001:3.0:1763354563.899347:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.899349:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.899350:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.899353:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.899354:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.899357:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d000. 02000000:00000001:3.0:1763354563.899358:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.899359:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899361:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.899362:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.899364:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.899365:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.899366:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67940b600 refcount=4 00000020:00000001:3.0:1763354563.899367:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887491851776 : -123186217699840 : ffff8ff67940b600) 00010000:00000001:3.0:1763354563.899368:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887491851776 : -123186217699840 : ffff8ff67940b600) 00010000:00000040:3.0:1763354563.899370:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50700 count: 3 00002000:00000001:3.0:1763354563.899372:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.899374:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.899387:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.899391:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00002000:00000001:3.0:1763354563.899392:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00002000:00000001:3.0:1763354563.899394:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.899396:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.899399:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00010000:00010000:3.0:1763354563.899402:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b600/0x4a8bb634222caa9c lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412db expref: 23 pid: 74539 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354563.899409:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.899411:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.899414:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.899414:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.899416:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b600/0x4a8bb634222caa9c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412db expref: 23 pid: 74539 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.899422:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.899424:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.899425:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.899426:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899429:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.899430:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.899433:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.899433:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.899435:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.899436:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.899438:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67940b600 with handle 0x4a8bb634222caa9c from hash 00010000:00000001:3.0:1763354563.899440:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.899441:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.899442:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.899442:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.899445:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.899446:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899447:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.899448:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.899450:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff67940b600/0x4a8bb634222caa9c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f412db expref: 23 pid: 74539 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.899456:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:3.0:1763354563.899457:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00010000:00000001:3.0:1763354563.899461:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.899462:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.899464:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354563.899465:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff54ec63c00 00010000:00000001:3.0:1763354563.899467:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.899468:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.899469:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.899471:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.899472:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.899473:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.899474:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.899476:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.899477:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.899479:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cadd6 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1629960883 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41439 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.899485:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354563.899487:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cadd6 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1629960883 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41439 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.899492:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b0:0x0].0x0 (ffff8ff560c50700) refcount = 2 00010000:00000040:3.0:1763354563.899494:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.899496:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cadd6 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1629960883 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41439 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.899500:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.899501:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899502:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.899503:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.899504:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.899506:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.899508:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.899511:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7e40. 00000100:00000001:3.0:1763354563.899513:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612096064 : -123186097455552 : ffff8ff6806b7e40) 00000100:00000001:3.0:1763354563.899514:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612096064 : -123186097455552 : ffff8ff6806b7e40) 00000100:00000001:3.0:1763354563.899516:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.899517:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.899518:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.899520:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763354563.899523:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0a300. 00000020:00000040:3.0:1763354563.899525:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763354563.899527:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354563.899528:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354563.899530:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.899533:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5447f9200. 00000100:00000001:3.0:1763354563.899536:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.899540:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cadd6 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1629960883 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41439 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.899546:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354563.899547:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354563.899550:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.899556:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354563.899557:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.899559:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542710656:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354563.899561:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354563.899563:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354563.899564:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.899565:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354563.899567:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5447f9400. 02000000:00000001:3.0:1763354563.899568:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.899571:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bd10. 00000400:00000010:3.0:1763354563.899574:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701215d8. 00000100:00000200:3.0:1763354563.899577:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542710656, portal 16 00000100:00000001:3.0:1763354563.899578:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.899579:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281083136 : -123186428468480 : ffff8ff66cb0a300) 00000100:00000040:3.0:1763354563.899583:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.899588:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.899589:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.899591:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121550. 00000100:00000200:3.0:1763354563.899593:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542710656, offset 0 00000400:00000200:3.0:1763354563.899596:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.899600:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.899602:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354563.899604:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354563.899606:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354563.899608:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354563.899610:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556699:1556699:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556695:1556695:8:4294967295] 00000400:00000200:3.0:1763354563.899617:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.899620:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.899623:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354563.899626:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.899629:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.899632:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.899643:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.899645:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886975 00000100:00000001:3.0:1763354563.899648:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306886973 00000100:00000001:3.0:1763354563.899651:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886975 00000100:00000001:3.0:1763354563.899653:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306886973 00000100:00000001:3.0:1763354563.899655:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886975 00000100:00000001:3.0:1763354563.899657:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306886973 00000100:00000001:3.0:1763354563.899658:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886975 00000100:00000001:3.0:1763354563.899660:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306886973 00000100:00000001:3.0:1763354563.899661:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.899663:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899665:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899667:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899668:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.899670:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.899671:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.899672:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.899673:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.899675:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.899676:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354563.899677:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354563.899679:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b7e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763354563.899681:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354563.899683:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.899716:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.899721:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4f00. 00000400:00000200:0.0:1763354563.899725:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.899731:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.899734:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121550 00000400:00000010:0.0:1763354563.899737:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121550. 00000100:00000001:0.0:1763354563.899740:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.899745:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.899756:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.899759:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.899767:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.899769:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.900078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00000800:00000001:0.0:1763354563.900833:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.900840:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.900842:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.900844:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.900848:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.900855:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541780 00000400:00000200:0.0:1763354563.900859:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b896d [1] + 224 00000800:00000001:0.0:1763354563.900863:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.900867:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.900869:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.900871:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.900874:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.900877:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.900885:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.900904:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.900908:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.900910:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.900923:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354563.900929:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354563.900930:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354563.900932:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bd10. 00000400:00000200:3.0:1763354563.900935:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701215d8 00000400:00000010:3.0:1763354563.900937:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701215d8. 00000100:00000001:3.0:1763354563.900939:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.900943:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354563.900951:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.900956:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354563.900957:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.900970:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354563.900971:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354563.900972:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.900973:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.900975:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.900978:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354563.900980:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354563.900982:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354563.900983:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.900984:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354563.900987:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.900988:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.900991:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.900996:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.900998:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354563.900999:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.901000:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354563.901001:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.901002:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.901003:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.901006:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354563.901011:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542710656:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354563.901013:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.901015:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.901016:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354563.901017:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354563.901020:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb0a300 x1848998542710656/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.901024:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354563.901025:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354563.901026:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5447f9400. 02000000:00000001:3.0:1763354563.901029:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354563.901030:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354563.901031:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763354563.901032:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354563.901055:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5447f9200. 02000000:00000001:3.0:1763354563.901058:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.901059:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354563.901061:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb0a300. 00000100:00000001:3.0:1763354563.901064:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.901065:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354563.901067:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7e40. 00000100:00000001:3.0:1763354563.901069:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.901071:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.901073:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442abc0. 00010000:00000001:3.0:1763354563.901075:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.901077:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.901078:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.901081:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354563.901083:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.901084:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.901087:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.901089:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354563.901090:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.901092:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.901093:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.901095:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354563.901097:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.901099:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701215d8. 00000100:00000200:3.0:1763354563.901101:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841103232, offset 224 00000400:00000200:3.0:1763354563.901105:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354563.901110:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354563.901113:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556700:1556700:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556696:1556696:8:4294967295] 00000400:00000200:3.0:1763354563.901120:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354563.901123:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354563.901125:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000800:00000200:3.0:1763354563.901128:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354563.901131:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354563.901134:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354563.901143:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.901145:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.901147:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.901149:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.901152:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65871a050 x1848998841103232/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354563.901160:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65871a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841103232:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 1824us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354563.901166:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6353 00000100:00000040:3.0:1763354563.901169:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354563.901170:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.901172:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354563.901174:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.901179:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000020:00000010:3.0:1763354563.901182:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9000. 00000020:00000040:3.0:1763354563.901186:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 02000000:00000001:3.0:1763354563.901191:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.901193:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0dc00. 02000000:00000001:3.0:1763354563.901198:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.901200:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9ad80. 02000000:00000001:3.0:1763354563.901204:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.901205:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d400. 02000000:00000001:3.0:1763354563.901206:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.901207:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2fb80. 02000000:00000001:3.0:1763354563.901210:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.901211:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0e800. 02000000:00000001:3.0:1763354563.901213:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.901214:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653355180. 02000000:00000001:3.0:1763354563.901217:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.901219:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901d800. 00000800:00000200:1.0:1763354563.901219:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1763354563.901221:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.901223:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd2300. 02000000:00000001:3.0:1763354563.901226:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000010:1.0:1763354563.901226:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4c00. 02000000:00000010:3.0:1763354563.901229:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff544a46c00. 02000000:00000001:3.0:1763354563.901234:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1763354563.901235:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1763354563.901236:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec84700. 02000000:00000001:3.0:1763354563.901239:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354563.901241:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.901243:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354563.901246:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df99880. 00000400:00000200:1.0:1763354563.901247:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.901250:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.901254:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701215d8 00000100:00000200:3.0:1763354563.901256:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1763354563.901258:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701215d8. 00000400:00000010:3.0:1763354563.901260:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bd10. 00000100:00000001:1.0:1763354563.901263:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:3.0:1763354563.901265:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7e40. 02000000:00000001:1.0:1763354563.901268:0:3647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.901273:0:3647:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d000. 02000000:00000001:1.0:1763354563.901277:0:3647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354563.901278:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.901564:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.901570:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.901571:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.901573:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.901576:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.901582:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3400 00000400:00000200:0.0:1763354563.901587:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 7656 00000800:00000001:0.0:1763354563.901590:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.901594:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.901595:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.901598:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.901600:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.901601:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.901604:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ea00. 00000100:00000040:0.0:1763354563.901606:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ea00 x1848998841103360 msgsize 328 00000100:00100000:0.0:1763354563.901609:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.901618:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.901622:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.901624:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.902105:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.902112:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354563.902121:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.902131:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.902136:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:0.0:1763354563.902139:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:0.0:1763354563.902142:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.902146:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710784/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.902155:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.902160:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710784/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.902168:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.902169:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.902945:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.902950:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.902952:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.902953:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.902957:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.902974:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541800 00000400:00000200:1.0:1763354563.902978:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b897d [1] + 224 00000800:00000001:1.0:1763354563.902982:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.902986:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.902987:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.902989:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.902992:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.902995:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710784/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.903001:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542710784/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.903014:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.903017:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.903019:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.903421:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.903426:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354563.903430:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.903436:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.903440:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:0.0:1763354563.903442:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:0.0:1763354563.903445:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.903446:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.905111:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.905120:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.905123:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.905125:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.905131:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.905140:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d3480 00000400:00000200:0.0:1763354563.905146:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 7984 00000800:00000001:0.0:1763354563.905151:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.905157:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.905159:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.905162:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.905165:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.905167:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.905170:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ce00. 00000100:00000040:0.0:1763354563.905173:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ce00 x1848998841103488 msgsize 440 00000100:00100000:0.0:1763354563.905177:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.905190:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.905196:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.905199:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.905517:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.905521:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:1.0:1763354563.905524:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.905529:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.905531:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:1.0:1763354563.905533:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:1.0:1763354563.905535:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.905537:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354563.906056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67940b600. 00010000:00000010:2.1:1763354563.906075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00000800:00000001:0.0:1763354563.907348:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.907357:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.907360:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.907363:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.907370:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.907380:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3500 00000400:00000200:0.0:1763354563.907386:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 8424 00000800:00000001:0.0:1763354563.907391:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.907398:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.907401:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.907405:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.907409:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.907411:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.907415:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ed80. 00000100:00000040:0.0:1763354563.907418:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ed80 x1848998841103616 msgsize 328 00000100:00100000:0.0:1763354563.907423:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.907435:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.907441:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.907445:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.908010:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.908015:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:0.0:1763354563.908020:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.908025:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.908030:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00000400:00000010:0.0:1763354563.908069:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00000100:00000001:0.0:1763354563.908074:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.908081:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542710912/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.908091:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.908096:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542710912/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.908104:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.908106:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.908901:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.908906:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.908908:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.908910:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.908914:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.908921:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541880 00000400:00000200:1.0:1763354563.908925:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b898d [1] + 224 00000800:00000001:1.0:1763354563.908929:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.908933:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.908934:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.908937:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.908939:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.908943:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542710912/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.908950:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542710912/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.908973:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.908977:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.908979:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.909370:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.909374:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:0.0:1763354563.909377:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.909381:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.909384:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7e58 00000400:00000010:0.0:1763354563.909385:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7e58. 00000100:00000001:0.0:1763354563.909387:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.909388:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.914068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:2.1:1763354563.918067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00000800:00000001:0.0:1763354563.932870:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.932885:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.932888:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.932890:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.932899:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.932912:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3580 00000400:00000200:0.0:1763354563.932919:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 8752 00000800:00000001:0.0:1763354563.932926:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.932932:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.932934:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.932937:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.932943:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.932945:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.932949:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94d180. 00000100:00000040:0.0:1763354563.932951:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94d180 x1848998841103744 msgsize 328 00000100:00100000:0.0:1763354563.932954:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.932975:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.932983:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.932985:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.933760:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.933765:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:1.0:1763354563.933769:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.933773:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.933776:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:1.0:1763354563.933778:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:1.0:1763354563.933781:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.933785:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542711040/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.933793:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.933795:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542711040/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.933801:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.933802:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.934803:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.934810:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.934813:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.934815:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.934821:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.934830:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541900 00000400:00000200:0.0:1763354563.934836:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8999 [1] + 224 00000800:00000001:0.0:1763354563.934841:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.934847:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.934849:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.934854:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.934858:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.934863:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542711040/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.934874:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542711040/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.934893:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.934898:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.934902:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.935386:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.935390:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:0.0:1763354563.935394:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.935398:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.935401:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be75d8 00000400:00000010:0.0:1763354563.935402:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be75d8. 00000100:00000001:0.0:1763354563.935405:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.935406:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.937575:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.937582:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.937584:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.937586:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.937591:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.937600:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 432 into portal 28 MB=0x691a7971d3600 00000400:00000200:1.0:1763354563.937605:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 432/432 into md 0x79fd81 [8] + 9080 00000800:00000001:1.0:1763354563.937609:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.937613:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.937615:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.937617:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.937620:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.937622:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.937625:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2f800. 00000100:00000040:1.0:1763354563.937627:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2f800 x1848998841103872 msgsize 432 00000100:00100000:1.0:1763354563.937630:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.937642:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.937646:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.937648:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.938094:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.938098:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:0.0:1763354563.938101:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.938105:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.938107:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7220 00000400:00000010:0.0:1763354563.938109:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7220. 00000100:00000001:0.0:1763354563.938111:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.938112:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.939723:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.939730:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.939732:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.939734:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.939738:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.939745:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3680 00000400:00000200:0.0:1763354563.939749:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 9512 00000800:00000001:0.0:1763354563.939754:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.939758:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.939760:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.939762:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.939765:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.939767:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354563.939770:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94f100. 00000100:00000040:0.0:1763354563.939772:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94f100 x1848998841104000 msgsize 328 00000100:00100000:0.0:1763354563.939774:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.939786:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.939790:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.939792:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354563.939828:0:74509:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.939831:0:74509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104000 00000020:00000001:2.0:1763354563.939832:0:74509:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.939834:0:74509:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354563.939836:0:74509:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.939839:0:74509:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:2.0:1763354563.939841:0:74509:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354563.939844:0:74509:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354563.939847:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.939852:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.939855:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.939857:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.939862:0:74509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.939866:0:74509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27800. 00000020:00000010:2.0:1763354563.939870:0:74509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.939875:0:74509:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354563.939878:0:74509:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.939879:0:74509:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354563.939882:0:74509:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.939886:0:74509:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.939902:0:74509:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.939910:0:74509:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.939912:0:74509:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.939916:0:74509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85211 00000100:00000040:2.0:1763354563.939920:0:74509:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354563.939923:0:74509:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262490880 : -123186447060736 : ffff8ff66b94f100) 00000100:00000040:2.0:1763354563.939931:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94f100 x1848998841104000/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354563.939941:0:74509:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.939944:0:74509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.939946:0:74509:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.939949:0:74509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.939954:0:74509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841104000:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354563.939974:0:74509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104000 00000020:00000001:2.0:1763354563.939977:0:74509:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.939979:0:74509:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.939981:0:74509:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.939982:0:74509:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.939984:0:74509:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354563.939986:0:74509:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354563.939988:0:74509:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.939989:0:74509:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.939990:0:74509:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.939993:0:74509:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.939994:0:74509:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354563.939996:0:74509:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354563.939998:0:74509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354563.939999:0:74509:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354563.940000:0:74509:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940004:0:74509:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.940009:0:74509:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50700 count: 2 00010000:00000001:2.0:1763354563.940011:0:74509:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.940013:0:74509:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.940015:0:74509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63600. 00000020:00000001:2.0:1763354563.940018:0:74509:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.940020:0:74509:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63600 with handle 0x4a8bb634222cadf2 to hash 00000020:00000001:2.0:1763354563.940022:0:74509:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.940023:0:74509:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.940025:0:74509:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00010000:2.0:1763354563.940028:0:74509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63600/0x4a8bb634222cadf2 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41455 expref: -99 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.940053:0:74509:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:2.0:1763354563.940055:0:74509:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=23 00010000:00000001:2.0:1763354563.940059:0:74509:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763354563.940062:0:74509:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763354563.940064:0:74509:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.940066:0:74509:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.940069:0:74509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff66dc85800. 02000000:00000001:2.0:1763354563.940071:0:74509:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.940073:0:74509:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940075:0:74509:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354563.940077:0:74509:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.940079:0:74509:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940081:0:74509:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763354563.940084:0:74509:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6800ec4d0. 00002000:00000001:2.0:1763354563.940086:0:74509:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763354563.940088:0:74509:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763354563.940091:0:74509:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.940093:0:74509:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.940097:0:74509:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5559c7840. 00000100:00000001:2.0:1763354563.940098:0:74509:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882598918208 : -123191110633408 : ffff8ff5559c7840) 00000100:00000001:2.0:1763354563.940099:0:74509:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882598918208 : -123191110633408 : ffff8ff5559c7840) 00000100:00000001:2.0:1763354563.940102:0:74509:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.940102:0:74509:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354563.940104:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763354563.940105:0:74509:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763354563.940107:0:74509:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52a00. 00000020:00000040:2.0:1763354563.940109:0:74509:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763354563.940112:0:74509:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.940113:0:74509:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.940115:0:74509:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.940119:0:74509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587efe00. 00000100:00000001:2.0:1763354563.940122:0:74509:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940125:0:74509:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354563.940127:0:74509:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.940131:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.940138:0:74509:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.940139:0:74509:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.940142:0:74509:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542711168:192.168.203.48@tcp:106: 00000100:00000001:2.0:1763354563.940147:0:74509:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.940150:0:74509:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.940152:0:74509:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.940154:0:74509:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.940156:0:74509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587ef200. 02000000:00000001:2.0:1763354563.940157:0:74509:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.940160:0:74509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.940163:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7908. 00000100:00000200:2.0:1763354563.940167:0:74509:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542711168, portal 16 00000100:00000001:2.0:1763354563.940168:0:74509:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.940170:0:74509:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000040:2.0:1763354563.940173:0:74509:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.940179:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.940180:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.940182:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7220. 00000100:00000200:2.0:1763354563.940184:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542711168, offset 0 00000400:00000200:2.0:1763354563.940187:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.940192:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.940195:0:74509:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354563.940198:0:74509:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354563.940200:0:74509:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354563.940203:0:74509:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354563.940205:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556709:1556709:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556705:1556705:8:4294967295] 00000400:00000200:2.0:1763354563.940212:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.940215:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.940218:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffc00. 00000800:00000200:2.0:1763354563.940221:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.940226:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.940228:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.940239:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.940242:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887016 00000100:00000001:2.0:1763354563.940248:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887009 00000100:00000001:2.0:1763354563.940251:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887016 00000100:00000001:2.0:1763354563.940254:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887009 00000100:00000001:2.0:1763354563.940256:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887016 00000100:00000001:2.0:1763354563.940259:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887009 00000100:00000001:2.0:1763354563.940261:0:74509:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887016 00000100:00000001:2.0:1763354563.940264:0:74509:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887009 00000100:00000001:2.0:1763354563.940265:0:74509:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.940267:0:74509:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940269:0:74509:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940270:0:74509:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.940272:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.940274:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763354563.940281:0:74509:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6800ec4d0. 00010000:00000001:2.0:1763354563.940287:0:74509:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.940289:0:74509:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763354563.940290:0:74509:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354563.940292:0:74509:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.940293:0:74509:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.940295:0:74509:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354563.940297:0:74509:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5559c7840 going to sleep for 11 seconds 00000100:00000001:2.0:1763354563.940299:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354563.940301:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.940325:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.940330:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:1.0:1763354563.940335:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.940340:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.940344:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7220 00000400:00000010:1.0:1763354563.940346:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7220. 00000100:00000001:1.0:1763354563.940350:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.940356:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.940366:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.940370:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.940378:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.940380:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.941076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00000800:00000001:0.0:1763354563.941187:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.941193:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.941195:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.941197:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.941201:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.941207:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785541980 00000400:00000200:0.0:1763354563.941211:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b89a9 [1] + 224 00000800:00000001:0.0:1763354563.941214:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.941218:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.941219:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.941221:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.941224:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354563.941229:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354563.941236:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.941250:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.941253:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.941255:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.941278:0:74509:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354563.941284:0:74509:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.941286:0:74509:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.941289:0:74509:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:2.0:1763354563.941293:0:74509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:2.0:1763354563.941295:0:74509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:2.0:1763354563.941298:0:74509:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354563.941303:0:74509:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354563.941320:0:74509:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.941328:0:74509:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354563.941330:0:74509:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.941332:0:74509:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.941334:0:74509:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.941336:0:74509:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.941338:0:74509:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.941341:0:74509:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.941346:0:74509:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=83 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354563.941350:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=83 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354563.941353:0:74509:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.941355:0:74509:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.941357:0:74509:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.941360:0:74509:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.941363:0:74509:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.941368:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.941376:0:74509:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.941378:0:74509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.941380:0:74509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.941382:0:74509:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763354563.941386:0:74509:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763354563.941391:0:74509:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354563.941393:0:74509:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.941397:0:74509:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00002000:00000001:2.0:1763354563.941400:0:74509:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00002000:00000001:2.0:1763354563.941403:0:74509:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354563.941406:0:74509:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354563.941410:0:74509:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00010000:00000001:2.0:1763354563.941412:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.941414:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.941416:0:74509:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.941421:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354563.941430:0:74509:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:74509:1848998542711168:192.168.203.48@tcp:106: 00000100:00000001:2.0:1763354563.941435:0:74509:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.941437:0:74509:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.941440:0:74509:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354563.941441:0:74509:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.941445:0:74509:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec52a00 x1848998542711168/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.941451:0:74509:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354563.941454:0:74509:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354563.941457:0:74509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587ef200. 02000000:00000001:2.0:1763354563.941460:0:74509:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.941462:0:74509:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.941464:0:74509:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763354563.941466:0:74509:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354563.941468:0:74509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587efe00. 02000000:00000001:2.0:1763354563.941471:0:74509:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354563.941473:0:74509:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.941475:0:74509:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52a00. 00000100:00000001:2.0:1763354563.941477:0:74509:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.941479:0:74509:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354563.941481:0:74509:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5559c7840. 00000100:00000001:2.0:1763354563.941484:0:74509:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354563.941486:0:74509:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354563.941489:0:74509:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af840. 00010000:00000001:2.0:1763354563.941491:0:74509:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.941494:0:74509:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354563.941497:0:74509:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354563.941499:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.941503:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.941504:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.941507:0:74509:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.941509:0:74509:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.941511:0:74509:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63600 with handle 0x4a8bb634222cadf2 from hash 00010000:00000001:2.0:1763354563.941514:0:74509:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.941516:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.941517:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.941518:0:74509:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354563.941520:0:74509:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354563.941522:0:74509:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354563.941528:0:74509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63600/0x4a8bb634222cadf2 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41455 expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354563.941541:0:74509:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354563.941543:0:74509:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.941545:0:74509:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.941547:0:74509:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.941550:0:74509:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.941553:0:74509:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.941555:0:74509:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.941557:0:74509:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.941558:0:74509:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.941560:0:74509:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.941562:0:74509:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.941563:0:74509:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354563.941566:0:74509:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.941568:0:74509:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.941570:0:74509:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.941571:0:74509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.941575:0:74509:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63600/0x4a8bb634222cadf2 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41455 expref: 23 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763354563.941584:0:74509:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:2.0:1763354563.941587:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00010000:00000001:2.0:1763354563.941593:0:74509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354563.941595:0:74509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff54ec63600, rc 0) 00000020:00000001:2.0:1763354563.941597:0:74509:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354563.941601:0:74509:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841104000 00010000:00000001:2.0:1763354563.941604:0:74509:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354563.941609:0:74509:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94f100 x1848998841104000/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354563.941616:0:74509:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.941618:0:74509:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.941621:0:74509:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.941625:0:74509:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354563.941627:0:74509:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354563.941630:0:74509:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354563.941633:0:74509:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354563.941635:0:74509:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.941637:0:74509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.941640:0:74509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.941644:0:74509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7908. 00000100:00000200:2.0:1763354563.941648:0:74509:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841104000, offset 224 00000400:00000200:2.0:1763354563.941653:0:74509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.941660:0:74509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.941665:0:74509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556710:1556710:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556706:1556706:8:4294967295] 00000400:00000200:2.0:1763354563.941674:0:74509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.941679:0:74509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.941683:0:74509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffa00. 00000800:00000200:2.0:1763354563.941687:0:74509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.941692:0:74509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.941696:0:74509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffa00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.941711:0:74509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.941714:0:74509:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.941717:0:74509:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.941720:0:74509:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.941723:0:74509:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.941729:0:74509:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94f100 x1848998841104000/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354563.941745:0:74509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841104000:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1802us (1970us total) trans 0 rc 301/301 00000100:00100000:2.0:1763354563.941753:0:74509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85211 00000100:00000040:2.0:1763354563.941757:0:74509:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354563.941760:0:74509:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1763354563.941760:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354563.941762:0:74509:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1763354563.941765:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000020:00000010:2.0:1763354563.941769:0:74509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27800. 00000400:00000200:0.0:1763354563.941770:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.941779:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:2.0:1763354563.941780:0:74509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000400:00000200:0.0:1763354563.941785:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000020:00000010:2.0:1763354563.941788:0:74509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000400:00000010:0.0:1763354563.941790:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000020:00000040:2.0:1763354563.941794:0:74509:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:0.0:1763354563.941796:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.941799:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354563.941801:0:74509:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.943907:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.943915:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.943917:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.943918:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.943923:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.943930:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971d3700 00000400:00000200:1.0:1763354563.943936:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 61992 00000800:00000001:1.0:1763354563.943940:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.943945:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.943947:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.943949:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.943953:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.943955:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354563.943972:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2e300. 00000100:00000040:1.0:1763354563.943976:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2e300 x1848998841104128 msgsize 488 00000100:00100000:1.0:1763354563.943981:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.943993:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.944001:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.944004:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.944028:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.944031:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841104128 02000000:00000001:2.0:1763354563.944050:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.944052:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.944053:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.944057:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.944059:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104128 00000020:00000001:2.0:1763354563.944062:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.944063:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354563.944064:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.944067:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:2.0:1763354563.944069:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354563.944071:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354563.944074:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.944077:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.944080:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.944082:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.944086:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.944089:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27800. 00000020:00000010:2.0:1763354563.944092:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.944097:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763354563.944099:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.944100:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763354563.944102:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354563.944104:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.944105:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:2.0:1763354563.944108:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.944110:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354563.944113:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354563.944115:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.944117:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.944119:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.944120:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.944121:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.944123:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.944124:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.944125:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.944126:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.944127:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.944128:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.944129:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944131:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763354563.944132:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944134:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944135:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944137:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763354563.944138:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944140:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763354563.944149:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000403:0x53b0:0x0] (0->4095) req@ffff8ff644d2e300 x1848998841104128/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354563.944155:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354563.944157:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff644d2e300 with x1848998841104128 ext(0->4095) 00010000:00000001:2.0:1763354563.944158:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.944160:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.944161:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000020:00000001:2.0:1763354563.944163:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354563.944165:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354563.944167:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.944168:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354563.944170:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354563.944172:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff644d2e300 00002000:00000001:2.0:1763354563.944174:0:69826:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944176:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944183:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944202:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.944212:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.944214:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.944219:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1957 00000100:00000040:2.0:1763354563.944222:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354563.944225:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612239104 : -123187097312512 : ffff8ff644d2e300) 00000100:00000040:2.0:1763354563.944232:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2e300 x1848998841104128/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354563.944242:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.944245:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.944247:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.944249:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.944254:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841104128:12345-192.168.203.48@tcp:3:lfs.0 00000100:00000200:2.0:1763354563.944257:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104128 00000020:00000001:2.0:1763354563.944260:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.944262:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.944264:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944266:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.944268:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:2.0:1763354563.944271:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354563.944273:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.944275:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.944277:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.944278:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944283:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.944285:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.944290:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff8ff66dda0000. 02000000:00000001:2.0:1763354563.944292:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944295:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944298:0:69826:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763354563.944301:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763354563.944303:0:69826:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944306:0:69826:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763354563.944310:0:69826:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763354563.944312:0:69826:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763354563.944314:0:69826:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 reports grant 452497408 dropped 0, local 452497408 00000020:00000001:2.0:1763354563.944318:0:69826:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763354563.944319:0:69826:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763354563.944322:0:69826:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763354563.944323:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354563.944326:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.944329:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00002000:00000001:2.0:1763354563.944332:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00002000:00000001:2.0:1763354563.944335:0:69826:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763354563.944341:0:69826:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944343:0:69826:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763354563.944345:0:69826:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.944351:0:69826:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763354563.944353:0:69826:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.944359:0:69826:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354563.944365:0:69826:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944368:0:69826:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944370:0:69826:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944372:0:69826:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944376:0:69826:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763354563.944400:0:69826:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:2.0:1763354563.944403:0:69826:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763354563.944431:0:69826:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763354563.944434:0:69826:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 1438c839 (4) 00000020:00008000:2.0:1763354563.944437:0:69826:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763354563.944441:0:69826:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763354563.944445:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354563.944452:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944455:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354563.944457:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944459:0:69826:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:2.0:1763354563.944465:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354563.944468:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00002000:00000001:2.0:1763354563.944470:0:69826:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.944471:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944473:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944474:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763354563.944476:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763354563.944477:0:69826:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763354563.944479:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841104128 00010000:00000001:2.0:1763354563.944481:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354563.944485:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2e300 x1848998841104128/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/4536 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354563.944491:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.944492:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.944495:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.944498:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354563.944499:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354563.944501:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354563.944503:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354563.944504:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944506:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.944508:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.944511:0:69826:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5559c7840. 00000100:00000200:2.0:1763354563.944514:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848998841104128, offset 224 00000400:00000200:2.0:1763354563.944517:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.944522:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.944526:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556711:1556711:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556707:1556707:8:4294967295] 00000400:00000200:2.0:1763354563.944541:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.944545:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.944548:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff5587efe00. 00000800:00000200:2.0:1763354563.944551:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.944555:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354563.944558:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff5587efe00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763354563.944568:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.944570:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.944572:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.944573:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.944574:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.944578:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2e300 x1848998841104128/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/4536 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354563.944585:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841104128:12345-192.168.203.48@tcp:3:lfs.0 Request processed in 343us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763354563.944591:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1957 00000100:00000040:2.0:1763354563.944593:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354563.944595:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763354563.944597:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763354563.944601:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000403:0x53b0:0x0] (0->4095) req@ffff8ff644d2e300 x1848998841104128/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/4536 e 0 to 0 dl 1763354574 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354563.944607:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354563.944608:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff644d2e300 with x1848998841104128 ext(0->4095) 00010000:00000001:2.0:1763354563.944610:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.944611:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.944613:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000020:00000001:2.0:1763354563.944614:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354563.944615:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354563.944617:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.944618:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354563.944619:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354563.944621:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff644d2e300 00002000:00000001:2.0:1763354563.944622:0:69826:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.944624:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1763354563.944626:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763354563.944627:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27800. 00000800:00000010:0.0:1763354563.944631:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff5587efe00. 00000020:00000010:2.0:1763354563.944633:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000400:00000200:0.0:1763354563.944636:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354563.944638:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000400:00000200:0.0:1763354563.944643:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:2.0:1763354563.944644:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000400:00000200:0.0:1763354563.944648:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5559c7840 00000100:00000001:2.0:1763354563.944649:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1763354563.944652:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5559c7840. 00000100:00000001:0.0:1763354563.944656:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.944658:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.946622:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.946629:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.946632:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.946633:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.946639:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.946650:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d3780 00000400:00000200:0.0:1763354563.946657:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 31328 00000800:00000001:0.0:1763354563.946664:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.946671:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.946674:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.946678:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.946683:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.946685:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.946690:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94e300. 00000100:00000040:0.0:1763354563.946693:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94e300 x1848998841104256 msgsize 568 00000100:00100000:0.0:1763354563.946699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.946716:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.946722:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.946725:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.946756:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.946760:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841104256 02000000:00000001:2.0:1763354563.946763:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.946765:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.946767:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.946770:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.946773:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104256 00000020:00000001:2.0:1763354563.946775:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.946777:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354563.946779:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.946782:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=236 00000020:00000001:2.0:1763354563.946785:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354563.946787:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354563.946790:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.946795:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.946798:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.946801:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.946805:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.946810:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.946814:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.946820:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354563.946822:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.946824:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354563.946828:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354563.946830:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.946832:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.946838:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.946852:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.946863:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.946864:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.946869:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417433 00000100:00000040:2.0:1763354563.946872:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354563.946875:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262487296 : -123186447064320 : ffff8ff66b94e300) 00000100:00000040:2.0:1763354563.946882:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94e300 x1848998841104256/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354563.946891:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.946895:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.946898:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.946901:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.946906:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+236:252577:x1848998841104256:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354563.946909:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104256 00000020:00000001:2.0:1763354563.946912:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.946915:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.946918:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.946920:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.946922:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354563.946924:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354563.946927:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841104256, found 0 last_xid 1848998841104255 00000020:00000001:2.0:1763354563.946930:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.946932:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.946933:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.946937:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.946939:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354563.946942:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354563.946943:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354563.946946:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354563.946948:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.946952:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.946974:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 3 00010000:00000001:2.0:1763354563.946978:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.946981:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.946986:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:2.0:1763354563.946990:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.946992:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222cadf9 to hash 00000020:00000001:2.0:1763354563.946994:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.946996:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000010:2.0:1763354563.947001:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138280. 00010000:00000001:2.0:1763354563.947004:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00010000:2.0:1763354563.947009:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cadf9 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4145c expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.947017:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:2.0:1763354563.947020:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=237 00010000:00000001:2.0:1763354563.947025:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354563.947028:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354563.947056:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354563.947059:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354563.947061:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763354563.947063:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354563.947065:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de9:0x0] 00000020:00000001:2.0:1763354563.947068:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.947071:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354563.947074:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354563.947077:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947078:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947081:0:6519:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:2.0:1763354563.947083:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354563.947086:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354563.947088:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.947092:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 4 00010000:00000001:2.0:1763354563.947094:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.947096:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.947100:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff543a9c400. 00000020:00000001:2.0:1763354563.947102:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.947104:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff543a9c400 with handle 0x4a8bb634222cae00 to hash 00000020:00000001:2.0:1763354563.947106:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.947107:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000010:2.0:1763354563.947110:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138a00. 00010000:00000001:2.0:1763354563.947113:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:2.0:1763354563.947117:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.947118:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.947122:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354563.947128:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354563.947131:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.947133:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354563.947135:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.947138:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.947141:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.947142:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.947145:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.947147:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.947148:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354563.947150:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.947153:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 4 00010000:00000040:2.0:1763354563.947156:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354563.947160:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cadc1 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41424 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.947169:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cadac lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41416 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354563.947182:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.947188:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.947192:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.947194:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.947197:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.947198:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.947201:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.947203:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.947206:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354563.947209:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.947211:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.947217:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354563.947218:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.947220:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.947221:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.947223:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.947225:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=3 00000020:00000001:2.0:1763354563.947227:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:2.0:1763354563.947229:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:2.0:1763354563.947231:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.947233:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.947234:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947238:0:6519:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:2.0:1763354563.947240:0:6519:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x2400032e4:0x9de9:0x0] 00000001:00000001:2.0:1763354563.947243:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.947245:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947248:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354563.947250:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947253:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354563.947255:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.947257:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.947259:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.947260:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.947262:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.947264:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.947266:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.947268:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.947270:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.947271:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.947273:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.947275:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.947276:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.947278:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.947280:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.947282:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.947286:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354563.947291:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354563.947293:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354563.947296:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354563.947298:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.947300:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.947302:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947304:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354563.947306:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947309:0:6519:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:2.0:1763354563.947313:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.947315:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.947337:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8ff67df28000. 02000000:00000001:2.0:1763354563.947340:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.947343:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.947345:0:6519:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:2.0:1763354563.947349:0:6519:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:2.0:1763354563.947352:0:6519:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:2.0:1763354563.947371:0:6519:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763354563.947377:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947380:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947388:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.947392:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.947394:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354563.947396:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.947398:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947400:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947402:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763354563.947404:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763354563.947405:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354563.947407:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763354563.947409:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947410:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947412:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354563.947414:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354563.947415:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354563.947417:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354563.947419:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947420:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.947423:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.947425:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.947427:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354563.947428:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.947433:0:6519:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763354563.947435:0:6519:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:2.0:1763354563.947440:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354563.947446:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.947450:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354563.947452:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1763354563.947454:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.947456:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.947457:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=3 00000020:00000001:2.0:1763354563.947460:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:2.0:1763354563.947463:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00000004:00000040:2.0:1763354563.947466:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 220 00000020:00000040:2.0:1763354563.947469:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=238 00010000:00000001:2.0:1763354563.947472:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.947474:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.947475:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354563.947478:0:6519:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354563.947481:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354563.947484:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354563.947486:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354563.947488:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354563.947491:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354563.947493:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.947496:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.947497:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.947499:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.947501:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.947504:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222cadf9 from hash 00010000:00000001:2.0:1763354563.947507:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.947508:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.947509:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.947511:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354563.947512:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.947517:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cadf9 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 238 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.947525:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 219 00000020:00000040:2.0:1763354563.947527:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 237 00010000:00000010:2.0:1763354563.947530:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138280. 00010000:00000001:2.0:1763354563.947536:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.947538:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.947542:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354563.947546:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 237 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.947553:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.947556:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354563.947558:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00010000:00010000:2.0:1763354563.947560:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1763354563.947563:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.947565:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.947568:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.947569:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.947571:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354563.947572:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff543a9c400, rc 0) 00000020:00000001:2.0:1763354563.947575:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354563.947579:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429290, transno 0, xid 1848998841104256 00010000:00000001:2.0:1763354563.947581:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354563.947586:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94e300 x1848998841104256/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/1072 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354563.947594:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.947596:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.947599:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.947603:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354563.947605:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354563.947607:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354563.947610:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354563.947612:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.947614:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.947617:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.947621:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be75d8. 00000100:00000200:2.0:1763354563.947626:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848998841104256, offset 224 00000400:00000200:2.0:1763354563.947632:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.947640:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.947645:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556712:1556712:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556708:1556708:8:4294967295] 00000400:00000200:2.0:1763354563.947655:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.947659:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.947663:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354563.947668:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.947673:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354563.947677:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.947691:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.947695:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.947698:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.947700:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.947703:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.947708:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94e300 x1848998841104256/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/1072 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354563.947718:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+237:252577:x1848998841104256:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 825us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354563.947725:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417433 00000100:00000040:2.0:1763354563.947729:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354563.947731:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354563.947733:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354563.947737:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.947752:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000800:00000200:1.0:1763354563.947753:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763354563.947756:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000800:00000010:1.0:1763354563.947758:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000020:00000040:2.0:1763354563.947762:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 236 00000400:00000200:1.0:1763354563.947764:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1763354563.947767:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.947772:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.947776:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be75d8 00000400:00000010:1.0:1763354563.947779:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be75d8. 00000100:00000001:1.0:1763354563.947781:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.947783:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.950023:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.950053:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.950056:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.950062:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.950071:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000010:2.1:1763354563.950078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00000400:00000200:0.0:1763354563.950086:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4584 into portal 6 MB=0x691a7971d3800 00000400:00000200:0.0:1763354563.950096:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 4584/4584 into md 0x1e60fd [128] + 62480 00000800:00000001:0.0:1763354563.950103:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.950157:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.950160:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.950164:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.950168:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.950170:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763354563.950174:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94f800. 00000100:00000040:0.0:1763354563.950177:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94f800 x1848998841104384 msgsize 4584 00000100:00100000:0.0:1763354563.950180:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.950192:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.950198:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.950200:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.950219:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.950222:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841104384 02000000:00000001:2.0:1763354563.950225:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.950227:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.950229:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.950233:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.950237:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104384 00000020:00000001:2.0:1763354563.950239:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.950241:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:2.0:1763354563.950243:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.950245:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=20 00000020:00000001:2.0:1763354563.950248:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354563.950251:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:2.0:1763354563.950254:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.950258:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.950262:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.950265:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.950271:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.950275:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.950280:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.950286:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763354563.950289:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.950290:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763354563.950293:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354563.950296:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.950298:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:2.0:1763354563.950301:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.950304:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354563.950306:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354563.950309:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.950311:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.950312:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.950314:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.950315:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.950316:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.950317:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.950318:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.950319:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.950320:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.950321:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.950322:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950324:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763354563.950326:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950327:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950328:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.950330:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763354563.950331:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.950333:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.950338:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.950348:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.950356:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.950358:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.950363:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1958 00000100:00000040:2.0:1763354563.950365:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:2.0:1763354563.950367:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262492672 : -123186447058944 : ffff8ff66b94f800) 00000100:00000040:2.0:1763354563.950372:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94f800 x1848998841104384/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4584/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354563.950379:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.950382:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.950383:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.950385:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.950388:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841104384:12345-192.168.203.48@tcp:4:lfs.0 00000100:00000200:2.0:1763354563.950391:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104384 00000020:00000001:2.0:1763354563.950393:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.950394:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.950396:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950397:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.950398:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:2.0:1763354563.950401:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354563.950402:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.950404:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.950405:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.950406:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950407:0:69826:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763354563.950411:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.950412:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.950415:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ff66dc86c00. 02000000:00000001:2.0:1763354563.950416:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.950417:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950420:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763354563.950422:0:69826:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763354563.950423:0:69826:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354563.950425:0:69826:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.950430:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50000 count: 2 00010000:00000001:2.0:1763354563.950432:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.950434:0:69826:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.950437:0:69826:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63600. 00000020:00000001:2.0:1763354563.950439:0:69826:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.950441:0:69826:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63600 with handle 0x4a8bb634222cae07 to hash 00000020:00000001:2.0:1763354563.950443:0:69826:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.950444:0:69826:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.950445:0:69826:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.950448:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.950449:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.950452:0:69826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.950457:0:69826:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354563.950460:0:69826:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.950461:0:69826:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354563.950463:0:69826:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.950465:0:69826:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763354563.950467:0:69826:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354563.950470:0:69826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 20 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354563.950475:0:69826:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354563.950476:0:69826:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.950477:0:69826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354563.950478:0:69826:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.950480:0:69826:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354563.950481:0:69826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354563.950482:0:69826:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.950483:0:69826:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.950485:0:69826:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354563.950487:0:69826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.950492:0:69826:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5326:0x0].0x0 (ffff8ff560c50000) refcount = 2 00010000:00000040:2.0:1763354563.950494:0:69826:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354563.950497:0:69826:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 20 pid: 74509 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763354563.950501:0:69826:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354563.950503:0:69826:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354563.950508:0:69826:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.950510:0:69826:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.950514:0:69826:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5559c7180. 00000100:00000001:2.0:1763354563.950515:0:69826:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882598916480 : -123191110635136 : ffff8ff5559c7180) 00000100:00000001:2.0:1763354563.950517:0:69826:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882598916480 : -123191110635136 : ffff8ff5559c7180) 00000100:00000001:2.0:1763354563.950519:0:69826:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.950520:0:69826:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354563.950521:0:69826:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354563.950523:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.950524:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354563.950526:0:69826:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.950527:0:69826:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.950528:0:69826:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354563.950530:0:69826:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354563.950533:0:69826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52a00. 00000020:00000040:2.0:1763354563.950535:0:69826:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763354563.950537:0:69826:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.950539:0:69826:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.950542:0:69826:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.950546:0:69826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ef200. 00000100:00000001:2.0:1763354563.950550:0:69826:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.950553:0:69826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 20 pid: 74509 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763354563.950563:0:69826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 20 pid: 74509 timeout: 12318 lvb_type: 1 00010000:00000001:2.0:1763354563.950573:0:69826:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354563.950576:0:69826:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.950579:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.950585:0:69826:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.950587:0:69826:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.950590:0:69826:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:69826:1848998542711296:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354563.950592:0:69826:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.950596:0:69826:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.950598:0:69826:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.950599:0:69826:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.950601:0:69826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587ef400. 02000000:00000001:2.0:1763354563.950603:0:69826:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.950606:0:69826:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.950610:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7d48. 00000100:00000200:2.0:1763354563.950614:0:69826:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542711296, portal 16 00000100:00000001:2.0:1763354563.950616:0:69826:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.950617:0:69826:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000040:2.0:1763354563.950620:0:69826:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.950625:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.950627:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.950628:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7e58. 00000100:00000200:2.0:1763354563.950630:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542711296, offset 0 00000400:00000200:2.0:1763354563.950634:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.950639:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.950642:0:69826:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354563.950646:0:69826:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354563.950648:0:69826:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354563.950650:0:69826:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354563.950653:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556713:1556713:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556709:1556709:8:4294967295] 00000400:00000200:2.0:1763354563.950660:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.950664:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.950666:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354563.950670:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.950674:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.950677:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.950689:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.950693:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306887026 00000100:00000001:2.0:1763354563.950698:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306887016 00000100:00000001:2.0:1763354563.950701:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306887026 00000100:00000001:2.0:1763354563.950703:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306887016 00000100:00000001:2.0:1763354563.950705:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306887026 00000100:00000001:2.0:1763354563.950707:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306887016 00000100:00000001:2.0:1763354563.950709:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306887026 00000100:00000001:2.0:1763354563.950711:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306887016 00000100:00000001:2.0:1763354563.950712:0:69826:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.950714:0:69826:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.950716:0:69826:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.950717:0:69826:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.950718:0:69826:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.950719:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.950720:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.950721:0:69826:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.950723:0:69826:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354563.950724:0:69826:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354563.950725:0:69826:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.950727:0:69826:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.950728:0:69826:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354563.950730:0:69826:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5559c7180 going to sleep for 11 seconds 00000100:00000001:2.0:1763354563.950733:0:69826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354563.950736:0:69826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354563.950791:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.950796:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354563.950800:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.950804:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.950807:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7e58 00000400:00000010:0.0:1763354563.950808:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7e58. 00000100:00000001:0.0:1763354563.950811:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354563.950815:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.950822:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354563.950824:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354563.950829:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.950831:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.951849:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.951856:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.951858:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.951860:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.951865:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.951872:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541a00 00000400:00000200:1.0:1763354563.951877:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b89bd [1] + 224 00000800:00000001:1.0:1763354563.951881:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.951885:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.951887:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.951889:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.951892:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.951896:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354563.951904:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.951917:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.951922:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.951924:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.951946:0:69826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354563.951954:0:69826:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.951956:0:69826:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.951973:0:69826:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:2.0:1763354563.951978:0:69826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:2.0:1763354563.951980:0:69826:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:2.0:1763354563.951984:0:69826:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354563.951990:0:69826:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354563.952001:0:69826:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.952008:0:69826:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354563.952010:0:69826:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.952013:0:69826:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.952015:0:69826:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.952017:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.952019:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.952022:0:69826:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.952027:0:69826:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=85 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354563.952032:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=85 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354563.952056:0:69826:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.952058:0:69826:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.952060:0:69826:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.952063:0:69826:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.952066:0:69826:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.952071:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.952080:0:69826:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.952082:0:69826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.952084:0:69826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.952087:0:69826:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354563.952089:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.952091:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.952093:0:69826:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.952098:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354563.952107:0:69826:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:69826:1848998542711296:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354563.952112:0:69826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.952115:0:69826:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.952117:0:69826:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354563.952118:0:69826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.952122:0:69826:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec52a00 x1848998542711296/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.952129:0:69826:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354563.952132:0:69826:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354563.952135:0:69826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587ef400. 02000000:00000001:2.0:1763354563.952139:0:69826:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.952141:0:69826:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.952143:0:69826:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763354563.952145:0:69826:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354563.952147:0:69826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587ef200. 02000000:00000001:2.0:1763354563.952150:0:69826:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354563.952152:0:69826:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.952154:0:69826:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52a00. 00000100:00000001:2.0:1763354563.952158:0:69826:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.952160:0:69826:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354563.952163:0:69826:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5559c7180. 00000100:00000001:2.0:1763354563.952166:0:69826:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354563.952168:0:69826:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354563.952170:0:69826:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af840. 00010000:00000001:2.0:1763354563.952174:0:69826:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.952176:0:69826:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.952179:0:69826:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.952182:0:69826:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763354563.952186:0:69826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1763354563.952538:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.952546:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.952549:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.952552:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.952559:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.952568:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d3880 00000400:00000200:0.0:1763354563.952574:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 0 00000800:00000001:0.0:1763354563.952579:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.952608:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.952611:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.952614:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.952619:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.952621:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354563.952626:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94df80. 00000100:00000040:0.0:1763354563.952629:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94df80 x1848998841104512 msgsize 328 00000100:00100000:0.0:1763354563.952633:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.952649:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.952655:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.952658:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.952729:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.952733:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841104512 02000000:00000001:3.0:1763354563.952735:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.952737:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.952739:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.952743:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.952746:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104512 00000020:00000001:3.0:1763354563.952748:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.952750:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354563.952752:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.952754:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=21 00000020:00000001:3.0:1763354563.952757:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354563.952759:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354563.952761:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.952765:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.952767:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.952769:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.952773:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9200. 00000020:00000010:3.0:1763354563.952776:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00000020:00000010:3.0:1763354563.952780:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000040:3.0:1763354563.952784:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.952786:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.952788:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.952789:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.952791:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.952793:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.952797:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.952799:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.952800:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=4 00000020:00000001:3.0:1763354563.952802:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354563.952804:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00010000:3.0:1763354563.952809:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 21 pid: 74509 timeout: 12318 lvb_type: 1 00010000:00000001:3.0:1763354563.952814:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.952816:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.952817:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.952819:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.952824:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.952830:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b94df80 x1848998841104512/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.952837:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.952839:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.952854:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.952865:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.952867:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.952873:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6354 00000100:00000040:3.0:1763354563.952877:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 2 00000100:00000001:3.0:1763354563.952880:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262486400 : -123186447065216 : ffff8ff66b94df80) 00000100:00000040:3.0:1763354563.952886:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94df80 x1848998841104512/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.952896:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.952899:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.952902:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.952904:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.952909:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841104512:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.952913:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104512 00010000:00000001:3.0:1763354563.952915:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.952917:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.952920:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.952924:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.952927:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.952930:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354563.952932:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.952934:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.952937:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.952939:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.952941:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.952942:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.952944:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=4 00000020:00000001:3.0:1763354563.952947:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354563.952949:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000040:3.0:1763354563.952952:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50000 count: 3 00002000:00000001:3.0:1763354563.952956:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354563.952974:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354563.952978:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354563.952984:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00002000:00000001:3.0:1763354563.952986:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00002000:00000001:3.0:1763354563.952990:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354563.952994:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354563.952998:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00010000:00010000:3.0:1763354563.953004:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 21 pid: 74509 timeout: 12318 lvb_type: 1 00000100:00001000:3.0:1763354563.953013:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=7 v=5 (1 0 0 0) 00010000:00000001:3.0:1763354563.953016:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.953021:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.953022:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.953026:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 21 pid: 74509 timeout: 12318 lvb_type: 1 00000020:00000001:3.0:1763354563.953055:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.953058:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.953061:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.953064:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.953068:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.953070:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.953074:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.953075:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.953077:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.953078:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.953080:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63a00 with handle 0x4a8bb634222cadc8 from hash 00010000:00000001:3.0:1763354563.953082:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.953083:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.953085:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.953086:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.953090:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.953091:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.953092:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.953093:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.953096:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cadc8 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x5326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4142b expref: 21 pid: 74509 timeout: 12318 lvb_type: 1 00010000:00000040:3.0:1763354563.953101:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 13 00000020:00000040:3.0:1763354563.953103:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00010000:00000001:3.0:1763354563.953108:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.953109:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.953111:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354563.953112:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff54ec63600 00010000:00000001:3.0:1763354563.953114:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354563.953115:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.953117:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.953118:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.953120:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354563.953121:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.953122:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.953124:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.953125:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.953127:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.953133:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354563.953135:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.953140:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5326:0x0].0x0 (ffff8ff560c50000) refcount = 2 00010000:00000040:3.0:1763354563.953142:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.953144:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.953148:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.953149:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.953150:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.953151:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.953153:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.953156:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.953157:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.953161:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354563.953162:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354563.953163:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354563.953165:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.953166:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.953167:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.953169:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.953178:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.953180:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.953181:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.953182:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.953183:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.953184:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.953186:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.953187:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.953188:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.953190:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354563.953192:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.953193:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354563.953195:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442abc0. 00010000:00000001:3.0:1763354563.953197:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354563.953199:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354563.953200:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.953204:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1763354563.953206:0:69826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.953207:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.953211:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354563.953219:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354563.953224:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.953225:0:69826:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.953231:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00010000:2.0:1763354563.953233:0:69826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1763354563.953237:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354563.953241:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.953247:0:69826:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1763354563.953248:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1763354563.953252:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.953255:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354563.953257:0:69826:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.953264:0:69826:0:(obd_class.h:1139:obd_preprw()) Process entered 00000100:00000040:3.0:1763354563.953268:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00002000:00000001:2.0:1763354563.953270:0:69826:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000400:00000010:3.0:1763354563.953275:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121110. 00000020:00000001:2.0:1763354563.953275:0:69826:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763354563.953280:0:69826:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000200:3.0:1763354563.953283:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841104512, offset 224 00000020:00000001:2.0:1763354563.953284:0:69826:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763354563.953290:0:69826:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 free: 3909369856 avail: 3677761536 00000400:00000200:3.0:1763354563.953295:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354563.953297:0:69826:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763354563.953301:0:69826:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 avail=3677761536 left=3276619776 unstable=0 tot_grant=401138112 pending=0 00000400:00000200:3.0:1763354563.953307:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000001:2.0:1763354563.953309:0:69826:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3276619776 : 3276619776 : c34d4000) 00000020:00000001:2.0:1763354563.953315:0:69826:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000400:00000200:3.0:1763354563.953320:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556714:1556714:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556710:1556710:8:4294967295] 00000020:00000020:2.0:1763354563.953320:0:69826:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 reports grant 400965632 dropped 0, local 400994304 00000020:00000001:2.0:1763354563.953331:0:69826:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763354563.953334:0:69826:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000400:00000200:3.0:1763354563.953340:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000020:2.0:1763354563.953341:0:69826:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 granted: 28672 ungranted: 0 grant: 400965632 dirty: 28672 00000020:00000001:2.0:1763354563.953350:0:69826:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000800:00000200:3.0:1763354563.953354:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354563.953355:0:69826:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763354563.953359:0:69826:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 wants: 484638720 current grant 400965632 granting: 8437760 00000800:00000010:3.0:1763354563.953363:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000020:00000020:2.0:1763354563.953366:0:69826:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 tot cached:0 granted:409575872 num_exports: 3 00000800:00000200:3.0:1763354563.953373:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000020:00000001:2.0:1763354563.953374:0:69826:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:2.0:1763354563.953380:0:69826:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763354563.953382:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000200:3.0:1763354563.953385:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000001:2.0:1763354563.953386:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.953391:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00000800:00000200:3.0:1763354563.953392:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 00002000:00000001:2.0:1763354563.953396:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00080000:00000001:2.0:1763354563.953405:0:69826:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763354563.953407:0:69826:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.953413:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.953419:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354563.953421:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.953423:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.953429:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94df80 x1848998841104512/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354563.953431:0:69826:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354563.953442:0:69826:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.953447:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841104512:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 546us (812us total) trans 0 rc 0/0 00002000:00000001:2.0:1763354563.953449:0:69826:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.953455:0:69826:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.953459:0:69826:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.953462:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6354 00000020:00000040:2.0:1763354563.953466:0:69826:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000100:00000040:3.0:1763354563.953468:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 1 00000020:00008000:2.0:1763354563.953470:0:69826:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000100:00000001:3.0:1763354563.953474:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354563.953478:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1763354563.953480:0:69826:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000800:00000200:0.0:1763354563.953483:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354563.953484:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00000800:00000010:0.0:1763354563.953487:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000400:00000200:0.0:1763354563.953493:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354563.953494:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000400:00000200:0.0:1763354563.953499:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354563.953502:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9200. 00000400:00000200:0.0:1763354563.953503:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121110 00000400:00000010:0.0:1763354563.953507:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121110. 00000001:00000040:2.0:1763354563.953508:0:69826:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:3.0:1763354563.953510:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 19 00000100:00000001:0.0:1763354563.953511:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1763354563.953514:0:69826:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000100:00000001:0.0:1763354563.953515:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354563.953516:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.953557:0:69826:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.953561:0:69826:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763354563.953566:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354563.953572:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.953575:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354563.953578:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953581:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.953583:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953591:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.953593:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.953596:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953598:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.953600:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.953602:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953607:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.953609:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.953611:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.953614:0:69826:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763354563.953617:0:69826:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.953619:0:69826:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763354563.953621:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354563.953625:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953629:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354563.953634:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ef200. 00080000:00000001:2.0:1763354563.953637:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647314944 : -123191062236672 : ffff8ff5587ef200) 00000001:00000001:2.0:1763354563.953639:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.953640:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953643:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763354563.953646:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953648:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:2.0:1763354563.953652:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953653:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953655:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=0, id=0 00000001:00000001:2.0:1763354563.953657:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953660:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953661:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=0, id=0 00000001:00000001:2.0:1763354563.953665:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953667:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953668:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=0, id=0 00000001:00000001:2.0:1763354563.953671:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953673:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953675:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953677:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:2.0:1763354563.953679:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953681:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953682:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=1, id=0 00000001:00000001:2.0:1763354563.953684:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953686:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953688:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=1, id=0 00000001:00000001:2.0:1763354563.953690:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953692:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953693:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=1, id=0 00000001:00000001:2.0:1763354563.953695:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953697:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953699:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953701:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:2.0:1763354563.953703:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953705:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953706:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=2, id=0 00000001:00000001:2.0:1763354563.953708:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953710:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953711:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=2, id=0 00000001:00000001:2.0:1763354563.953713:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.953715:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354563.953717:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5326:0x0] ino=40550 type=2, id=0 00000001:00000001:2.0:1763354563.953719:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953721:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:2.0:1763354563.953723:0:69826:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:2.0:1763354563.953726:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953731:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354563.953739:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.953741:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354563.953744:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953773:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354563.953776:0:69826:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763354563.953787:0:69826:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763354563.953790:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354563.953793:0:69826:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x5326:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:2.0:1763354563.953809:0:69826:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354563.953813:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:2.0:1763354563.953821:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354563.953824:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354563.953826:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953828:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354563.953832:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ef400. 00080000:00000001:2.0:1763354563.953834:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00000001:00000001:2.0:1763354563.953837:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.953839:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953842:0:69826:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:2.0:1763354563.953845:0:69826:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #40550 extent_bytes 150620 extents 1 credits 9 00000001:00000001:2.0:1763354563.953849:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354563.953853:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00080000:00000001:2.0:1763354563.953856:0:69826:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953858:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354563.953859:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953861:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354563.953864:0:69826:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.953867:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354563.953870:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af3c0. 00080000:00000001:2.0:1763354563.953873:0:69826:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953877:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.953887:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:2.0:1763354563.953893:0:69826:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 40550: map 1 pages from 0 00080000:00000001:2.0:1763354563.953994:0:69826:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:2.0:1763354563.954004:0:69826:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:2.0:1763354563.954007:0:69826:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8ff5956c0618. 00080000:00000001:2.0:1763354563.954010:0:69826:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354563.954014:0:69826:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:2.0:1763354563.954018:0:69826:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:2.0:1763354563.954020:0:69826:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.954123:0:69826:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.954128:0:69826:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.954132:0:69826:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763354563.954135:0:69826:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8ff66ce373c0. 00000020:00000040:2.0:1763354563.954138:0:69826:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:2.0:1763354563.954141:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=20 00000020:00000001:2.0:1763354563.954144:0:69826:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.954147:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354563.954150:0:69826:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763354563.954153:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354563.954155:0:69826:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x5326:0x0] set version 0x20000a1bf (old 0x0) for inode 40550 00080000:00000001:2.0:1763354563.954161:0:69826:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763354563.954164:0:69826:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589975999, last_committed = 8589975995 00000001:00000010:2.0:1763354563.954168:0:69826:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37180. 00000001:00000040:2.0:1763354563.954171:0:69826:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 3 00000020:00000040:2.0:1763354563.954173:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=21 00000001:00000001:2.0:1763354563.954187:0:69826:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.2:1763354563.954311:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0618. 00000100:00000001:1.0:1763354563.955053:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.955056:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.955059:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589975999 is committed 00000001:00000040:1.0:1763354563.955063:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:1.0:1763354563.955066:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000001:00000010:1.0:1763354563.955068:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37180. 00000020:00000001:1.0:1763354563.955071:0:69319:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354563.955072:0:69319:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354563.955074:0:69319:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd21800 : new cb_count 1 00000020:00000040:1.0:1763354563.955076:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 19 00000020:00000010:1.0:1763354563.955078:0:69319:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff66ce373c0. 00080000:00000010:1.0:1763354563.955080:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ef400. 00080000:00000010:1.0:1763354563.955082:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ef200. 00000100:00000001:1.0:1763354563.955084:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354563.955084:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354563.955085:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589975998 is committed 00000001:00000040:1.0:1763354563.955087:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482ff800 : new cb_count 1 00000020:00000040:1.0:1763354563.955088:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 5 00000001:00000010:1.0:1763354563.955089:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a9c0. 00080000:00000010:1.0:1763354563.955093:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152400. 00000001:00000040:1.0:1763354563.955096:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 0 00000020:00000040:1.0:1763354563.955097:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 18 00000001:00000010:1.0:1763354563.955098:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02c00. 00080000:00000010:1.0:1763354563.955102:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f8600. 00000001:00000040:1.0:1763354563.955104:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482ff800 : new cb_count 0 00000020:00000040:1.0:1763354563.955105:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 4 00000001:00000010:1.0:1763354563.955106:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0300. 00080000:00000010:1.0:1763354563.955109:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7c00. 00080000:00000010:2.0:1763354563.955146:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af3c0. 00080000:00000010:2.0:1763354563.955152:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00040000:00000001:2.0:1763354563.955155:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354563.955157:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354563.955160:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.955170:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354563.955174:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00002000:00000001:2.0:1763354563.955176:0:69826:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354563.955183:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50000 count: 2 00010000:00000001:2.0:1763354563.955186:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354563.955189:0:69826:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763354563.955192:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354563.955194:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.955197:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00002000:00000001:2.0:1763354563.955199:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00002000:00000001:2.0:1763354563.955202:0:69826:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354563.955204:0:69826:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354563.955206:0:69826:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763354563.955209:0:69826:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb mtime from disk: 0 -> 1763354564 00002000:00010000:2.0:1763354563.955212:0:69826:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb ctime from disk: 0 -> 1763354564 00002000:00010000:2.0:1763354563.955214:0:69826:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:2.0:1763354563.955217:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00002000:00000001:2.0:1763354563.955220:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.955222:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.955226:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:2.0:1763354563.955229:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.955231:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.955233:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000020:00000001:2.0:1763354563.955236:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.955238:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.955241:0:69826:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354563.955245:0:69826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.955260:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.955262:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354563.955265:0:69826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.955273:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.955274:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.955278:0:69826:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354563.955281:0:69826:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354563.955288:0:69826:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63600 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:2.0:1763354563.955292:0:69826:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.955294:0:69826:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354563.955297:0:69826:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.955305:0:69826:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354563.955307:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.955308:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.955310:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=4 00000020:00000001:2.0:1763354563.955312:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.955315:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.955318:0:69826:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354563.955321:0:69826:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.955328:0:69826:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354563.955330:0:69826:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.955331:0:69826:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.955335:0:69826:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.955337:0:69826:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.955339:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.955341:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.955343:0:69826:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63600 with handle 0x4a8bb634222cae07 from hash 00010000:00000001:2.0:1763354563.955346:0:69826:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.955347:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.955349:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.955350:0:69826:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.955354:0:69826:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.955356:0:69826:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.955358:0:69826:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.955359:0:69826:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.955361:0:69826:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354563.955363:0:69826:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.955365:0:69826:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.955367:0:69826:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.955369:0:69826:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354563.955372:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.955373:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.955375:0:69826:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.955377:0:69826:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.955379:0:69826:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.955383:0:69826:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.955390:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.955391:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.955393:0:69826:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354563.955394:0:69826:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354563.955395:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.955398:0:69826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae07 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.955406:0:69826:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50000 count: 0 00002000:00000010:2.0:1763354563.955411:0:69826:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448afd80. 00010000:00000010:2.0:1763354563.955415:0:69826:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff560c50900. 00010000:00000001:2.0:1763354563.955424:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354563.955426:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763354563.955428:0:69826:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354563.955432:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975999, transno 8589975999, xid 1848998841104384 00010000:00000001:2.0:1763354563.955435:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354563.955443:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94f800 x1848998841104384/t8589975999(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4584/448 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354563.955452:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.955455:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.955459:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.955462:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354563.955466:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354563.955468:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354563.955471:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354563.955473:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.955475:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.955478:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.955483:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7d48. 00000100:00000200:2.0:1763354563.955487:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848998841104384, offset 224 00000400:00000200:2.0:1763354563.955494:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.955502:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.955507:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556715:1556715:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556711:1556711:8:4294967295] 00000400:00000200:2.0:1763354563.955517:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.955523:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.955527:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354563.955532:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.955539:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.955542:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.955561:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.955565:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.955568:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.955570:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.955573:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.955578:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94f800 x1848998841104384/t8589975999(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 4584/448 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354563.955591:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+18:2406:x1848998841104384:12345-192.168.203.48@tcp:4:lfs.0 Request processed in 5208us (5410us total) trans 8589975999 rc 0/0 00000100:00100000:2.0:1763354563.955601:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1958 00000100:00000040:2.0:1763354563.955605:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:2.0:1763354563.955607:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354563.955609:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354563.955612:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.955625:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354563.955630:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354563.955635:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 17 00000100:00000001:2.0:1763354563.955637:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.955650:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.955655:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354563.955660:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.955666:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.955670:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:1.0:1763354563.955672:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:1.0:1763354563.955675:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.955677:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354563.957160:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.957169:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354563.957172:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.957173:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.957179:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354563.957188:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 448 into portal 12 MB=0x691a7971d3900 00000400:00000200:0.0:1763354563.957194:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 448/448 into md 0x76d7e5 [64] + 31896 00000800:00000001:0.0:1763354563.957199:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.957204:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.957206:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.957209:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.957213:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354563.957215:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354563.957218:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94c380. 00000100:00000040:0.0:1763354563.957221:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94c380 x1848998841104640 msgsize 448 00000100:00100000:0.0:1763354563.957224:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354563.957236:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354563.957242:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354563.957246:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.957264:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.957267:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841104640 02000000:00000001:2.0:1763354563.957270:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.957272:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.957274:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.957278:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.957282:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104640 00000020:00000001:2.0:1763354563.957284:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.957285:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354563.957286:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.957288:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=237 00000020:00000001:2.0:1763354563.957290:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354563.957292:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354563.957295:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.957298:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd80. 00000100:00000001:2.0:1763354563.957301:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.957303:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd80. 00000020:00000010:2.0:1763354563.957308:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.957311:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.957314:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.957318:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354563.957320:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.957321:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354563.957323:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.957328:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.957341:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.957349:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.957350:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.957354:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417434 00000100:00000040:2.0:1763354563.957356:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354563.957358:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262479232 : -123186447072384 : ffff8ff66b94c380) 00000100:00000040:2.0:1763354563.957363:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94c380 x1848998841104640/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.957373:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.957376:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd80. 00000100:00000001:2.0:1763354563.957379:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.957381:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd80. 00000100:00100000:2.0:1763354563.957385:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+237:252577:x1848998841104640:12345-192.168.203.48@tcp:44:lfs.0 00000100:00000200:2.0:1763354563.957389:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104640 00000020:00000001:2.0:1763354563.957392:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.957395:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.957399:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.957402:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.957404:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707216 : -1045844400 : ffffffffc1a9ae50) 00000020:00000001:2.0:1763354563.957408:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354563.957411:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841104640, found 0 last_xid 1848998841104639 00000020:00000001:2.0:1763354563.957414:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.957416:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.957418:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.957422:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354563.957426:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.957429:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000020:00000001:2.0:1763354563.957433:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.957435:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.957440:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.957442:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.957446:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8ff66dc85400. 02000000:00000001:2.0:1763354563.957448:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.957451:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.957454:0:6519:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:2.0:1763354563.957458:0:6519:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:2.0:1763354563.957464:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x7000a0b34 for inode 835 00080000:00000001:2.0:1763354563.957469:0:6519:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000100:00000001:0.0:1763354563.958522:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354563.958535:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354563.958536:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429302 is committed 00000001:00000040:0.0:1763354563.958539:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 10 00000020:00000040:0.0:1763354563.958541:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 236 00000001:00000010:0.0:1763354563.958543:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37720. 00080000:00000010:0.0:1763354563.958546:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ee800. 00000001:00000040:0.0:1763354563.958549:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 9 00000020:00000040:0.0:1763354563.958550:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 235 00000001:00000010:0.0:1763354563.958551:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a80. 00080000:00000010:0.0:1763354563.958553:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ef800. 00000001:00000040:0.0:1763354563.958556:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 8 00000020:00000040:0.0:1763354563.958557:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000001:00000010:0.0:1763354563.958558:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37840. 00080000:00000010:0.0:1763354563.958559:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff6720b2400. 00000001:00000040:0.0:1763354563.958562:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 7 00000020:00000040:0.0:1763354563.958563:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000001:00000010:0.0:1763354563.958564:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce372a0. 00080000:00000010:0.0:1763354563.958566:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67b501200. 00000100:00000001:0.0:1763354563.958569:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354563.958570:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354563.958571:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429298 is committed 00000001:00000040:0.0:1763354563.958572:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff67d896800 : new cb_count 0 00000020:00000040:0.0:1763354563.958574:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000001:00000010:0.0:1763354563.958576:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a5a0. 00000100:00000001:2.0:1763354563.958581:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00080000:00000010:0.0:1763354563.958581:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152600. 00000001:00000040:0.0:1763354563.958584:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 6 00010000:00000001:2.0:1763354563.958587:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1763354563.958588:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000020:00000001:2.0:1763354563.958593:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000010:0.0:1763354563.958593:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e94e0. 00000020:00000040:2.0:1763354563.958599:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580a00 refcount=3 00000004:00080000:0.0:1763354563.958599:0:31810:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 270 committed 00000020:00000001:2.0:1763354563.958605:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:2.0:1763354563.958609:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00000004:00000010:0.0:1763354563.958611:0:31810:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8ff5909e9420. 00010000:00000001:2.0:1763354563.958612:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000010:0.0:1763354563.958617:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597e47400. 00010000:00010000:2.0:1763354563.958620:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000001:00000040:0.0:1763354563.958622:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 5 00000020:00000040:0.0:1763354563.958625:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000001:00000010:0.0:1763354563.958628:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9060. 00080000:00000010:0.0:1763354563.958633:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597e46000. 00010000:00000001:2.0:1763354563.958637:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000040:0.0:1763354563.958637:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 4 00010000:00000001:2.0:1763354563.958642:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763354563.958642:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000001:00000010:0.0:1763354563.958647:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e91e0. 00010000:00010000:2.0:1763354563.958649:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00080000:00000010:0.0:1763354563.958649:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597e46800. 00000001:00000040:0.0:1763354563.958655:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 3 00000020:00000040:0.0:1763354563.958659:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000004:00000001:1.0:1763354563.958661:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1763354563.958663:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000010:0.0:1763354563.958663:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9ba0. 00000004:00000001:1.0:1763354563.958665:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.958668:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.958670:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000004:00000001:1.0:1763354563.958671:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00080000:0.0:1763354563.958674:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5559c70c0 refcount 2 committed 0 result 0 batchid 25769804094 00010000:00000001:2.0:1763354563.958675:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:1.0:1763354563.958676:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.958681:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.958681:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f02b300 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7a80 00010000:00010000:2.0:1763354563.958682:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000004:00000001:1.0:1763354563.958686:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00080000:0.0:1763354563.958688:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cae7300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597e47c00 00000004:00000001:1.0:1763354563.958691:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:1.0:1763354563.958695:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00010000:2.0:1763354563.958700:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676580a00 already unused, calling callback (ffffffffc19b3550) 00000020:00000001:0.0:1763354563.958703:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000100:00000010:1.0:1763354563.958704:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2dc00. 00000004:00000001:2.0:1763354563.958705:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000040:0.0:1763354563.958706:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5559c70c0 refcount 2 committed 1 result 0 batchid 25769804094 00010000:00000001:2.0:1763354563.958711:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:1.0:1763354563.958711:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=5 obd=lustre-OST0000-osc-MDT0001 00000020:00000040:0.0:1763354563.958712:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f02b300 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7a80 00010000:00010000:2.0:1763354563.958718:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000020:00000040:0.0:1763354563.958718:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cae7300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597e47c00 00000100:00000001:1.0:1763354563.958719:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354563.958724:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1763354563.958725:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00080000:00000010:0.0:1763354563.958729:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597e47c00. 02000000:00000001:1.0:1763354563.958731:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.958734:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000040:0.0:1763354563.958736:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 2 00010000:00000001:2.0:1763354563.958738:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:1.0:1763354563.958740:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff67d88bc00. 00000020:00000040:0.0:1763354563.958741:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000020:00000001:2.0:1763354563.958742:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00080000:3.0:1763354563.958744:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804090 00000001:00000010:0.0:1763354563.958745:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9000. 00000020:00000040:2.0:1763354563.958747:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580a00 refcount=4 00000100:00000001:1.0:1763354563.958751:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.958753:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00000020:00000001:0.0:1763354563.958753:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000004:00000001:1.0:1763354563.958755:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886612237312 : -123187097314304 : ffff8ff644d2dc00) 00000020:00080000:0.0:1763354563.958757:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5559c7300 refcount 2 committed 0 result 0 batchid 25769804093 00010000:00000001:2.0:1763354563.958760:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00000100:00000001:1.0:1763354563.958764:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00080000:0.0:1763354563.958764:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64400 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7d80 00000100:00000001:1.0:1763354563.958771:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354563.958772:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff65349d000 00010000:00000001:2.0:1763354563.958774:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354563.958779:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000100:00000040:1.0:1763354563.958781:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc4f4ec0] to pc [ptlrpcd_00_02+2] req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354563.958786:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763354563.958790:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5559c7300 refcount 2 committed 1 result 0 batchid 25769804093 00010000:00000001:2.0:1763354563.958798:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1763354563.958800:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64400 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7d80 00000004:00000001:2.0:1763354563.958803:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00080000:3.0:1763354563.958805:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 25769804094 committed batchid 25769804090 00000004:00000001:2.0:1763354563.958808:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.958809:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff65349d000 00000020:00000001:3.0:1763354563.958812:0:31830:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00010000:00000001:2.0:1763354563.958817:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1763354563.958818:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000020:00000010:3.0:1763354563.958821:0:31830:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b02960. 00010000:00000001:2.0:1763354563.958821:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:1.0:1763354563.958822:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.958823:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff65349d000. 00010000:00000001:2.0:1763354563.958827:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1763354563.958829:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000004:00001000:1.0:1763354563.958831:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 1 in flight, 1 in progress 00010000:00000001:2.0:1763354563.958833:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.958836:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f9200. 00000004:00001000:1.0:1763354563.958836:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20889, id 269 00000001:00000040:0.0:1763354563.958836:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 1 00000020:00000040:2.0:1763354563.958838:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580a00 with handle 0x4a8bb634222cabb4 from hash 00080000:00000001:3.0:1763354563.958844:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311811584 : -123191397740032 : ffff8ff5447f9200) 00000004:00000001:1.0:1763354563.958845:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000040:0.0:1763354563.958845:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00010000:00000001:2.0:1763354563.958846:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.958851:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763354563.958852:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:3.0:1763354563.958853:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000010:0.0:1763354563.958853:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e98a0. 00010000:00000001:2.0:1763354563.958855:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.958856:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.958860:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:3.0:1763354563.958861:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:1.0:1763354563.958861:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00080000:00000010:0.0:1763354563.958861:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff543655c00. 00000004:00000001:1.0:1763354563.958866:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:3.0:1763354563.958867:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442abc0. 00010000:00000001:2.0:1763354563.958867:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000040:0.0:1763354563.958869:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 0 00000004:00000001:1.0:1763354563.958870:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.958874:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.958877:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.958877:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 226 00080000:00000001:3.0:1763354563.958879:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000040:00001000:1.0:1763354563.958879:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc658 type=0x10692404 idx=20890 00010000:00000001:2.0:1763354563.958884:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000010:0.0:1763354563.958885:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02660. 00000040:00001000:1.0:1763354563.958887:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20890 lrh_len: 64 (6568 remains) 00010000:00000001:2.0:1763354563.958889:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000040:00001000:1.0:1763354563.958894:0:31818:0:(llog.c:797:llog_process_thread()) index: 20890, lh_last_idx: 20891 synced_idx: 20891 lgh_last_idx: 20894 00080000:00000010:0.0:1763354563.958894:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff591087e00. 00010000:00000001:2.0:1763354563.958896:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00080000:00000001:3.0:1763354563.958898:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.958902:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) 00000004:00000001:1.0:1763354563.958903:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00080000:0.0:1763354563.958903:0:31810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 25769804092 batchid updated 00000004:00000001:1.0:1763354563.958909:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:2.0:1763354563.958910:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000010:0.0:1763354563.958910:0:31810:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff543a4aa20. 00000004:00000001:1.0:1763354563.958913:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.958916:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1763354563.958917:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153e00. 00000020:00000040:3.0:1763354563.958918:0:31830:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 25769804094: rc = 0 00000004:00000001:1.0:1763354563.958918:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:2.0:1763354563.958922:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.958923:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00080000:00000001:3.0:1763354563.958925:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000004:00000001:1.0:1763354563.958927:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:2.0:1763354563.958928:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.958932:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000010:1.0:1763354563.958934:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2f480. 00080000:00000010:3.0:1763354563.958936:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442abc0. 00010000:00000001:2.0:1763354563.958936:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.958940:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354563.958941:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=6 obd=lustre-OST0000-osc-MDT0001 00010000:00000001:2.0:1763354563.958943:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354563.958944:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1763354563.958947:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354563.958948:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1763354563.958949:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354563.958950:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:1.0:1763354563.958953:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1763354563.958953:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00080000:00000001:3.0:1763354563.958955:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.958955:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.958971:0:31830:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.958971:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.958972:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763354563.958977:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000020:00000001:3.0:1763354563.958980:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 02000000:00000010:1.0:1763354563.958981:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff67d889000. 00000100:00000001:0.0:1763354563.958982:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1763354563.958985:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4cc0 refcount 1 committed 1 result 0 batchid 25769804091 00000100:00000001:0.0:1763354563.958986:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.958989:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.958992:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1763354563.958994:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.958995:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1763354563.958997:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886612243584 : -123187097308032 : ffff8ff644d2f480) 00000020:00000040:3.0:1763354563.958998:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64200 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00010000:00000001:2.0:1763354563.958998:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354563.959000:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1763354563.959004:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1763354563.959006:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1763354563.959007:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55ffef000 00010000:00000001:2.0:1763354563.959008:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1763354563.959009:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.959012:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959013:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354563.959018:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00010000:00010000:2.0:1763354563.959019:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cabb4 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00000040:1.0:1763354563.959023:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13b67aa] to pc [ptlrpcd_00_03+3] req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763354563.959026:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000100:00000001:0.0:1763354563.959027:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354563.959031:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.959054:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354563.959057:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354563.959059:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763354563.959064:0:3640:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 02000000:00000001:0.0:1763354563.959066:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.959067:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64200. 00000004:00000001:1.0:1763354563.959067:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763354563.959073:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 2 in flight, 2 in progress 00000100:00100000:0.0:1763354563.959075:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848998542711424:0@lo:6:osp-syn-0-1.0 00000004:00001000:1.0:1763354563.959076:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20890, id 269 00000020:00000010:3.0:1763354563.959077:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64500. 00000004:00000001:1.0:1763354563.959083:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000010:2.0:1763354563.959084:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663880. 00000020:00000010:3.0:1763354563.959086:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66cff4cc0. 00000004:00000001:1.0:1763354563.959087:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1763354563.959088:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000004:00000001:1.0:1763354563.959091:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959093:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:3.0:1763354563.959094:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:2.0:1763354563.959096:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.959096:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:0.0:1763354563.959096:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1763354563.959099:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff6793de840 refcount 1 committed 1 result 0 batchid 25769804092 00000004:00000001:1.0:1763354563.959102:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.959102:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.959103:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00000020:00000040:3.0:1763354563.959107:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64b00 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff6793dea80 00000040:00001000:1.0:1763354563.959107:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc698 type=0x10692404 idx=20891 02000000:00000001:2.0:1763354563.959110:0:3640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1763354563.959110:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00001000:1.0:1763354563.959112:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20891 lrh_len: 64 (6504 remains) 02000000:00000010:2.0:1763354563.959117:0:3640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff8ff6432fe000. 00000040:00001000:1.0:1763354563.959117:0:31818:0:(llog.c:797:llog_process_thread()) index: 20891, lh_last_idx: 20891 synced_idx: 20891 lgh_last_idx: 20894 00000020:00000040:3.0:1763354563.959118:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff55ffef400 02000000:00000010:0.0:1763354563.959118:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff54901c000. 00000004:00000001:1.0:1763354563.959126:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:0.0:1763354563.959126:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.959127:0:3640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1763354563.959128:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000100:00000001:2.0:1763354563.959131:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354563.959132:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:3.0:1763354563.959134:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000004:00000001:1.0:1763354563.959136:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.959136:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fe18. 00000020:00000001:3.0:1763354563.959139:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.959140:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000004:00000001:1.0:1763354563.959142:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00000001:2.0:1763354563.959145:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:1.0:1763354563.959146:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000010:0.0:1763354563.959146:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b7f8. 00000020:00000010:3.0:1763354563.959147:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64b00. 00000020:00000001:2.0:1763354563.959148:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1763354563.959149:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000040:2.0:1763354563.959154:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399c00 refcount=3 00000100:00000200:0.0:1763354563.959155:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542711424, portal 4 00000020:00000010:3.0:1763354563.959156:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64a00. 00000100:00000010:1.0:1763354563.959156:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2df80. 00000100:00000001:0.0:1763354563.959160:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1763354563.959163:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00000020:00000040:1.0:1763354563.959163:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=7 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1763354563.959164:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612237312 : -123187097314304 : ffff8ff644d2dc00) 00000020:00000010:3.0:1763354563.959165:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff6793de840. 00000100:00000001:1.0:1763354563.959169:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1763354563.959172:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 02000000:00000001:1.0:1763354563.959172:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00080000:3.0:1763354563.959174:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804092 02000000:00000001:1.0:1763354563.959175:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.959177:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.959179:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 02000000:00000010:1.0:1763354563.959183:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff67d88ac00. 00010000:00010000:2.0:1763354563.959185:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000100:00000001:3.0:1763354563.959188:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354563.959190:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763354563.959191:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.959195:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00000001:1.0:1763354563.959197:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886612238208 : -123187097313408 : ffff8ff644d2df80) 00000100:00000040:0.0:1763354563.959198:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763354563.959202:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.959204:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1763354563.959204:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bdd0. 00010000:00000001:2.0:1763354563.959205:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354563.959209:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959210:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1763354563.959211:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542711424, offset 0 00000100:00000001:3.0:1763354563.959212:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1763354563.959215:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000100:00000001:3.0:1763354563.959216:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354563.959217:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0724015] to pc [ptlrpcd_00_00+0] req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.959224:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1763354563.959224:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763354563.959228:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354563.959233:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1763354563.959236:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.959242:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.959243:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1763354563.959244:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.959248:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:1.0:1763354563.959251:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.959254:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000004:00001000:1.0:1763354563.959257:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 3 in flight, 3 in progress 00000400:00000200:0.0:1763354563.959262:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785541a80 00000004:00001000:1.0:1763354563.959263:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20891, id 269 00000004:00000001:1.0:1763354563.959271:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:1.0:1763354563.959274:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00010000:2.0:1763354563.959276:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e399c00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.959277:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.959278:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fd81 [8] + 9840 00000004:00000001:2.0:1763354563.959283:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354563.959283:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:2.0:1763354563.959288:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:1.0:1763354563.959288:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1763354563.959290:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1763354563.959290:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:1.0:1763354563.959292:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.959293:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000100:00000001:3.0:1763354563.959294:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763354563.959299:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc6d8 type=0x0 idx=0 00000400:00000200:0.0:1763354563.959300:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1763354563.959303:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000040:00001000:1.0:1763354563.959308:0:31818:0:(llog.c:720:llog_process_thread()) synced_idx: 20894 02000000:00000001:3.0:1763354563.959309:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.959310:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1763354563.959311:0:3657:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:2.0:1763354563.959315:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1763354563.959316:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354563.959316:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000040:00000001:1.0:1763354563.959317:0:31818:0:(lustre_log.h:473:llog_next_block()) Process entered 00000020:00000001:2.0:1763354563.959319:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.959324:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399c00 refcount=4 00000040:00000001:1.0:1763354563.959324:0:31818:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000100:00000010:0.0:1763354563.959327:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94d880. 00000100:00100000:3.0:1763354563.959328:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542711552:0@lo:6:osp-syn-0-1.0 00000020:00000001:2.0:1763354563.959330:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00000040:00001000:1.0:1763354563.959332:0:31818:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 20892 (cur idx 20891 off 1343488), size 1345432 00000100:00000040:0.0:1763354563.959334:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94d880 x1848998542711424 msgsize 544 00000100:00000001:3.0:1763354563.959338:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1763354563.959338:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 02000000:00000001:3.0:1763354563.959344:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1763354563.959345:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1763354563.959348:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354563.959349:0:31818:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1763354563.959349:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1763354563.959351:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 02000000:00000001:3.0:1763354563.959355:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00000001:1.0:1763354563.959357:0:31818:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763354563.959362:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc6d8 type=0x10692404 idx=20892 00000100:00000001:0.0:1763354563.959364:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1763354563.959366:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:3.0:1763354563.959367:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff644f0e800. 00000040:00001000:1.0:1763354563.959367:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20892 lrh_len: 64 (6440 remains) 00000004:00000001:2.0:1763354563.959371:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000040:00001000:1.0:1763354563.959372:0:31818:0:(llog.c:797:llog_process_thread()) index: 20892, lh_last_idx: 20894 synced_idx: 20894 lgh_last_idx: 20894 02000000:00000001:3.0:1763354563.959373:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.959373:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bdd0 00000004:00000001:2.0:1763354563.959375:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959377:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000010:0.0:1763354563.959379:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bdd0. 00000400:00000010:3.0:1763354563.959382:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b7e8. 00010000:00000001:2.0:1763354563.959383:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1763354563.959384:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1763354563.959384:0:3657:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1763354563.959388:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1763354563.959389:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121000. 00000004:00000001:1.0:1763354563.959389:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959393:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:1.0:1763354563.959394:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000200:0.0:1763354563.959394:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354563.959397:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542711552, portal 4 00010000:00000001:2.0:1763354563.959398:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959398:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:1.0:1763354563.959402:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:3.0:1763354563.959404:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1763354563.959406:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399c00 with handle 0x4a8bb634222cabc9 from hash 00000100:00000010:1.0:1763354563.959407:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2d180. 00000100:00000001:3.0:1763354563.959408:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612243584 : -123187097308032 : ffff8ff644d2f480) 00010000:00000001:2.0:1763354563.959413:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1763354563.959414:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=8 obd=lustre-OST0000-osc-MDT0001 00010000:00000001:2.0:1763354563.959418:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354563.959421:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1763354563.959423:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.959423:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763354563.959424:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1763354563.959424:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1763354563.959427:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:1.0:1763354563.959430:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959432:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:0.0:1763354563.959433:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1763354563.959436:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff67d88b000. 00010000:00000001:2.0:1763354563.959437:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.959443:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959444:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.959448:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:1.0:1763354563.959449:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886612234624 : -123187097316992 : ffff8ff644d2d180) 00010000:00000001:2.0:1763354563.959453:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:3.0:1763354563.959455:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763354563.959456:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00010000:2.0:1763354563.959458:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de8:0x0].0x0 (ffff8ff560c50a00) 00000100:00000001:1.0:1763354563.959462:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.959462:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.959465:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1763354563.959467:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000100:00000001:0.0:1763354563.959468:0:3657:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1763354563.959472:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121220. 00010000:00000001:2.0:1763354563.959473:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354563.959474:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2d34b9a] to pc [ptlrpcd_00_01+1] req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.959476:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.959480:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542711552, offset 0 00010000:00000001:2.0:1763354563.959481:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.959483:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00010000:00000001:2.0:1763354563.959489:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1763354563.959491:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885927 00010000:00000001:2.0:1763354563.959494:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00000001:1.0:1763354563.959495:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.959496:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1763354563.959498:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887026 00010000:00000001:2.0:1763354563.959501:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:1.0:1763354563.959502:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 4 in flight, 4 in progress 00000100:00000001:0.0:1763354563.959503:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885927 00010000:00000001:2.0:1763354563.959506:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00001000:1.0:1763354563.959507:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20892, id 269 00000100:00000001:0.0:1763354563.959508:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887026 00010000:00000001:2.0:1763354563.959511:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959512:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:3.0:1763354563.959514:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1763354563.959514:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885927 00000004:00000001:1.0:1763354563.959516:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1763354563.959517:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959521:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.959521:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887026 00000004:00000001:2.0:1763354563.959523:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959526:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1763354563.959527:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885927 00010000:00010000:2.0:1763354563.959530:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000004:00000001:1.0:1763354563.959530:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:3.0:1763354563.959532:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785541b00 00000100:00000001:0.0:1763354563.959532:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887026 00000004:00000001:1.0:1763354563.959533:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763354563.959540:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc718 type=0x10692404 idx=20893 00000100:00000001:0.0:1763354563.959540:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354563.959547:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fd81 [8] + 10384 00000040:00001000:1.0:1763354563.959548:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20893 lrh_len: 64 (6376 remains) 00000100:00000001:0.0:1763354563.959548:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959549:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.959553:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00001000:1.0:1763354563.959555:0:31818:0:(llog.c:797:llog_process_thread()) index: 20893, lh_last_idx: 20894 synced_idx: 20894 lgh_last_idx: 20894 00010000:00000001:2.0:1763354563.959557:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1763354563.959557:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959559:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000200:3.0:1763354563.959560:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1763354563.959562:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000004:00000001:1.0:1763354563.959564:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:0.0:1763354563.959565:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959566:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763354563.959567:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.959570:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:1.0:1763354563.959572:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00010000:2.0:1763354563.959573:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cabc9 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00000001:0.0:1763354563.959573:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354563.959575:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:1.0:1763354563.959577:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1763354563.959578:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1763354563.959580:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:1.0:1763354563.959580:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1763354563.959582:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354563.959585:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2c380. 00000100:00000010:3.0:1763354563.959589:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0a300. 00000100:00000001:0.0:1763354563.959590:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.959591:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=9 obd=lustre-OST0000-osc-MDT0001 00010000:00000010:2.0:1763354563.959592:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00000100:00000040:3.0:1763354563.959598:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0a300 x1848998542711552 msgsize 544 00000100:00000001:1.0:1763354563.959598:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000040:2.0:1763354563.959601:0:3640:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50a00 count: 0 02000000:00000001:1.0:1763354563.959601:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.959606:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354563.959610:0:3640:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27500. 00000100:00100000:3.0:1763354563.959612:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1763354563.959612:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff67d888000. 00000100:00000001:0.0:1763354563.959615:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354563.959619:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.959620:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:1.0:1763354563.959621:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886612231040 : -123187097320576 : ffff8ff644d2c380) 00010000:00000001:2.0:1763354563.959623:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354563.959624:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763354563.959626:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354563.959627:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1763354563.959627:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.959631:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354563.959631:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.959633:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354563.959636:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00000100:00000040:1.0:1763354563.959637:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f92d1a48] to pc [ptlrpcd_00_02+2] req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354563.959638:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121220 00000020:00000001:2.0:1763354563.959643:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000400:00000010:3.0:1763354563.959644:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121220. 00010000:00000001:2.0:1763354563.959652:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000100:00000001:3.0:1763354563.959653:0:3656:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1763354563.959660:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1763354563.959661:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1763354563.959663:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.959665:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.959666:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 02000000:00000001:0.0:1763354563.959672:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:1.0:1763354563.959673:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.959676:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00001000:1.0:1763354563.959679:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 5 in flight, 5 in progress 02000000:00000001:0.0:1763354563.959683:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763354563.959686:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20893, id 269 00010000:00000001:2.0:1763354563.959690:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763354563.959692:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00100000:0.0:1763354563.959692:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542711680:0@lo:6:osp-syn-0-1.0 00010000:00000001:2.0:1763354563.959694:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.959696:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:3.0:1763354563.959699:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1763354563.959700:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000004:00000001:1.0:1763354563.959701:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.959701:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354563.959705:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1763354563.959706:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354563.959707:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:0.0:1763354563.959709:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959710:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763354563.959713:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.959714:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000040:00001000:1.0:1763354563.959719:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc758 type=0x10692404 idx=20894 02000000:00000010:0.0:1763354563.959720:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff54901f400. 00010000:00000001:2.0:1763354563.959721:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00001000:1.0:1763354563.959726:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20894 lrh_len: 64 (6312 remains) 00010000:00000001:2.0:1763354563.959727:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.959728:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1763354563.959732:0:31818:0:(llog.c:797:llog_process_thread()) index: 20894, lh_last_idx: 20894 synced_idx: 20894 lgh_last_idx: 20894 00010000:00000001:2.0:1763354563.959736:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:1.0:1763354563.959736:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000400:00000010:0.0:1763354563.959737:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fd68. 00000100:00000001:3.0:1763354563.959738:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.959741:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000004:00000001:1.0:1763354563.959741:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000010:0.0:1763354563.959743:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bdd0. 00000100:00000001:3.0:1763354563.959744:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:1.0:1763354563.959745:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959751:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000100:00000200:0.0:1763354563.959751:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542711680, portal 4 00000100:00000001:3.0:1763354563.959754:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959755:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000100:00000001:0.0:1763354563.959756:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:2.0:1763354563.959757:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e399800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354563.959759:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:0.0:1763354563.959760:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612238208 : -123187097313408 : ffff8ff644d2df80) 00000100:00000040:3.0:1763354563.959763:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000004:00000001:2.0:1763354563.959763:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000010:1.0:1763354563.959765:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2fb80. 00000100:00000040:0.0:1763354563.959768:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.959769:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:1.0:1763354563.959770:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=10 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1763354563.959771:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885927 00010000:00010000:2.0:1763354563.959775:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000100:00000001:1.0:1763354563.959777:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1763354563.959780:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887026 02000000:00000001:1.0:1763354563.959781:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354563.959784:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959788:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885927 02000000:00000010:1.0:1763354563.959791:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff551cf3400. 00000100:00000001:3.0:1763354563.959795:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887026 00000100:00000001:0.0:1763354563.959798:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1763354563.959799:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1763354563.959799:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959802:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885927 00010000:00000001:2.0:1763354563.959804:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:1.0:1763354563.959804:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620886612245376 : -123187097306240 : ffff8ff644d2fb80) 00000100:00000040:0.0:1763354563.959806:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1763354563.959808:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354563.959810:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887026 00000100:00000001:1.0:1763354563.959811:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1763354563.959813:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=4 00000400:00000010:0.0:1763354563.959813:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bc38. 00000100:00000001:1.0:1763354563.959815:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959817:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885927 00000020:00000001:2.0:1763354563.959821:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000100:00000200:0.0:1763354563.959822:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542711680, offset 0 00000100:00000001:3.0:1763354563.959824:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887026 00000100:00000040:1.0:1763354563.959825:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbdeb914] to pc [ptlrpcd_00_03+3] req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.959829:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000100:00000001:3.0:1763354563.959831:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.959837:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1763354563.959837:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763354563.959838:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.959843:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000100:00000001:3.0:1763354563.959846:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959853:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.959853:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763354563.959862:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1763354563.959863:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1763354563.959867:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:2.0:1763354563.959868:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000400:00000200:0.0:1763354563.959869:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785541b80 00000004:00000001:2.0:1763354563.959873:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959874:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354563.959880:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763354563.959881:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1763354563.959883:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.959883:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fd81 [8] + 10928 00000100:00000001:3.0:1763354563.959884:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1763354563.959885:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.959891:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00001000:1.0:1763354563.959892:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 6 in flight, 6 in progress 00000400:00000200:0.0:1763354563.959893:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1763354563.959894:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.959895:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763354563.959899:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20894, id 269 00000020:00000040:2.0:1763354563.959902:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399800 with handle 0x4a8bb634222cabd0 from hash 00000400:00000200:0.0:1763354563.959904:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:1.0:1763354563.959908:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:2.0:1763354563.959910:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1763354563.959912:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:1.0:1763354563.959914:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:2.0:1763354563.959915:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1763354563.959916:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1763354563.959919:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354563.959919:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959924:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1763354563.959924:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:1.0:1763354563.959925:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000010:0.0:1763354563.959925:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ca80. 00000100:00000001:3.0:1763354563.959927:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354563.959929:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959930:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:0.0:1763354563.959931:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ca80 x1848998542711680 msgsize 544 02000000:00000001:3.0:1763354563.959934:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1763354563.959934:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.959938:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.959940:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.959944:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1763354563.959944:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1763354563.959945:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.959946:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1763354563.959949:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354563.959953:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff560c50800) 00000100:00100000:3.0:1763354563.959954:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542711936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1763354563.959969:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542711424 00010000:00010000:2.0:1763354563.959971:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 02000000:00000001:1.0:1763354563.959974:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.959974:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1763354563.959975:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.959979:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1763354563.959982:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.959983:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1763354563.959983:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bc38 00000100:00000001:1.0:1763354563.959984:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959986:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:0.0:1763354563.959989:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bc38. 02000000:00000001:3.0:1763354563.959990:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1763354563.959990:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1763354563.959992:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.959992:0:3654:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1763354563.959995:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.959997:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1763354563.959998:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542711424 00000100:00000200:0.0:1763354563.960000:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354563.960001:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1763354563.960001:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354563.960002:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.960006:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00010000:00000001:2.0:1763354563.960007:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.960009:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff644f0d400. 00000020:00000001:1.0:1763354563.960011:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763354563.960014:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960016:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1763354563.960017:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.960017:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=7 00000004:00000001:2.0:1763354563.960018:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.960021:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.960025:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000400:00000010:3.0:1763354563.960026:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00010000:00010000:2.0:1763354563.960026:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00000001:0.0:1763354563.960054:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.960055:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.960059:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1763354563.960063:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121220. 00010000:00000001:2.0:1763354563.960065:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354563.960066:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354563.960066:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.960070:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542711936, portal 4 00010000:00000001:2.0:1763354563.960070:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1763354563.960072:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000020:00000010:1.0:1763354563.960074:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00010000:00000001:2.0:1763354563.960075:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1763354563.960076:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.960077:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885928 00010000:00000001:2.0:1763354563.960080:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1763354563.960082:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612231040 : -123187097320576 : ffff8ff644d2c380) 00000100:00000001:1.0:1763354563.960082:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.960083:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887026 00010000:00000001:2.0:1763354563.960084:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.960089:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399800/0x4a8bb634222cabd0 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00000001:0.0:1763354563.960090:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885928 00000020:00000010:1.0:1763354563.960091:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00000040:3.0:1763354563.960096:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.960097:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887026 00000020:00000010:1.0:1763354563.960102:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152400. 00000100:00000001:0.0:1763354563.960105:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885928 00000020:00000010:1.0:1763354563.960112:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563180. 00000100:00000001:0.0:1763354563.960112:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887026 00000100:00000001:0.0:1763354563.960120:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885928 00000020:00000010:1.0:1763354563.960122:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24708. 00010000:00000010:2.0:1763354563.960126:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138980. 00000100:00000001:0.0:1763354563.960127:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887026 00000100:00000001:3.0:1763354563.960129:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.960133:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000040:2.0:1763354563.960134:0:3640:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50800 count: 0 00000100:00000001:0.0:1763354563.960134:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354563.960138:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763354563.960140:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.960142:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.960145:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121770. 00010000:00000010:2.0:1763354563.960145:0:3640:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27980. 00000100:00000001:1.0:1763354563.960145:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.960147:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960150:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.960154:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542711936, offset 0 00000100:00000001:0.0:1763354563.960154:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.960157:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354563.960159:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.960163:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:0.0:1763354563.960164:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1763354563.960166:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1763354563.960170:0:3640:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1763354563.960170:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354563.960173:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1763354563.960175:0:3640:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff6735c3000. 00000100:00000001:0.0:1763354563.960176:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1763354563.960180:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1763354563.960181:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1763354563.960183:0:3640:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763354563.960186:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.960187:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.960188:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.960192:0:3654:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:3.0:1763354563.960194:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785541c80 00000100:00100000:1.0:1763354563.960194:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542711552 00000100:00000001:0.0:1763354563.960196:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354563.960201:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.960203:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354563.960204:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1763354563.960206:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fd81 [8] + 11472 00000100:00000001:0.0:1763354563.960207:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.960209:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.960211:0:69431:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354563.960214:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763354563.960216:0:69431:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542711680 00000400:00000200:3.0:1763354563.960217:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1763354563.960217:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960217:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.960221:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1763354563.960222:0:69431:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1763354563.960225:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542711552 00000100:00000001:2.0:1763354563.960227:0:69431:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1763354563.960229:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354563.960230:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1763354563.960231:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354563.960232:0:69431:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.960236:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000001:3.0:1763354563.960240:0:3656:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1763354563.960241:0:69431:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.960241:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354563.960244:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1763354563.960246:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:1.0:1763354563.960247:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=8 00000100:00000001:0.0:1763354563.960247:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.960249:0:69431:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542711680 02000000:00000001:0.0:1763354563.960254:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1763354563.960256:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09f80. 00000020:00000001:2.0:1763354563.960256:0:69431:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1763354563.960256:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 02000000:00000001:0.0:1763354563.960257:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354563.960261:0:69431:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000040:3.0:1763354563.960264:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09f80 x1848998542711936 msgsize 544 00000020:00000001:1.0:1763354563.960265:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 02000000:00000001:0.0:1763354563.960265:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.960266:0:69431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.960271:0:69431:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=9 00000100:00000001:1.0:1763354563.960273:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1763354563.960274:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542711808:0@lo:6:osp-syn-0-1.0 00000020:00000001:2.0:1763354563.960279:0:69431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000010:1.0:1763354563.960280:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00100000:3.0:1763354563.960282:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354563.960283:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1763354563.960288:0:69431:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:1.0:1763354563.960289:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354563.960289:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354563.960292:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.960296:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763354563.960296:0:69431:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1763354563.960297:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1763354563.960298:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000010:2.0:1763354563.960303:0:69431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd80. 02000000:00000010:0.0:1763354563.960303:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff54901fc00. 00000400:00000200:3.0:1763354563.960305:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121770 00000020:00000010:1.0:1763354563.960307:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152c00. 02000000:00000001:0.0:1763354563.960310:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.960312:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121770. 00000100:00000001:2.0:1763354563.960312:0:69431:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.960313:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000400:00000010:0.0:1763354563.960315:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f898. 00000100:00000001:3.0:1763354563.960319:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1763354563.960321:0:69431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd80. 00000020:00000010:1.0:1763354563.960323:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b244b0. 00000400:00000010:0.0:1763354563.960324:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bc38. 00000100:00000200:3.0:1763354563.960328:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354563.960329:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542711808, portal 4 00000020:00000010:2.0:1763354563.960332:0:69431:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587efc00. 00000100:00000001:1.0:1763354563.960332:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.960335:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.960338:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.960339:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612234624 : -123187097316992 : ffff8ff644d2d180) 00000020:00000010:2.0:1763354563.960340:0:69431:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241600. 00000100:00000001:1.0:1763354563.960342:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.960349:0:69431:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6813540c8. 00000100:00000040:0.0:1763354563.960350:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.960351:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.960358:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354563.960359:0:69431:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.960364:0:69431:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.960365:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354563.960367:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.960368:0:69431:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960375:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763354563.960379:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354563.960380:0:69431:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.960383:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1763354563.960384:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542711936 00000400:00000010:0.0:1763354563.960389:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 02000000:00000001:1.0:1763354563.960390:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.960393:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354563.960396:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542711808, offset 0 00000100:00000001:3.0:1763354563.960397:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354563.960397:0:69431:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.960397:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.960403:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.960403:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763354563.960405:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.960410:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.960412:0:69431:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763354563.960413:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000400:00000200:0.0:1763354563.960415:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763354563.960417:0:69431:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.960418:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542711936 00000100:00000001:3.0:1763354563.960420:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885928 00000020:00000001:1.0:1763354563.960424:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354563.960426:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887026 00000020:00000040:1.0:1763354563.960428:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00100000:2.0:1763354563.960429:0:69431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85212 00000400:00000200:0.0:1763354563.960429:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785541c00 00000100:00000001:3.0:1763354563.960432:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885928 00000020:00000001:1.0:1763354563.960435:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1763354563.960438:0:69431:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000400:00000200:0.0:1763354563.960438:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fd81 [8] + 12016 00000100:00000001:3.0:1763354563.960440:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887026 00000020:00000040:1.0:1763354563.960441:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=10 00000100:00000001:2.0:1763354563.960444:0:69431:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262484608 : -123186447067008 : ffff8ff66b94d880) 00000100:00000001:3.0:1763354563.960448:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885928 00000020:00000001:1.0:1763354563.960449:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000400:00000200:0.0:1763354563.960449:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354563.960455:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887026 00000100:00000040:2.0:1763354563.960456:0:69431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94d880 x1848998542711424/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.960456:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000400:00000200:0.0:1763354563.960458:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354563.960462:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885928 00000100:00000001:1.0:1763354563.960464:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354563.960465:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1763354563.960470:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887026 00000020:00000010:1.0:1763354563.960470:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000100:00000200:0.0:1763354563.960470:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1763354563.960478:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1763354563.960478:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94e680. 00000100:00000001:1.0:1763354563.960479:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.960480:0:69431:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763354563.960483:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94e680 x1848998542711808 msgsize 544 00000100:00000001:3.0:1763354563.960486:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.960487:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000020:00000010:2.0:1763354563.960488:0:69431:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd80. 00000100:00100000:0.0:1763354563.960494:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354563.960495:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.960495:0:69431:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.960498:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000100:00000001:3.0:1763354563.960501:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354563.960503:0:69431:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd80. 00000100:00000001:0.0:1763354563.960503:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1763354563.960505:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563b80. 00000100:00000001:3.0:1763354563.960507:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1763354563.960509:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00000100:00000001:3.0:1763354563.960511:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1763354563.960511:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24af0. 00000400:00000010:0.0:1763354563.960513:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000100:00100000:2.0:1763354563.960516:0:69431:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+10:3657:x1848998542711424:12345-0@lo:6:osp-syn-0-1.0 00000100:00000001:1.0:1763354563.960518:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.960520:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354563.960521:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1763354563.960523:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354563.960526:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1763354563.960526:0:69431:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542711424 00000100:00000001:1.0:1763354563.960527:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354563.960528:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.960531:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.960533:0:69431:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1763354563.960535:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.960539:0:69431:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1763354563.960540:0:3656:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:2.0:1763354563.960544:0:69431:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.960546:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.960548:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1763354563.960552:0:69431:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1763354563.960552:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.960553:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1763354563.960554:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354563.960557:0:69431:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00000100:00000001:3.0:1763354563.960558:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.960564:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763354563.960566:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1763354563.960566:0:69431:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1763354563.960569:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542711808 00000100:00000001:3.0:1763354563.960572:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354563.960573:0:69431:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.960573:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.960574:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.960576:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1763354563.960578:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1763354563.960580:0:69431:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1763354563.960580:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.960583:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960586:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.960587:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354563.960587:0:69431:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1763354563.960587:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000020:00000001:2.0:1763354563.960593:0:69431:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:0.0:1763354563.960594:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885928 02000000:00000001:1.0:1763354563.960595:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.960599:0:69431:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000100:00000001:0.0:1763354563.960600:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887026 00000100:00100000:1.0:1763354563.960603:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542711808 00000020:00000001:2.0:1763354563.960605:0:69431:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960606:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885928 00000020:00000001:1.0:1763354563.960608:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354563.960613:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000001:0.0:1763354563.960613:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887026 00000001:00000001:2.0:1763354563.960614:0:69431:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1763354563.960615:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000001:00000001:2.0:1763354563.960620:0:69431:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.960620:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354563.960621:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960621:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885928 00000020:00000040:1.0:1763354563.960624:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=11 00000100:00000001:0.0:1763354563.960627:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887026 00000001:00000001:2.0:1763354563.960628:0:69431:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:3.0:1763354563.960630:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1763354563.960630:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.960632:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885928 00000001:00000001:2.0:1763354563.960634:0:69431:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354563.960635:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.960636:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354563.960637:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887026 00000001:00000001:2.0:1763354563.960642:0:69431:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960645:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354563.960645:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354563.960646:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.960646:0:69431:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000010:1.0:1763354563.960650:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00000001:00000001:2.0:1763354563.960651:0:69431:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354563.960652:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960655:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1763354563.960656:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff644d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542712064:0@lo:6:osp-syn-0-1.0 00000100:00000001:0.0:1763354563.960658:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.960660:0:69431:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.960663:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00000001:0.0:1763354563.960664:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.960666:0:69431:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1763354563.960668:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000001:2.0:1763354563.960671:0:69431:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.960672:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153800. 02000000:00000001:3.0:1763354563.960673:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354563.960678:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.960679:0:69431:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.960679:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563280. 02000000:00000001:3.0:1763354563.960683:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1763354563.960685:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1763354563.960686:0:69431:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.960686:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24a28. 00000100:00000001:0.0:1763354563.960689:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1763354563.960690:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff644f0dc00. 00000100:00000001:1.0:1763354563.960691:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1763354563.960693:0:69431:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960693:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960695:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1763354563.960696:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960700:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960700:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.960702:0:69431:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1763354563.960704:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b4d0. 02000000:00000001:2.0:1763354563.960708:0:69431:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1763354563.960709:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.960711:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1763354563.960712:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121770. 00000100:00000001:0.0:1763354563.960715:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.960717:0:69431:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66dc85c00. 00000100:00000200:3.0:1763354563.960719:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542712064, portal 4 02000000:00000001:2.0:1763354563.960722:0:69431:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960722:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.960724:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.960729:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612245376 : -123187097306240 : ffff8ff644d2fb80) 00000100:00000001:2.0:1763354563.960729:0:69431:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.960736:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:2.0:1763354563.960738:0:69431:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:0.0:1763354563.960738:0:74511:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.960740:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1763354563.960741:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.960742:0:74511:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1763354563.960744:0:69431:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00100000:1.0:1763354563.960748:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85213 00010000:00000001:2.0:1763354563.960749:0:69431:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.960755:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 2 00002000:00080000:2.0:1763354563.960757:0:69431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21418 count 1 00000100:00000001:1.0:1763354563.960761:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281083136 : -123186428468480 : ffff8ff66cb0a300) 00000100:00100000:0.0:1763354563.960761:0:74511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85214 00000100:00000001:3.0:1763354563.960766:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:2.0:1763354563.960767:0:69431:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000040:0.0:1763354563.960768:0:74511:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 3 00002000:00000001:2.0:1763354563.960772:0:69431:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:1.0:1763354563.960772:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0a300 x1848998542711552/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.960773:0:74511:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262481024 : -123186447070592 : ffff8ff66b94ca80) 00000100:00000040:3.0:1763354563.960774:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1763354563.960778:0:69431:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:3.0:1763354563.960782:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121440. 00000100:00000040:0.0:1763354563.960784:0:74511:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94ca80 x1848998542711680/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354563.960785:0:69431:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545026808 : -123190164524808 : ffff8ff58e00f0f8) 00000100:00000200:3.0:1763354563.960789:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542712064, offset 0 00002000:00000001:2.0:1763354563.960794:0:69431:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545026720 : -123190164524896 : ffff8ff58e00f0a0) 00000100:00000001:1.0:1763354563.960794:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.960799:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1480. 00010000:00000001:2.0:1763354563.960803:0:69431:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1763354563.960805:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763354563.960806:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.960809:0:69431:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:1.0:1763354563.960812:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1480. 00000100:00000001:0.0:1763354563.960815:0:74511:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:2.0:1763354563.960818:0:69431:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052d00. 00000400:00000200:3.0:1763354563.960821:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1763354563.960821:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+11:3656:x1848998542711552:12345-0@lo:6:osp-syn-0-1.0 00000020:00000010:0.0:1763354563.960823:0:74511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68300. 00010000:00000010:2.0:1763354563.960827:0:69431:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58b052600. 00000100:00000200:1.0:1763354563.960831:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542711552 00000100:00000001:0.0:1763354563.960831:0:74511:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.960835:0:69431:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1763354563.960836:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1763354563.960838:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785541d00 00000020:00000010:0.0:1763354563.960840:0:74511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68300. 00000020:00000001:1.0:1763354563.960841:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000010:2.0:1763354563.960842:0:69431:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:1.0:1763354563.960846:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.960848:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79fd81 [8] + 12560 00000020:00000001:2.0:1763354563.960850:0:69431:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1763354563.960852:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1763354563.960854:0:74511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+11:3654:x1848998542711680:12345-0@lo:6:osp-syn-0-1.0 00000020:00000040:2.0:1763354563.960855:0:69431:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222cae0e to hash 00000020:00000001:1.0:1763354563.960858:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00000400:00000200:3.0:1763354563.960860:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1763354563.960863:0:69431:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000200:0.0:1763354563.960863:0:74511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542711680 00000020:00000001:1.0:1763354563.960867:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1763354563.960869:0:69431:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000020:00000001:0.0:1763354563.960869:0:74511:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1763354563.960871:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1763354563.960873:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.960873:0:74511:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1763354563.960877:0:69431:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000020:00000001:0.0:1763354563.960878:0:74511:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.960880:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1763354563.960880:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.960884:0:74511:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000001:2.0:1763354563.960885:0:69431:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000200:3.0:1763354563.960886:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000001:1.0:1763354563.960886:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.960887:0:74511:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00000020:00000001:1.0:1763354563.960890:0:74539:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.960893:0:74511:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000010:2.0:1763354563.960894:0:69431:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff5448afd80. 00000020:00000001:1.0:1763354563.960894:0:74539:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.960896:0:74511:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354563.960897:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09880. 00000020:00000001:1.0:1763354563.960898:0:74539:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.960900:0:69431:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.960901:0:74511:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:1.0:1763354563.960903:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1763354563.960905:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09880 x1848998542712064 msgsize 544 00000020:00000001:0.0:1763354563.960905:0:74511:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.960906:0:69431:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:1.0:1763354563.960907:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.960909:0:74511:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354563.960912:0:69431:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545026808 : -123190164524808 : ffff8ff58e00f0f8) 00000001:00000001:1.0:1763354563.960913:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1763354563.960914:0:74511:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000001:00000001:1.0:1763354563.960917:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1763354563.960920:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1763354563.960920:0:74511:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.960921:0:69431:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545026720 : -123190164524896 : ffff8ff58e00f0a0) 00000001:00000001:1.0:1763354563.960921:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.960927:0:74511:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354563.960928:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000001:2.0:1763354563.960929:0:69431:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000001:00000001:0.0:1763354563.960930:0:74511:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.960931:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.960935:0:74511:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:3.0:1763354563.960936:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:2.0:1763354563.960936:0:69431:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.960936:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.960937:0:74511:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.960944:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.960944:0:74511:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354563.960945:0:69431:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53aa:0x0] initial LVB size: 0, mtime: 0x691aa7bf, atime: 0x0, ctime: 0x691aa7bf, blocks: 0x0 00000400:00000200:3.0:1763354563.960946:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121440 00000001:00000001:1.0:1763354563.960948:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.960949:0:74511:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000010:3.0:1763354563.960952:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121440. 00000001:00000001:0.0:1763354563.960953:0:74511:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.960954:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354563.960956:0:69431:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000001:00000001:0.0:1763354563.960970:0:74511:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.960973:0:74539:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.960974:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:0.0:1763354563.960974:0:74511:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763354563.960977:0:69431:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1763354563.960977:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.960978:0:74511:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354563.960982:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1763354563.960983:0:69431:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354563.960984:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1763354563.960984:0:74511:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.960985:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1763354563.960991:0:74511:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.960992:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff551cf3000. 00010000:00010000:2.0:1763354563.960993:0:69431:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763354563.960996:0:74511:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.960998:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.961002:0:74511:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763354563.961004:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.961006:0:74511:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:1.0:1763354563.961010:0:74539:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 02000000:00000010:0.0:1763354563.961012:0:74511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54901dc00. 00010000:00000001:1.0:1763354563.961015:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:3.0:1763354563.961017:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1763354563.961019:0:74539:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.961019:0:74511:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.961022:0:69431:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:3.0:1763354563.961024:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00002000:00080000:1.0:1763354563.961026:0:74539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21419 count 1 00000100:00000001:0.0:1763354563.961027:0:74511:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.961028:0:69431:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00002000:00000001:0.0:1763354563.961053:0:74511:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00002000:00000001:1.0:1763354563.961055:0:74539:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:0.0:1763354563.961058:0:74511:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00002000:00000001:1.0:1763354563.961059:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.961062:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1763354563.961062:0:74511:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.961063:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.961067:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00002000:00080000:0.0:1763354563.961067:0:74511:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21420 count 1 00000020:00000001:1.0:1763354563.961068:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545023464 : -123190164528152 : ffff8ff58e00e3e8) 00000100:00000001:3.0:1763354563.961074:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.961075:0:69431:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000001:1.0:1763354563.961075:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545023376 : -123190164528240 : ffff8ff58e00e390) 00002000:00000001:0.0:1763354563.961075:0:74511:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000040:3.0:1763354563.961078:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00002000:00000001:0.0:1763354563.961079:0:74511:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:2.0:1763354563.961081:0:69431:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.961081:0:74539:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1763354563.961083:0:74511:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1763354563.961084:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885929 00010000:00000001:1.0:1763354563.961085:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:2.0:1763354563.961086:0:69431:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:3.0:1763354563.961088:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887026 00000020:00000001:0.0:1763354563.961089:0:74511:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545026504 : -123190164525112 : ffff8ff58e00efc8) 00010000:00000001:2.0:1763354563.961091:0:69431:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763354563.961092:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da100. 00000100:00000001:3.0:1763354563.961095:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885929 00002000:00000001:0.0:1763354563.961095:0:74511:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545026416 : -123190164525200 : ffff8ff58e00ef70) 00010000:00000010:1.0:1763354563.961099:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6da800. 00010000:00000001:2.0:1763354563.961100:0:69431:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1763354563.961101:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887026 00010000:00000001:0.0:1763354563.961102:0:74511:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00010000:2.0:1763354563.961105:0:69431:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.961106:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1763354563.961107:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885929 00010000:00000001:0.0:1763354563.961107:0:74511:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1763354563.961109:0:69431:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.961112:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887026 00010000:00000010:1.0:1763354563.961112:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:0.0:1763354563.961114:0:74511:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d8acc00. 00010000:00000001:2.0:1763354563.961115:0:69431:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:1.0:1763354563.961117:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1763354563.961118:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885929 00010000:00000010:0.0:1763354563.961120:0:74511:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff55d8acb00. 00000020:00000040:1.0:1763354563.961121:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cae15 to hash 00010000:00010000:2.0:1763354563.961123:0:69431:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354563.961124:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887026 00010000:00000001:0.0:1763354563.961126:0:74511:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1763354563.961127:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1763354563.961131:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.961131:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:0.0:1763354563.961132:0:74511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9000. 00010000:00000001:1.0:1763354563.961138:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000020:00000001:0.0:1763354563.961138:0:74511:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1763354563.961139:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.961143:0:74511:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9000 with handle 0x4a8bb634222cae1c to hash 00000100:00000001:3.0:1763354563.961146:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.961146:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:0.0:1763354563.961147:0:74511:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:2.0:1763354563.961148:0:69431:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53aa:0x0].0x0 (ffff8ff58b052d00) refcount = 1 00010000:00000001:0.0:1763354563.961151:0:74511:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000100:00000001:3.0:1763354563.961152:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1763354563.961152:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb1480. 00010000:00000040:2.0:1763354563.961154:0:69431:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1763354563.961159:0:74511:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00002000:00000001:1.0:1763354563.961160:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000040:2.0:1763354563.961161:0:69431:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763354563.961163:0:74511:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:1.0:1763354563.961164:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.961168:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545023464 : -123190164528152 : ffff8ff58e00e3e8) 00000100:00000001:3.0:1763354563.961169:0:74526:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000010:0.0:1763354563.961169:0:74511:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68300. 00000100:00100000:3.0:1763354563.961173:0:74526:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542712064 00002000:00000001:1.0:1763354563.961175:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545023376 : -123190164528240 : ffff8ff58e00e390) 00002000:00000001:0.0:1763354563.961175:0:74511:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000001:3.0:1763354563.961177:0:74526:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1763354563.961179:0:74511:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1763354563.961181:0:74526:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:1.0:1763354563.961181:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:2.0:1763354563.961183:0:69431:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1763354563.961183:0:74511:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545026504 : -123190164525112 : ffff8ff58e00efc8) 00000100:00000001:3.0:1763354563.961184:0:74526:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.961186:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.961188:0:74511:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545026416 : -123190164525200 : ffff8ff58e00ef70) 00010000:00000001:2.0:1763354563.961189:0:69431:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.961190:0:74526:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354563.961191:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53ab:0x0] initial LVB size: 0, mtime: 0x691aa7bf, atime: 0x0, ctime: 0x691aa7bf, blocks: 0x0 00002000:00000001:0.0:1763354563.961193:0:74511:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00100000:3.0:1763354563.961197:0:74526:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542712064 00010000:00000001:2.0:1763354563.961197:0:69431:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:1.0:1763354563.961198:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000001:0.0:1763354563.961198:0:74511:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.961201:0:69431:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.961202:0:74526:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1763354563.961204:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00010000:0.0:1763354563.961204:0:74511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53ac:0x0] initial LVB size: 0, mtime: 0x691aa7bf, atime: 0x0, ctime: 0x691aa7bf, blocks: 0x0 00000020:00000040:3.0:1763354563.961207:0:74526:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00010000:00000001:2.0:1763354563.961209:0:69431:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.961209:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.961211:0:74511:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:3.0:1763354563.961212:0:74526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1763354563.961214:0:74539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.961216:0:74511:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:3.0:1763354563.961217:0:74526:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=12 00010000:00000001:2.0:1763354563.961217:0:69431:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.961220:0:74511:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.961224:0:74526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00010000:00000001:2.0:1763354563.961227:0:69431:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763354563.961228:0:74511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1763354563.961229:0:74526:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00010000:00000001:2.0:1763354563.961232:0:69431:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.961233:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1763354563.961235:0:74526:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763354563.961238:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000010:3.0:1763354563.961241:0:74526:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00010000:00010000:2.0:1763354563.961242:0:69431:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.961242:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.961243:0:74511:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1763354563.961247:0:74526:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.961247:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.961249:0:74511:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00010000:1.0:1763354563.961252:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.961253:0:74511:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000010:3.0:1763354563.961254:0:74526:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00010000:00000001:1.0:1763354563.961257:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.961257:0:74511:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.961261:0:74511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:3.0:1763354563.961262:0:74526:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f9400. 00010000:00000001:1.0:1763354563.961263:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.961265:0:74511:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.961268:0:69431:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:1.0:1763354563.961268:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:3.0:1763354563.961269:0:74526:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781f00. 00010000:00000001:0.0:1763354563.961269:0:74511:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354563.961273:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.961274:0:69431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354563.961274:0:74511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000010:3.0:1763354563.961276:0:74526:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00010000:00000001:1.0:1763354563.961277:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.961279:0:69431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.961279:0:74511:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.961282:0:74526:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00010000:1.0:1763354563.961284:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354563.961285:0:74526:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763354563.961285:0:69431:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354563.961285:0:74511:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763354563.961289:0:74511:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354563.961290:0:74526:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.961290:0:69431:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.961296:0:69431:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000100:00000001:3.0:1763354563.961298:0:74526:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.961304:0:69431:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000100:00000001:3.0:1763354563.961309:0:74526:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.961312:0:69431:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000040:1.0:1763354563.961312:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53ab:0x0].0x0 (ffff8ff58c6da100) refcount = 1 00010000:00000040:0.0:1763354563.961313:0:74511:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53ac:0x0].0x0 (ffff8ff55d8acc00) refcount = 1 00000100:00000001:3.0:1763354563.961317:0:74526:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1763354563.961319:0:69431:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1763354563.961321:0:74526:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1763354563.961323:0:74511:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354563.961324:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:2.0:1763354563.961326:0:69431:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763354563.961328:0:74526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85215 00010000:00000040:0.0:1763354563.961329:0:74511:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.961331:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1763354563.961334:0:74526:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 4 00000100:00000001:3.0:1763354563.961340:0:74526:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281082240 : -123186428469376 : ffff8ff66cb09f80) 00000100:00000040:3.0:1763354563.961349:0:74526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09f80 x1848998542711936/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.961354:0:69431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.961356:0:74511:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.961357:0:69431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.961359:0:74511:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.961363:0:69431:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.961365:0:74511:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.961370:0:74511:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.961375:0:74511:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.961380:0:74511:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.961383:0:74526:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1763354563.961386:0:74511:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354563.961387:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:3.0:1763354563.961388:0:74526:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00010000:00000001:0.0:1763354563.961389:0:74511:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.961394:0:74526:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.961394:0:69431:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.961395:0:74539:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.961395:0:74511:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.961398:0:69431:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.961402:0:74526:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00010000:00000001:1.0:1763354563.961403:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.961405:0:69431:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1763354563.961406:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763354563.961412:0:74526:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+12:3656:x1848998542711936:12345-0@lo:6:osp-syn-0-1.0 00010000:00000010:2.0:1763354563.961413:0:69431:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff5559c7180. 00010000:00000001:1.0:1763354563.961414:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.961414:0:74511:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354563.961417:0:74511:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1763354563.961422:0:74526:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542711936 00010000:00000001:1.0:1763354563.961422:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.961422:0:74511:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.961423:0:69431:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1763354563.961425:0:74511:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.961429:0:74526:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1763354563.961429:0:74539:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1763354563.961429:0:74511:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1763354563.961431:0:74526:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1763354563.961434:0:74511:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=3 00000020:00000001:3.0:1763354563.961435:0:74526:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.961435:0:74539:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.961437:0:69431:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1763354563.961440:0:74511:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000020:00000001:3.0:1763354563.961441:0:74526:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:1.0:1763354563.961442:0:74539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.961443:0:69431:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.961445:0:74526:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00010000:00000001:0.0:1763354563.961446:0:74511:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:2.0:1763354563.961448:0:69431:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.961451:0:74526:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1763354563.961452:0:74511:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1763354563.961455:0:69431:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1763354563.961456:0:74526:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763354563.961458:0:74511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.961460:0:69431:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354563.961463:0:74526:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1763354563.961463:0:74539:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354563.961465:0:69431:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354563.961467:0:74526:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1763354563.961467:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1763354563.961469:0:69431:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00000020:00000001:3.0:1763354563.961471:0:74526:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:1.0:1763354563.961472:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1763354563.961475:0:69431:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000001:3.0:1763354563.961476:0:74526:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:1.0:1763354563.961477:0:74539:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354563.961477:0:74511:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354563.961479:0:74526:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354563.961481:0:69431:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ee200. 00000020:00000001:1.0:1763354563.961481:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354563.961482:0:74511:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1763354563.961483:0:74526:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000040:1.0:1763354563.961487:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000001:00000001:3.0:1763354563.961488:0:74526:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354563.961488:0:74511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763354563.961489:0:69431:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647310848 : -123191062240768 : ffff8ff5587ee200) 00000020:00000001:1.0:1763354563.961491:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000001:00000001:3.0:1763354563.961495:0:74526:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.961496:0:69431:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1763354563.961498:0:74539:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000001:00000001:3.0:1763354563.961499:0:74526:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.961500:0:69431:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.961507:0:74526:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.961507:0:74539:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1763354563.961508:0:69431:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000001:0.0:1763354563.961508:0:74511:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354563.961512:0:74511:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.961514:0:74526:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.961514:0:69431:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:1.0:1763354563.961515:0:74539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.961517:0:74511:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000001:00000001:3.0:1763354563.961518:0:74526:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.961519:0:69431:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000010:0.0:1763354563.961522:0:74511:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095d80. 00000001:00000001:3.0:1763354563.961524:0:74526:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354563.961525:0:69431:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53aa:0x0] not in the id map cache 00010000:00000001:0.0:1763354563.961526:0:74511:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00080000:00000001:2.0:1763354563.961533:0:69431:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.961534:0:74526:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:0.0:1763354563.961536:0:74511:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000001:00000001:3.0:1763354563.961537:0:74526:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354563.961537:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1763354563.961540:0:69431:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:1.0:1763354563.961541:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354563.961543:0:74511:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354563.961544:0:74526:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.961545:0:74539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763354563.961547:0:69431:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:3.0:1763354563.961551:0:74526:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.961551:0:74511:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.961553:0:69431:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:3.0:1763354563.961559:0:74526:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.961559:0:74511:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000010:2.0:1763354563.961560:0:69431:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00010000:00000001:1.0:1763354563.961560:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1763354563.961564:0:74526:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1763354563.961565:0:74511:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1763354563.961566:0:69431:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.961566:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.961567:0:74526:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1763354563.961571:0:74511:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354563.961572:0:74539:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 02000000:00000010:3.0:1763354563.961574:0:74526:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff644f0e000. 00002000:00000001:0.0:1763354563.961574:0:74511:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00010000:00000010:1.0:1763354563.961578:0:74539:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff55e381300. 02000000:00000001:3.0:1763354563.961579:0:74526:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.961579:0:69431:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.961580:0:74511:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:1.0:1763354563.961583:0:74539:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1763354563.961586:0:74526:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354563.961588:0:69431:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53aa:0x0] decrease nlink 1 00002000:00000001:3.0:1763354563.961589:0:74526:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00080000:00000010:0.0:1763354563.961589:0:74511:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff547dc7c00. 00010000:00010000:1.0:1763354563.961592:0:74539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00000001:3.0:1763354563.961593:0:74526:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00080000:00000001:0.0:1763354563.961596:0:74511:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882368232448 : -123191341319168 : ffff8ff547dc7c00) 00010000:00000001:3.0:1763354563.961597:0:74526:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.961597:0:74539:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.961601:0:74511:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00002000:00080000:3.0:1763354563.961603:0:74526:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21422 count 1 00010000:00000001:1.0:1763354563.961603:0:74539:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.961604:0:74511:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.961609:0:74526:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:1.0:1763354563.961610:0:74539:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1763354563.961611:0:69431:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000001:0.0:1763354563.961611:0:74511:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00002000:00000001:3.0:1763354563.961612:0:74526:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1763354563.961613:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1763354563.961614:0:74511:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:3.0:1763354563.961617:0:74526:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000002:2.0:1763354563.961618:0:69431:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53aa:0x0] 00010000:00000001:1.0:1763354563.961618:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763354563.961619:0:74511:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:3.0:1763354563.961621:0:74526:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545024376 : -123190164527240 : ffff8ff58e00e778) 00002000:00000001:1.0:1763354563.961623:0:74539:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000002:0.0:1763354563.961624:0:74511:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53ac:0x0] not in the id map cache 00002000:00000001:3.0:1763354563.961625:0:74526:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545024288 : -123190164527328 : ffff8ff58e00e720) 00080000:00000001:2.0:1763354563.961625:0:69431:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763354563.961628:0:74539:0:(osd_handler.c:2019:osd_trans_create()) Process entered 80000000:00000001:2.0:1763354563.961631:0:69431:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00080000:00000001:0.0:1763354563.961631:0:74511:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.961632:0:74526:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:1.0:1763354563.961634:0:74539:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153400. 00080000:00000001:0.0:1763354563.961636:0:74511:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:3.0:1763354563.961637:0:74526:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 80000000:00000001:2.0:1763354563.961637:0:69431:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00080000:00000001:1.0:1763354563.961638:0:74539:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741048320 : -123190968503296 : ffff8ff55e153400) 00080000:00000001:0.0:1763354563.961641:0:74511:0:(osd_io.c:1849:osd_declare_write()) Process entered 80000000:00000001:2.0:1763354563.961642:0:69431:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.961642:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000010:3.0:1763354563.961644:0:74526:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc200. 00000001:00000001:0.0:1763354563.961645:0:74511:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1763354563.961646:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.961647:0:69431:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.961651:0:74511:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68d80. 00010000:00000010:3.0:1763354563.961652:0:74526:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff5970dc700. 00080000:00000001:2.0:1763354563.961653:0:69431:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.961653:0:74539:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763354563.961656:0:74511:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.961657:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354563.961659:0:74526:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:2.0:1763354563.961659:0:69431:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:1.0:1763354563.961660:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.961662:0:74511:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.961665:0:69431:0:(osd_compat.c:988:osd_seq_load()) Process entered 00080000:00000002:1.0:1763354563.961665:0:74539:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53ab:0x0] not in the id map cache 00010000:00000010:3.0:1763354563.961666:0:74526:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581000. 00080000:00000002:0.0:1763354563.961667:0:74511:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53ac:0x0] decrease nlink 1 00000001:00000001:2.0:1763354563.961670:0:69431:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000020:00000001:3.0:1763354563.961671:0:74526:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1763354563.961672:0:74539:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.961676:0:74526:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581000 with handle 0x4a8bb634222cae23 to hash 00000001:00000001:2.0:1763354563.961677:0:69431:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00080000:00000001:1.0:1763354563.961677:0:74539:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.961680:0:74511:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000020:00000001:3.0:1763354563.961681:0:74526:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1763354563.961682:0:74539:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000002:0.0:1763354563.961684:0:74511:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53ac:0x0] 00010000:00000001:3.0:1763354563.961685:0:74526:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00000001:00000001:1.0:1763354563.961686:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354563.961690:0:74511:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1763354563.961692:0:74526:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00080000:00000010:1.0:1763354563.961692:0:74539:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1e80. 80000000:00000001:0.0:1763354563.961694:0:74511:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00002000:00000001:3.0:1763354563.961699:0:74526:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00080000:00000001:1.0:1763354563.961699:0:74539:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354563.961700:0:74511:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00002000:00000010:3.0:1763354563.961704:0:74526:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff54442abc0. 80000000:00000001:0.0:1763354563.961704:0:74511:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.961707:0:74539:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.961708:0:69431:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.961710:0:74526:0:(ofd_objects.c:87:ofd_object_find()) Process entered 80000000:00000001:0.0:1763354563.961711:0:74511:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763354563.961713:0:74539:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53ab:0x0] decrease nlink 1 00000020:00000001:3.0:1763354563.961715:0:74526:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:2.0:1763354563.961716:0:69431:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.961716:0:74511:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.961719:0:74526:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545024376 : -123190164527240 : ffff8ff58e00e778) 00080000:00000001:2.0:1763354563.961722:0:69431:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.961723:0:74511:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00080000:00000001:1.0:1763354563.961724:0:74539:0:(osd_handler.c:4153:osd_destroy()) Process entered 00002000:00000001:3.0:1763354563.961725:0:74526:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545024288 : -123190164527328 : ffff8ff58e00e720) 00080000:00000002:1.0:1763354563.961728:0:74539:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53ab:0x0] 00000001:00000001:0.0:1763354563.961728:0:74511:0:(osd_compat.c:988:osd_seq_load()) Process entered 00080000:00000001:2.0:1763354563.961729:0:69431:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00002000:00000001:3.0:1763354563.961731:0:74526:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000001:00000001:0.0:1763354563.961733:0:74511:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00080000:00000001:1.0:1763354563.961734:0:74539:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000001:00000001:2.0:1763354563.961736:0:69431:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000001:3.0:1763354563.961737:0:74526:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.961737:0:74539:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000001:00000001:0.0:1763354563.961740:0:74511:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 80000000:00000001:1.0:1763354563.961741:0:74539:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000001:00000002:2.0:1763354563.961742:0:69431:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944463, last_committed = 12884944458 00002000:00010000:3.0:1763354563.961743:0:74526:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53ae:0x0] initial LVB size: 4096, mtime: 0x691aa7bf, atime: 0x691aa7bf, ctime: 0x691aa7c0, blocks: 0x8 80000000:00000001:1.0:1763354563.961745:0:74539:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1763354563.961750:0:69431:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37480. 80000000:00000001:1.0:1763354563.961751:0:74539:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.961752:0:74526:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00080000:00000001:1.0:1763354563.961756:0:74539:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.961758:0:74526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000040:2.0:1763354563.961758:0:69431:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 3 00000001:00000001:1.0:1763354563.961759:0:74539:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:1.0:1763354563.961763:0:74539:0:(osd_compat.c:988:osd_seq_load()) Process entered 00010000:00000001:3.0:1763354563.961764:0:74526:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.961764:0:69431:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=13 00000001:00000001:0.0:1763354563.961765:0:74511:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.961766:0:74539:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000001:00000001:1.0:1763354563.961773:0:74539:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:0.0:1763354563.961773:0:74511:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.961774:0:74526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354563.961779:0:74511:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.961783:0:69431:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.961785:0:74511:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:3.0:1763354563.961791:0:74526:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:0.0:1763354563.961791:0:74511:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000001:1.0:1763354563.961793:0:74539:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.961794:0:74526:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:2.0:1763354563.961795:0:69431:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00000001:00000002:0.0:1763354563.961796:0:74511:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944464, last_committed = 12884944458 00000001:00000001:1.0:1763354563.961797:0:74539:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.961798:0:74526:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00040000:00000001:2.0:1763354563.961802:0:69431:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1763354563.961803:0:74526:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00080000:00000001:1.0:1763354563.961803:0:74539:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763354563.961805:0:74511:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0d80. 00040000:00000001:2.0:1763354563.961806:0:69431:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:3.0:1763354563.961809:0:74526:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:1.0:1763354563.961809:0:74539:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763354563.961812:0:69431:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1763354563.961813:0:74511:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 4 00010000:00000001:3.0:1763354563.961814:0:74526:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1763354563.961814:0:74539:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000001:2.0:1763354563.961819:0:69431:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763354563.961819:0:74539:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944465, last_committed = 12884944458 00010000:00000001:3.0:1763354563.961821:0:74526:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:0.0:1763354563.961821:0:74511:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=14 00002000:00000001:2.0:1763354563.961826:0:69431:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00010000:3.0:1763354563.961827:0:74526:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000001:00000010:1.0:1763354563.961827:0:74539:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a9c0. 00010000:00000001:3.0:1763354563.961832:0:74526:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1763354563.961832:0:74539:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 5 00010000:00000001:3.0:1763354563.961837:0:74526:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:0.0:1763354563.961837:0:74511:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.961839:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=15 00010000:00010000:3.0:1763354563.961843:0:74526:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1763354563.961846:0:74511:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68d80. 00040000:00000001:0.0:1763354563.961852:0:74511:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:1.0:1763354563.961853:0:74539:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354563.961855:0:74511:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.961859:0:74511:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354563.961862:0:74526:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53ae:0x0].0x0 (ffff8ff5970dc200) refcount = 1 00002000:00000001:0.0:1763354563.961862:0:74511:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.961866:0:74539:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1e80. 00002000:00000001:0.0:1763354563.961867:0:74511:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000040:3.0:1763354563.961869:0:74526:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.961873:0:74526:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1763354563.961874:0:74539:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.961878:0:74539:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.961882:0:74539:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.961884:0:74526:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000001:1.0:1763354563.961886:0:74539:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.961887:0:74526:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.961889:0:74539:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1763354563.961890:0:74526:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.961893:0:74526:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.961895:0:74526:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.961897:0:74526:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.961899:0:74526:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.961901:0:74526:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.961903:0:74526:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.961912:0:74526:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354563.961913:0:74526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.961915:0:74526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.961917:0:74526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.961918:0:74526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.961920:0:74526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=3 00000020:00000001:3.0:1763354563.961922:0:74526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354563.961924:0:74526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354563.961926:0:74526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354563.961929:0:74526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.961933:0:74526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:0.0:1763354563.961933:0:74511:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354563.961936:0:69431:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354563.961937:0:74526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:0.0:1763354563.961938:0:74511:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1763354563.961941:0:69431:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354563.961941:0:74511:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:3.0:1763354563.961942:0:74526:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00040000:00000001:2.0:1763354563.961946:0:69431:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.961947:0:74511:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763354563.961948:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354563.961952:0:69431:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354563.961952:0:74511:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354563.961953:0:74526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00040000:00000001:1.0:1763354563.961953:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.961970:0:74526:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354563.961970:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354563.961971:0:69431:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354563.961971:0:74511:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1763354563.961973:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.961976:0:74526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00040000:00000001:1.0:1763354563.961977:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354563.961978:0:69431:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1763354563.961978:0:74511:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff54cf9de00. 00010000:00000010:3.0:1763354563.961980:0:74526:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff6806b7600. 00040000:00000001:1.0:1763354563.961981:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1763354563.961984:0:69431:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff54fa54e00. 00002000:00000001:0.0:1763354563.961985:0:74511:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1763354563.961986:0:74526:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00080000:00000010:1.0:1763354563.961987:0:74539:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff54cf9ce00. 00002000:00000040:0.0:1763354563.961989:0:74511:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53ac:0x0] 00002000:00000010:0.0:1763354563.961993:0:74511:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00ef70. 00002000:00000001:1.0:1763354563.961994:0:74539:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000001:2.0:1763354563.961995:0:69431:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00010000:3.0:1763354563.961998:0:74526:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00000040:1.0:1763354563.961998:0:74539:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53ab:0x0] 00002000:00000040:2.0:1763354563.961999:0:69431:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53aa:0x0] 00002000:00000001:0.0:1763354563.962000:0:74511:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763354563.962004:0:74511:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.962005:0:74526:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1763354563.962005:0:74539:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00e390. 00002000:00000010:2.0:1763354563.962007:0:69431:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00f0a0. 00010000:00000001:3.0:1763354563.962011:0:74526:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.962012:0:74511:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.962014:0:74526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00002000:00000001:1.0:1763354563.962016:0:74539:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1763354563.962017:0:74526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1763354563.962017:0:69431:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1763354563.962019:0:74539:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.962019:0:74511:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944464, xid 1848998542711680 00010000:00000001:3.0:1763354563.962022:0:74526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354563.962022:0:69431:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354563.962025:0:74526:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00010000:00000001:0.0:1763354563.962026:0:74511:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:1.0:1763354563.962028:0:74539:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354563.962029:0:74526:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00002000:00000001:2.0:1763354563.962030:0:69431:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1763354563.962050:0:74511:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94ca80 x1848998542711680/t12884944464(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.962058:0:74511:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000010:3.0:1763354563.962059:0:74526:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f9e00. 00010000:00000001:0.0:1763354563.962062:0:74511:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.962063:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944465, xid 1848998542711552 00080000:00000001:3.0:1763354563.962065:0:74526:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311814656 : -123191397736960 : ffff8ff5447f9e00) 00010000:00000040:2.0:1763354563.962065:0:69431:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944463, xid 1848998542711424 00000100:00001000:0.0:1763354563.962068:0:74511:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00010000:00000001:1.0:1763354563.962069:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1763354563.962073:0:69431:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000001:00000001:3.0:1763354563.962074:0:74526:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1763354563.962075:0:74511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:3.0:1763354563.962078:0:74526:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1763354563.962078:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0a300 x1848998542711552/t12884944465(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.962081:0:74511:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00080000:00000001:3.0:1763354563.962084:0:74526:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000200:2.0:1763354563.962084:0:69431:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94d880 x1848998542711424/t12884944463(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.962087:0:74511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000001:00000001:3.0:1763354563.962088:0:74526:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.962091:0:74526:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:0.0:1763354563.962094:0:74511:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000002:3.0:1763354563.962095:0:74526:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53ae:0x0] not in the id map cache 02000000:00000001:0.0:1763354563.962098:0:74511:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.962102:0:74526:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.962104:0:74511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1763354563.962109:0:74526:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:1.0:1763354563.962110:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1763354563.962112:0:74511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:3.0:1763354563.962114:0:74526:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1763354563.962114:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354563.962117:0:74511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 00000001:00000001:3.0:1763354563.962119:0:74526:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1763354563.962120:0:69431:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1763354563.962120:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00080000:00000010:3.0:1763354563.962123:0:74526:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a640. 00000100:00000200:0.0:1763354563.962123:0:74511:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542711680, offset 224 00010000:00000001:2.0:1763354563.962126:0:69431:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.962126:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:3.0:1763354563.962131:0:74526:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.962133:0:69431:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000040:1.0:1763354563.962134:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00000400:00000200:0.0:1763354563.962135:0:74511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:3.0:1763354563.962138:0:74526:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.962140:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00080000:00000002:3.0:1763354563.962144:0:74526:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53ae:0x0] decrease nlink 1 00000100:00000001:2.0:1763354563.962144:0:69431:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1763354563.962147:0:74511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1763354563.962148:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1763354563.962151:0:69431:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 68 to 0@lo 02000000:00000001:1.0:1763354563.962153:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.962156:0:69431:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00080000:00000001:3.0:1763354563.962157:0:74526:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000100:00000001:1.0:1763354563.962158:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000002:3.0:1763354563.962162:0:74526:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53ae:0x0] 00000400:00000200:0.0:1763354563.962162:0:74511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541b80 02000000:00000001:2.0:1763354563.962164:0:69431:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1763354563.962167:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1763354563.962169:0:69431:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.962170:0:74526:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000400:00000010:1.0:1763354563.962173:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa3b8. 80000000:00000001:3.0:1763354563.962174:0:74526:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:0.0:1763354563.962175:0:74511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b89dd [1] + 224 00000100:00000001:2.0:1763354563.962177:0:69431:0:(niobuf.c:69:ptl_send_buf()) Process entered 80000000:00000001:3.0:1763354563.962178:0:74526:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354563.962182:0:74526:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354563.962183:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542711552, offset 224 00000400:00000200:0.0:1763354563.962183:0:74511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1763354563.962186:0:69431:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 80000000:00000001:3.0:1763354563.962187:0:74526:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.962192:0:74526:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354563.962193:0:74511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1763354563.962195:0:69431:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be72a8. 00000400:00000200:1.0:1763354563.962197:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1763354563.962198:0:74526:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1763354563.962201:0:74526:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1763354563.962204:0:74526:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000100:00000001:0.0:1763354563.962204:0:74511:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354563.962206:0:69431:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542711424, offset 224 00000001:00000001:3.0:1763354563.962210:0:74526:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000100:00000200:0.0:1763354563.962212:0:74511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354563.962213:0:74539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354563.962220:0:69431:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1763354563.962226:0:74526:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.962227:0:74539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541b00 00000001:00000001:3.0:1763354563.962232:0:74526:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.962236:0:74526:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354563.962237:0:69431:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1763354563.962238:0:74511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354563.962240:0:74539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b89d5 [1] + 224 00080000:00000001:3.0:1763354563.962242:0:74526:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354563.962246:0:74526:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354563.962251:0:74526:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944466, last_committed = 12884944458 00000400:00000200:1.0:1763354563.962252:0:74539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354563.962256:0:69431:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541a80 00000001:00000010:3.0:1763354563.962259:0:74526:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02300. 00000400:00000200:1.0:1763354563.962261:0:74539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000040:3.0:1763354563.962264:0:74526:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 6 00000100:00000001:0.0:1763354563.962264:0:74511:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354563.962269:0:69431:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b89cd [1] + 224 00000020:00000040:3.0:1763354563.962270:0:74526:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=16 00000001:00000001:3.0:1763354563.962278:0:74526:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354563.962279:0:69431:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354563.962280:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763354563.962282:0:74511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00080000:00000010:3.0:1763354563.962286:0:74526:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a640. 00000400:00000010:0.0:1763354563.962286:0:74511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000400:00000200:2.0:1763354563.962290:0:69431:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1763354563.962291:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00040000:00000001:3.0:1763354563.962293:0:74526:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1763354563.962294:0:74511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354563.962297:0:69431:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763354563.962298:0:74511:0:(events.c:398:reply_out_callback()) Process leaving 00040000:00000001:3.0:1763354563.962299:0:74526:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354563.962303:0:74526:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.962305:0:74511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354563.962306:0:69431:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1763354563.962309:0:74526:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.962313:0:74511:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 67 to 0@lo 00002000:00000001:3.0:1763354563.962315:0:74526:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000040:1.0:1763354563.962320:0:74539:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.962320:0:74511:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.962324:0:74511:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.962329:0:74511:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.962333:0:69431:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354563.962336:0:74511:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94ca80 x1848998542711680/t12884944464(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.962354:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.962363:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa3b8 00000400:00000010:1.0:1763354563.962368:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa3b8. 00000100:00100000:0.0:1763354563.962373:0:74511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+16:3654:x1848998542711680:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1555us (2438us total) trans 12884944464 rc 0/0 00000100:00000001:1.0:1763354563.962376:0:74539:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354563.962379:0:69431:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.962380:0:74539:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1763354563.962381:0:74511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85214 00000100:00000040:0.0:1763354563.962386:0:74511:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 3 00000400:00000200:2.0:1763354563.962389:0:69431:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00000100:00000001:0.0:1763354563.962389:0:74511:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.962392:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.962393:0:74511:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1763354563.962394:0:69431:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00000020:00000010:0.0:1763354563.962398:0:74511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241600. 00000100:00000001:2.0:1763354563.962400:0:69431:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1763354563.962401:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354563.962404:0:69431:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763354563.962408:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1763354563.962412:0:69431:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.962412:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.962417:0:74511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6813540c8. 00000020:00000001:1.0:1763354563.962418:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.962419:0:69431:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00040000:00000001:3.0:1763354563.962422:0:74526:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:2.0:1763354563.962425:0:69431:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:0.0:1763354563.962425:0:74511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587efc00. 00040000:00000001:3.0:1763354563.962426:0:74526:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000040:1.0:1763354563.962427:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0a300 x1848998542711552/t12884944465(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354563.962429:0:69431:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354563.962430:0:74526:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000020:00000040:0.0:1763354563.962432:0:74511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 15 00040000:00000001:3.0:1763354563.962434:0:74526:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000020:00000001:2.0:1763354563.962436:0:69431:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00040000:00000001:3.0:1763354563.962438:0:74526:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:0.0:1763354563.962439:0:74511:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1763354563.962442:0:74526:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000040:2.0:1763354563.962446:0:69431:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94d880 x1848998542711424/t12884944463(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1763354563.962447:0:74526:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5913d7600. 00000100:00000001:0.0:1763354563.962451:0:74511:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:3.0:1763354563.962454:0:74526:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00100000:1.0:1763354563.962454:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+15:3656:x1848998542711552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1654us (2850us total) trans 12884944465 rc 0/0 00000100:00000001:0.0:1763354563.962455:0:74511:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000040:3.0:1763354563.962458:0:74526:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53ae:0x0] 00002000:00000010:3.0:1763354563.962465:0:74526:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00e720. 00000100:00100000:0.0:1763354563.962465:0:74511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85216 00002000:00000001:3.0:1763354563.962471:0:74526:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000040:0.0:1763354563.962472:0:74511:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 4 00002000:00000001:3.0:1763354563.962475:0:74526:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.962478:0:74511:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262488192 : -123186447063424 : ffff8ff66b94e680) 00002000:00000001:3.0:1763354563.962481:0:74526:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354563.962485:0:69431:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+15:3657:x1848998542711424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2000us (3144us total) trans 12884944463 rc 0/0 00010000:00000040:3.0:1763354563.962486:0:74526:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944466, xid 1848998542711936 00000100:00000040:0.0:1763354563.962487:0:74511:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94e680 x1848998542711808/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.962491:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85213 00010000:00000001:3.0:1763354563.962493:0:74526:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354563.962500:0:74526:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb09f80 x1848998542711936/t12884944466(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.962501:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 3 00000100:00000001:1.0:1763354563.962509:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1763354563.962511:0:69431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85212 00000100:00000001:1.0:1763354563.962515:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354563.962518:0:74511:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1763354563.962520:0:69431:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 2 00000020:00000010:1.0:1763354563.962523:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:0.0:1763354563.962523:0:74511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00010000:00000001:3.0:1763354563.962525:0:74526:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1763354563.962526:0:69431:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.962529:0:74511:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354563.962530:0:74526:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.962531:0:69431:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.962533:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b244b0. 00000100:00001000:3.0:1763354563.962535:0:74526:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000020:00000010:0.0:1763354563.962535:0:74511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000020:00000010:2.0:1763354563.962538:0:69431:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563180. 00000020:00000010:1.0:1763354563.962541:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152c00. 00000100:00000001:3.0:1763354563.962543:0:74526:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1763354563.962547:0:69431:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24708. 00000100:00100000:0.0:1763354563.962548:0:74511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+15:3654:x1848998542711808:12345-0@lo:6:osp-syn-0-1.0 00000100:00000040:3.0:1763354563.962549:0:74526:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000020:00000040:1.0:1763354563.962551:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 14 00000100:00000001:3.0:1763354563.962554:0:74526:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000020:00000010:2.0:1763354563.962555:0:69431:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152400. 00000100:00000001:1.0:1763354563.962558:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354563.962560:0:74526:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1763354563.962561:0:74511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542711808 02000000:00000001:3.0:1763354563.962563:0:74526:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.962564:0:69431:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 13 00000020:00000001:0.0:1763354563.962567:0:74511:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1763354563.962568:0:74526:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1763354563.962570:0:69431:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.962573:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1763354563.962573:0:74511:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1763354563.962576:0:74526:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763354563.962578:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1763354563.962578:0:74511:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354563.962580:0:74526:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121440. 00000020:00000001:0.0:1763354563.962584:0:74511:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1763354563.962586:0:74526:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542711936, offset 224 00000100:00000001:2.0:1763354563.962586:0:69431:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1763354563.962587:0:74511:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00000100:00100000:1.0:1763354563.962588:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85217 00000100:00000001:2.0:1763354563.962591:0:69431:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1763354563.962593:0:74511:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1763354563.962597:0:74526:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1763354563.962598:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 3 00000020:00000001:0.0:1763354563.962598:0:74511:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.962599:0:69431:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.962603:0:74511:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1763354563.962605:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281080448 : -123186428471168 : ffff8ff66cb09880) 00000100:00000001:2.0:1763354563.962606:0:69431:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.962607:0:74526:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1763354563.962607:0:74511:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.962612:0:74511:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.962615:0:74511:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.962618:0:74511:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.962619:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09880 x1848998542712064/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354563.962620:0:74526:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541c80 00000001:00000001:0.0:1763354563.962622:0:74511:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.962625:0:74511:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.962631:0:74526:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b89e5 [1] + 224 00000001:00000001:0.0:1763354563.962632:0:74511:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.962636:0:74511:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354563.962638:0:74526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354563.962638:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:0.0:1763354563.962639:0:74511:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.962644:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1e80. 00000001:00000001:0.0:1763354563.962645:0:74511:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1763354563.962648:0:74526:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:0.0:1763354563.962648:0:74511:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354563.962650:0:6519:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.962650:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.962652:0:74511:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.962656:0:74526:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:0.0:1763354563.962658:0:74511:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000010:1.0:1763354563.962659:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1e80. 00000004:00000001:2.0:1763354563.962660:0:6519:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.962661:0:74511:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1763354563.962662:0:74526:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1763354563.962667:0:74511:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.962669:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000100:00100000:1.0:1763354563.962669:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+13:3656:x1848998542712064:12345-0@lo:6:osp-syn-0-1.0 00000020:00000001:0.0:1763354563.962672:0:74511:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.962675:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00000001:0.0:1763354563.962677:0:74511:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354563.962681:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542712064 00000100:00000001:0.0:1763354563.962683:0:74511:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1763354563.962684:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.962686:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1763354563.962688:0:74511:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1763354563.962691:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1763354563.962692:0:74526:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354563.962692:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 02000000:00000010:0.0:1763354563.962694:0:74511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54901e000. 00000020:00000001:1.0:1763354563.962695:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.962699:0:74511:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.962700:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:1.0:1763354563.962701:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763354563.962705:0:74511:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.962706:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00002000:00000001:0.0:1763354563.962711:0:74511:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:3.0:1763354563.962713:0:74526:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1763354563.962713:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1763354563.962714:0:74511:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000001:2.0:1763354563.962716:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000200:3.0:1763354563.962718:0:74526:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121440 00010000:00000001:0.0:1763354563.962718:0:74511:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.962719:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354563.962724:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000400:00000010:3.0:1763354563.962725:0:74526:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121440. 00002000:00080000:0.0:1763354563.962725:0:74511:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21421 count 1 00000020:00000001:1.0:1763354563.962726:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:0.0:1763354563.962732:0:74511:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000100:00000001:3.0:1763354563.962733:0:74526:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:2.0:1763354563.962733:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000020:00000001:1.0:1763354563.962734:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000001:0.0:1763354563.962735:0:74511:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1763354563.962738:0:74526:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1763354563.962739:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.962739:0:74511:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.962740:0:74539:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:3.0:1763354563.962742:0:74526:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354563.962747:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de9:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000020:00000001:0.0:1763354563.962747:0:74511:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545029848 : -123190164521768 : ffff8ff58e00fcd8) 00000100:00000040:3.0:1763354563.962748:0:74526:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000020:00000001:1.0:1763354563.962748:0:74539:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354563.962754:0:74539:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.962754:0:74511:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545029760 : -123190164521856 : ffff8ff58e00fc80) 00010000:00000001:3.0:1763354563.962755:0:74526:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000004:00000002:2.0:1763354563.962757:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000020:00000001:3.0:1763354563.962759:0:74526:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.962761:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:0.0:1763354563.962762:0:74511:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000004:00000001:2.0:1763354563.962764:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.962765:0:74526:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1763354563.962765:0:74511:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:1.0:1763354563.962766:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.962771:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:3.0:1763354563.962772:0:74526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09f80 x1848998542711936/t12884944466(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1763354563.962773:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000010:0.0:1763354563.962773:0:74511:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d8ac500. 00000001:00000001:1.0:1763354563.962774:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.962779:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354563.962780:0:74511:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff55d8acf00. 00000001:00000001:1.0:1763354563.962781:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.962786:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.962787:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1763354563.962788:0:74511:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000001:00000001:2.0:1763354563.962791:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.962792:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354563.962793:0:74511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8400. 00000001:00000001:2.0:1763354563.962798:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.962800:0:74526:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+13:3656:x1848998542711936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1410us (2529us total) trans 12884944466 rc 0/0 00000001:00000001:1.0:1763354563.962800:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.962801:0:74511:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000001:2.0:1763354563.962803:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354563.962807:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:0.0:1763354563.962807:0:74511:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8400 with handle 0x4a8bb634222cae2a to hash 00000001:00000001:2.0:1763354563.962808:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354563.962812:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354563.962814:0:74511:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:2.0:1763354563.962815:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.962816:0:74526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85215 00010000:00000001:0.0:1763354563.962819:0:74511:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000001:00000001:1.0:1763354563.962820:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.962821:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:3.0:1763354563.962824:0:74526:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 2 00000001:00000001:2.0:1763354563.962825:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354563.962827:0:74539:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.962827:0:74511:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000100:00000001:3.0:1763354563.962831:0:74526:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:2.0:1763354563.962832:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.962834:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.962835:0:74511:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000100:00000001:3.0:1763354563.962836:0:74526:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000002:2.0:1763354563.962838:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de9:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000100:00000001:1.0:1763354563.962841:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000010:0.0:1763354563.962842:0:74511:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68d80. 00000020:00000010:3.0:1763354563.962843:0:74526:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563b80. 00000004:00000001:2.0:1763354563.962844:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 02000000:00000001:1.0:1763354563.962846:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:0.0:1763354563.962847:0:74511:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000004:00000001:2.0:1763354563.962850:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763354563.962851:0:74511:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1763354563.962852:0:74526:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24af0. 02000000:00000010:1.0:1763354563.962853:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff551cf1000. 00000020:00000001:0.0:1763354563.962858:0:74511:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545029848 : -123190164521768 : ffff8ff58e00fcd8) 02000000:00000001:1.0:1763354563.962859:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354563.962860:0:74526:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152e00. 00000020:00000001:2.0:1763354563.962860:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00002000:00000001:0.0:1763354563.962866:0:74511:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545029760 : -123190164521856 : ffff8ff58e00fc80) 00000100:00000001:1.0:1763354563.962867:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.962868:0:74526:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 12 00000020:00000001:2.0:1763354563.962869:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.962873:0:74511:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:3.0:1763354563.962875:0:74526:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354563.962876:0:6519:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.962876:0:74539:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00002000:00000001:0.0:1763354563.962878:0:74511:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.962882:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000040:2.0:1763354563.962883:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841104640 00002000:00010000:0.0:1763354563.962884:0:74511:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53ad:0x0] initial LVB size: 4096, mtime: 0x691aa7bf, atime: 0x691aa7bf, ctime: 0x691aa7bf, blocks: 0x8 00010000:00000001:1.0:1763354563.962887:0:74539:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.962889:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00002000:00000001:0.0:1763354563.962893:0:74511:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00080000:1.0:1763354563.962895:0:74539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21423 count 1 00010000:00000001:0.0:1763354563.962897:0:74511:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1763354563.962899:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000200:2.0:1763354563.962900:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94c380 x1848998841104640/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/440 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.962900:0:74511:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.962902:0:74539:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000001:3.0:1763354563.962903:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.962907:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:0.0:1763354563.962908:0:74511:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.962909:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000020:00000001:1.0:1763354563.962912:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1763354563.962915:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354563.962919:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1763354563.962920:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00010000:00010000:3.0:1763354563.962924:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.962929:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545028848 : -123190164522768 : ffff8ff58e00f8f0) 00010000:00000001:0.0:1763354563.962930:0:74511:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.962934:0:74511:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.962935:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.962938:0:74539:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354563.962939:0:74511:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354563.962941:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.962943:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:3.0:1763354563.962944:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec62800 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:0.0:1763354563.962944:0:74511:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00001000:2.0:1763354563.962947:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354563.962949:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:0.0:1763354563.962949:0:74511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000010:1.0:1763354563.962951:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da200. 00010000:00000001:3.0:1763354563.962953:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1763354563.962956:0:74511:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.962971:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:1.0:1763354563.962971:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6da700. 00010000:00010000:3.0:1763354563.962972:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.962972:0:74511:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.962978:0:74511:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354563.962979:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:2.0:1763354563.962980:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.962984:0:74511:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763354563.962985:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000100:00000001:2.0:1763354563.962988:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:3.0:1763354563.962992:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354563.962992:0:74511:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:1.0:1763354563.962993:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:2.0:1763354563.962994:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763354563.962997:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1763354563.962999:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.962999:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cae31 to hash 00000020:00000001:3.0:1763354563.963000:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:0.0:1763354563.963000:0:74511:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1763354563.963005:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:1.0:1763354563.963005:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1763354563.963007:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1763354563.963009:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000020:00000001:3.0:1763354563.963010:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354563.963018:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000100:00000040:2.0:1763354563.963018:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:1.0:1763354563.963018:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000040:0.0:1763354563.963021:0:74511:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53ad:0x0].0x0 (ffff8ff55d8ac500) refcount = 1 00010000:00000001:3.0:1763354563.963025:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1763354563.963026:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be72a8. 00002000:00000001:1.0:1763354563.963026:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000040:0.0:1763354563.963027:0:74511:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00010000:3.0:1763354563.963029:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00002000:00000010:1.0:1763354563.963030:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb1e80. 00010000:00000040:0.0:1763354563.963031:0:74511:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.963052:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354563.963053:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.963056:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545028936 : -123190164522680 : ffff8ff58e00f948) 00000100:00000200:2.0:1763354563.963058:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848998841104640, offset 224 00002000:00000001:1.0:1763354563.963062:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545028848 : -123190164522768 : ffff8ff58e00f8f0) 00002000:00000001:1.0:1763354563.963069:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354563.963073:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963076:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1763354563.963076:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00002000:00010000:1.0:1763354563.963077:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53af:0x0] initial LVB size: 1024, mtime: 0x691aa7c2, atime: 0x0, ctime: 0x691aa7c2, blocks: 0x8 00010000:00000001:0.0:1763354563.963078:0:74511:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.963080:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763354563.963082:0:74511:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963083:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354563.963086:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1763354563.963087:0:74511:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.963089:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354563.963090:0:74511:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.963091:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1763354563.963092:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:3.0:1763354563.963093:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354563.963095:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.963095:0:74511:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963097:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.963101:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.963102:0:74511:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354563.963103:0:74539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1763354563.963105:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222cae0e from hash 00010000:00000001:0.0:1763354563.963107:0:74511:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.963111:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1763354563.963111:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556716:1556716:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556712:1556712:8:4294967295] 00010000:00000001:0.0:1763354563.963112:0:74511:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963115:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.963119:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.963120:0:74511:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.963122:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.963125:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354563.963127:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.963129:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354563.963131:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.963133:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.963134:0:74511:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354563.963136:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.963137:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354563.963138:0:74511:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.963140:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1763354563.963141:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.963142:0:74511:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.963143:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:2.0:1763354563.963146:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:0.0:1763354563.963146:0:74511:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1763354563.963147:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354563.963147:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.963150:0:74511:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763354563.963155:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.963155:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:0.0:1763354563.963155:0:74511:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00010000:00010000:1.0:1763354563.963159:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354563.963161:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1763354563.963162:0:74511:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000800:00000200:2.0:1763354563.963163:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:1.0:1763354563.963163:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.963164:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354563.963166:0:74511:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:3.0:1763354563.963171:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354563.963171:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354563.963172:0:74511:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000010:2.0:1763354563.963173:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00010000:00000001:3.0:1763354563.963174:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.963177:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.963179:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354563.963179:0:74511:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.963180:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763354563.963187:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:3.0:1763354563.963188:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.963195:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1763354563.963205:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:0.0:1763354563.963206:0:74511:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.963209:0:74511:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.963213:0:74511:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1763354563.963215:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 536 niov 1 nkiov 1 00010000:00000001:3.0:1763354563.963219:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.963223:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae0e lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 69431 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354563.963231:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53af:0x0].0x0 (ffff8ff58c6da200) refcount = 1 00000100:00000001:2.0:1763354563.963234:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.963237:0:74511:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:1.0:1763354563.963239:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1763354563.963241:0:74511:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.963244:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.963245:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052d00 count: 0 00000100:00000040:2.0:1763354563.963245:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.963245:0:74511:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763354563.963251:0:74511:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095840. 00002000:00000010:3.0:1763354563.963253:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448afd80. 00010000:00000001:2.0:1763354563.963254:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:0.0:1763354563.963255:0:74511:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:2.0:1763354563.963259:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354563.963261:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58b052600. 00010000:00000001:1.0:1763354563.963262:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1763354563.963264:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:0.0:1763354563.963266:0:74511:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00000001:1.0:1763354563.963267:0:74539:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.963271:0:74511:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.963272:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.963273:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1763354563.963275:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94c380 x1848998841104640/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 448/440 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.963276:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.963277:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354563.963277:0:74511:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354563.963280:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff5559c7180. 00010000:00000001:0.0:1763354563.963284:0:74511:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354563.963285:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963286:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.963288:0:74511:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.963293:0:74511:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354563.963294:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1763354563.963294:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354563.963296:0:74511:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00000020:00000001:3.0:1763354563.963298:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.963300:0:74511:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00010000:3.0:1763354563.963303:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00000001:1.0:1763354563.963303:0:74539:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000010:0.0:1763354563.963305:0:74511:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff547dc7e00. 00000100:00100000:2.0:1763354563.963306:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252577:x1848998841104640:12345-192.168.203.48@tcp:44:lfs.0 Request processed in 5928us (6079us total) trans 0 rc 0/0 00010000:00000001:3.0:1763354563.963308:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763354563.963309:0:74539:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.963310:0:74511:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882368232960 : -123191341318656 : ffff8ff547dc7e00) 00010000:00000001:3.0:1763354563.963312:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000001:00000001:0.0:1763354563.963317:0:74511:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:3.0:1763354563.963318:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354563.963320:0:74539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1763354563.963320:0:74511:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.963327:0:74511:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000100:00100000:2.0:1763354563.963328:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417434 00000001:00000001:0.0:1763354563.963331:0:74511:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1763354563.963334:0:74511:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:2.0:1763354563.963337:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00080000:00000002:0.0:1763354563.963338:0:74511:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53ad:0x0] not in the id map cache 00010000:00010000:3.0:1763354563.963342:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9000 already unused, calling callback (ffffffffc0db0b40) 00000100:00000001:2.0:1763354563.963344:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:0.0:1763354563.963344:0:74511:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963346:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1763354563.963348:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1763354563.963350:0:74539:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354563.963351:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1763354563.963352:0:74511:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000020:00000010:2.0:1763354563.963354:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241c80. 00010000:00000001:1.0:1763354563.963354:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.963356:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354563.963357:0:74511:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1763354563.963358:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763354563.963361:0:74511:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1763354563.963362:0:74539:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354563.963367:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:0.0:1763354563.963367:0:74511:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68e40. 00010000:00000001:3.0:1763354563.963368:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1763354563.963368:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000040:1.0:1763354563.963371:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00010000:00000001:3.0:1763354563.963372:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1763354563.963373:0:74511:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.963376:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1763354563.963376:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000001:1.0:1763354563.963377:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00080000:00000001:0.0:1763354563.963379:0:74511:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.963380:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=3 00010000:00000001:1.0:1763354563.963383:0:74539:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00080000:00000002:0.0:1763354563.963385:0:74511:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53ad:0x0] decrease nlink 1 00000020:00000001:3.0:1763354563.963386:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000020:00000040:2.0:1763354563.963386:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000001:1.0:1763354563.963387:0:74539:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354563.963391:0:74539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.963393:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00080000:00000001:0.0:1763354563.963393:0:74511:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000100:00000001:2.0:1763354563.963394:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:0.0:1763354563.963397:0:74511:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53ad:0x0] 00010000:00000001:3.0:1763354563.963399:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1763354563.963403:0:74511:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00010000:00010000:3.0:1763354563.963404:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354563.963405:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:0.0:1763354563.963406:0:74511:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:1.0:1763354563.963409:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1763354563.963410:0:74511:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354563.963414:0:74511:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963415:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1763354563.963415:0:74539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.963420:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:0.0:1763354563.963420:0:74511:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963423:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.963425:0:74511:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.963428:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:0.0:1763354563.963430:0:74511:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00010000:00000001:1.0:1763354563.963431:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.963432:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1763354563.963433:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:0.0:1763354563.963433:0:74511:0:(osd_compat.c:988:osd_seq_load()) Process entered 00010000:00000001:3.0:1763354563.963436:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354563.963436:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.963437:0:74511:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000020:00000001:2.0:1763354563.963438:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963440:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.963442:0:74539:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000001:00000001:0.0:1763354563.963443:0:74511:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000020:00000040:3.0:1763354563.963447:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9000 with handle 0x4a8bb634222cae1c from hash 00010000:00010000:2.0:1763354563.963448:0:107288:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000010:1.0:1763354563.963448:0:74539:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff55e381d80. 00010000:00000001:3.0:1763354563.963451:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354563.963454:0:74539:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1763354563.963455:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.963456:0:107288:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:1.0:1763354563.963458:0:74539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00000001:3.0:1763354563.963459:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.963460:0:107288:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000001:00000001:0.0:1763354563.963460:0:74511:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963462:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354563.963464:0:74539:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.963466:0:74511:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963467:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354563.963468:0:74539:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.963469:0:107288:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354563.963469:0:74511:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963471:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354563.963473:0:74539:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:0.0:1763354563.963474:0:74511:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:3.0:1763354563.963476:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.963478:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.963479:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:0.0:1763354563.963479:0:74511:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:1.0:1763354563.963481:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.963485:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00002000:00000001:1.0:1763354563.963485:0:74539:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00000001:00000002:0.0:1763354563.963485:0:74511:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944467, last_committed = 12884944458 00010000:00000001:3.0:1763354563.963488:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354563.963489:0:74539:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:3.0:1763354563.963493:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.963494:0:107288:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc0db0b40) 00000001:00000010:0.0:1763354563.963494:0:74511:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0240. 00080000:00000010:1.0:1763354563.963496:0:74539:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152c00. 00010000:00000001:3.0:1763354563.963499:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000040:0.0:1763354563.963500:0:74511:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 7 00010000:00000001:2.0:1763354563.963501:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.963502:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1763354563.963502:0:74539:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741046272 : -123190968505344 : ffff8ff55e152c00) 00000020:00000040:0.0:1763354563.963504:0:74511:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=13 00010000:00000001:2.0:1763354563.963506:0:107288:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1763354563.963508:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:1.0:1763354563.963508:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:2.0:1763354563.963512:0:107288:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.963513:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1763354563.963513:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.963514:0:74511:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963517:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.963521:0:74539:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000001:3.0:1763354563.963522:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.963524:0:74511:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68e40. 00000001:00000001:1.0:1763354563.963525:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354563.963528:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.963529:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00040000:00000001:0.0:1763354563.963531:0:74511:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000002:1.0:1763354563.963533:0:74539:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53af:0x0] not in the id map cache 00040000:00000001:0.0:1763354563.963536:0:74511:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:3.0:1763354563.963537:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.963537:0:107288:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:1.0:1763354563.963538:0:74539:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.963540:0:74511:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963542:0:107288:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:1.0:1763354563.963543:0:74539:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00002000:00000001:0.0:1763354563.963546:0:74511:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.963547:0:107288:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1763354563.963548:0:74539:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:2.0:1763354563.963553:0:107288:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000001:00000001:1.0:1763354563.963553:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00002000:00000001:0.0:1763354563.963553:0:74511:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1763354563.963556:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1763354563.963558:0:74539:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1640. 00000020:00000001:2.0:1763354563.963559:0:107288:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:3.0:1763354563.963561:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cae1c lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1763354563.963562:0:74539:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963565:0:107288:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00080000:00000001:1.0:1763354563.963568:0:74539:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963573:0:107288:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000002:1.0:1763354563.963576:0:74539:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53af:0x0] decrease nlink 1 00010000:00010000:2.0:1763354563.963579:0:107288:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354563.963581:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d8acc00 count: 0 00002000:00000010:3.0:1763354563.963588:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68300. 00080000:00000001:1.0:1763354563.963588:0:74539:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:1.0:1763354563.963592:0:74539:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53af:0x0] 00010000:00000001:2.0:1763354563.963594:0:107288:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1763354563.963595:0:74539:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00010000:00000010:3.0:1763354563.963596:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff55d8acb00. 00010000:00000001:2.0:1763354563.963598:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 80000000:00000001:1.0:1763354563.963598:0:74539:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354563.963602:0:74539:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1763354563.963603:0:107288:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354563.963604:0:74539:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963606:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:1.0:1763354563.963608:0:74539:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963609:0:107288:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.963611:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:1.0:1763354563.963612:0:74539:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.963613:0:107288:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000010:3.0:1763354563.963616:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e095d80. 00000001:00000001:1.0:1763354563.963617:0:74539:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00010000:00000001:2.0:1763354563.963618:0:107288:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1763354563.963621:0:74539:0:(osd_compat.c:988:osd_seq_load()) Process entered 00010000:00000001:2.0:1763354563.963622:0:107288:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963623:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354563.963624:0:74539:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000020:00000040:2.0:1763354563.963628:0:107288:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cae15 from hash 00000020:00000001:3.0:1763354563.963631:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1763354563.963631:0:74539:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00010000:00000001:2.0:1763354563.963633:0:107288:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1763354563.963636:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963637:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.963640:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.963642:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:2.0:1763354563.963644:0:107288:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00040000:00000001:0.0:1763354563.963645:0:74511:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354563.963647:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000001:00000001:1.0:1763354563.963649:0:74539:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354563.963649:0:74511:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.963650:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763354563.963650:0:107288:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:1.0:1763354563.963653:0:74539:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354563.963654:0:74511:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:3.0:1763354563.963656:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.963656:0:107288:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.963658:0:74539:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354563.963658:0:74511:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:2.0:1763354563.963663:0:107288:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000001:0.0:1763354563.963663:0:74511:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00080000:00000001:1.0:1763354563.963664:0:74539:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:0.0:1763354563.963667:0:74511:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:2.0:1763354563.963668:0:107288:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:1.0:1763354563.963669:0:74539:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000010:0.0:1763354563.963671:0:74511:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff54d166800. 00010000:00000001:2.0:1763354563.963673:0:107288:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000002:1.0:1763354563.963674:0:74539:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944468, last_committed = 12884944458 00002000:00000001:0.0:1763354563.963677:0:74511:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:2.0:1763354563.963678:0:107288:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1763354563.963680:0:74539:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a960. 00002000:00000040:0.0:1763354563.963682:0:74511:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53ad:0x0] 00010000:00000001:2.0:1763354563.963685:0:107288:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1763354563.963687:0:74539:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 8 00002000:00000010:0.0:1763354563.963687:0:74511:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00fc80. 00010000:00000001:2.0:1763354563.963692:0:107288:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:1.0:1763354563.963694:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=14 00010000:00010000:3.0:1763354563.963696:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581000 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:2.0:1763354563.963697:0:107288:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00002000:00000001:0.0:1763354563.963697:0:74511:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763354563.963700:0:74511:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963702:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:1.0:1763354563.963703:0:74539:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963704:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.963705:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00002000:00000001:0.0:1763354563.963706:0:74511:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.963707:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.963711:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.963712:0:107288:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.963712:0:74511:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944467, xid 1848998542711808 00080000:00000010:1.0:1763354563.963714:0:74539:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1640. 00010000:00000001:2.0:1763354563.963719:0:107288:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.963720:0:74511:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00040000:00000001:1.0:1763354563.963722:0:74539:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1763354563.963727:0:107288:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963728:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000001:1.0:1763354563.963728:0:74539:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000200:0.0:1763354563.963728:0:74511:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94e680 x1848998542711808/t12884944467(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.963732:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1763354563.963733:0:107288:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1763354563.963734:0:74539:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.963735:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.963738:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=3 00002000:00000001:1.0:1763354563.963741:0:74539:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.963744:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00002000:00000001:1.0:1763354563.963748:0:74539:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1763354563.963749:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354563.963756:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1763354563.963756:0:74511:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.963760:0:74511:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.963761:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1763354563.963766:0:74511:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00010000:00000001:2.0:1763354563.963773:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354563.963775:0:74511:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1763354563.963779:0:107288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cae15 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.963780:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1763354563.963780:0:74511:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00010000:00000001:3.0:1763354563.963783:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1763354563.963787:0:74511:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00010000:00000001:3.0:1763354563.963788:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.963795:0:74511:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763354563.963796:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000040:2.0:1763354563.963798:0:107288:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da100 count: 0 02000000:00000001:0.0:1763354563.963799:0:74511:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963800:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00002000:00000010:2.0:1763354563.963805:0:107288:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1480. 00010000:00000001:3.0:1763354563.963806:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1763354563.963806:0:74511:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354563.963811:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354563.963814:0:107288:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58c6da800. 00000100:00000040:0.0:1763354563.963814:0:74511:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1763354563.963817:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581000 with handle 0x4a8bb634222cae23 from hash 00000400:00000010:0.0:1763354563.963822:0:74511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 00010000:00000001:3.0:1763354563.963823:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.963827:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.963828:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1763354563.963830:0:74511:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542711808, offset 224 00010000:00000001:2.0:1763354563.963831:0:107288:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354563.963832:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763354563.963835:0:107288:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff55e381300. 00010000:00000001:3.0:1763354563.963837:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.963842:0:107288:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.963842:0:74511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1763354563.963843:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.963847:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.963849:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1763354563.963850:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.963854:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1763354563.963854:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.963858:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1763354563.963858:0:74511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1763354563.963861:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763354563.963861:0:107288:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00040000:00000001:1.0:1763354563.963862:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1763354563.963867:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.963868:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.963868:0:107288:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00040000:00000001:1.0:1763354563.963871:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000400:00000200:0.0:1763354563.963871:0:74511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541c00 00010000:00000001:3.0:1763354563.963873:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.963873:0:107288:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00040000:00000001:1.0:1763354563.963875:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.963878:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00040000:00000001:1.0:1763354563.963879:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:2.0:1763354563.963880:0:107288:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1763354563.963883:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354563.963884:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1763354563.963884:0:74511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b89ed [1] + 224 00010000:00000001:3.0:1763354563.963887:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:1.0:1763354563.963888:0:74539:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5913d7c00. 00010000:00000001:3.0:1763354563.963891:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.963894:0:74511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:1.0:1763354563.963895:0:74539:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00010000:00000001:3.0:1763354563.963896:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00002000:00000040:1.0:1763354563.963898:0:74539:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53af:0x0] 00010000:00000001:3.0:1763354563.963902:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354563.963904:0:74511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000010:1.0:1763354563.963905:0:74539:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00f8f0. 00010000:00010000:2.0:1763354563.963907:0:107288:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8400 already unused, calling callback (ffffffffc0db0b40) 00010000:00010000:3.0:1763354563.963908:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354563.963912:0:74511:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1763354563.963913:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00002000:00000001:1.0:1763354563.963913:0:74539:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:2.0:1763354563.963918:0:107288:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00002000:00000001:1.0:1763354563.963918:0:74539:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354563.963919:0:74511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.963920:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.963924:0:107288:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.963925:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff676581000/0x4a8bb634222cae23 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74526 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354563.963926:0:74539:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1763354563.963935:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944468, xid 1848998542712064 00010000:00000001:1.0:1763354563.963941:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.963948:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb09880 x1848998542712064/t12884944468(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.963951:0:107288:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:3.0:1763354563.963952:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc200 count: 0 00000100:00000040:0.0:1763354563.963953:0:74511:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.963955:0:107288:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00000010:3.0:1763354563.963971:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff54442abc0. 00000020:00000001:2.0:1763354563.963974:0:107288:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.963979:0:107288:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00010000:00000010:3.0:1763354563.963981:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff5970dc700. 00000020:00000001:2.0:1763354563.963986:0:107288:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:1.0:1763354563.963990:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.963993:0:107288:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:1.0:1763354563.963994:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.963997:0:74511:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1763354563.963998:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:1.0:1763354563.963998:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00010000:00000001:2.0:1763354563.963999:0:107288:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1763354563.964002:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:2.0:1763354563.964005:0:107288:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354563.964005:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1763354563.964006:0:74511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00010000:00000010:3.0:1763354563.964007:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff6806b7600. 00000400:00000010:0.0:1763354563.964011:0:74511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000100:00000040:1.0:1763354563.964013:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00010000:00000001:3.0:1763354563.964015:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.964016:0:74511:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.964019:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000001:0.0:1763354563.964021:0:74511:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1763354563.964023:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1763354563.964026:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1763354563.964027:0:74511:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.964029:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.964029:0:107288:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1763354563.964030:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.964051:0:74511:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00010000:00000001:0.0:1763354563.964054:0:74511:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.964057:0:74511:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.964058:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1763354563.964060:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1763354563.964062:0:74511:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1763354563.964065:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:1.0:1763354563.964066:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1763354563.964069:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763354563.964069:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:1.0:1763354563.964070:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa3b8. 00000100:00000040:0.0:1763354563.964072:0:74511:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94e680 x1848998542711808/t12884944467(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.964075:0:107288:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.964076:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1763354563.964077:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542712064, offset 224 00010000:00000001:2.0:1763354563.964082:0:107288:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.964086:0:107288:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1763354563.964088:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1763354563.964091:0:107288:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.964095:0:107288:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.964101:0:74539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1763354563.964103:0:107288:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8400 with handle 0x4a8bb634222cae2a from hash 00010000:00010000:3.0:1763354563.964104:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f3200 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:2.0:1763354563.964109:0:107288:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00100000:0.0:1763354563.964111:0:74511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+14:3654:x1848998542711808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1588us (3622us total) trans 12884944467 rc 0/0 00010000:00000001:3.0:1763354563.964112:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.964113:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1763354563.964114:0:74539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785541d00 00010000:00000001:3.0:1763354563.964117:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1763354563.964118:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.964123:0:107288:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1763354563.964124:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1763354563.964125:0:74539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b89f5 [1] + 224 00010000:00000001:2.0:1763354563.964127:0:107288:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.964131:0:107288:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.964134:0:74511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85216 00000400:00000200:1.0:1763354563.964136:0:74539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1763354563.964137:0:107288:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.964142:0:107288:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1763354563.964143:0:74511:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 1 00000400:00000200:1.0:1763354563.964146:0:74539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1763354563.964147:0:107288:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354563.964148:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1763354563.964149:0:74511:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.964151:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1763354563.964152:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1763354563.964152:0:107288:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.964154:0:74511:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1763354563.964156:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1763354563.964157:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.964158:0:107288:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.964159:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000010:0.0:1763354563.964160:0:74511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563280. 00010000:00000001:2.0:1763354563.964165:0:107288:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1763354563.964166:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000020:00000010:0.0:1763354563.964169:0:74511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24a28. 00010000:00000001:2.0:1763354563.964170:0:107288:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354563.964172:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:2.0:1763354563.964177:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1763354563.964177:0:74511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153800. 00010000:00000001:3.0:1763354563.964178:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1763354563.964182:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.964183:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.964185:0:107288:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354563.964186:0:74511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 13 00000100:00000040:1.0:1763354563.964188:0:74539:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.964193:0:107288:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.964194:0:74511:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.964200:0:107288:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964206:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00010000:2.0:1763354563.964209:0:107288:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.964210:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.964213:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.964215:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1763354563.964219:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.964222:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1763354563.964222:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1763354563.964223:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa3b8 00010000:00000001:2.0:1763354563.964226:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.964227:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1763354563.964227:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1763354563.964229:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa3b8. 00010000:00010000:2.0:1763354563.964231:0:107288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cae2a lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74511 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354563.964232:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.964235:0:74539:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1763354563.964236:0:3657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1763354563.964237:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cae31 from hash 00000400:00000001:0.0:1763354563.964240:0:3657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1763354563.964242:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1763354563.964242:0:74539:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1763354563.964245:0:3657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fe18. 00010000:00000001:3.0:1763354563.964246:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354563.964249:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964250:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1763354563.964251:0:107288:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d8ac500 count: 0 00000400:00000200:0.0:1763354563.964252:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b7f8 00010000:00000001:3.0:1763354563.964253:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1763354563.964257:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b7f8. 00000100:00000040:1.0:1763354563.964258:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354563.964259:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00002000:00000010:2.0:1763354563.964260:0:107288:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354563.964261:0:3657:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1763354563.964262:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964267:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354563.964267:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:2.0:1763354563.964269:0:107288:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff55d8acf00. 00010000:00000001:3.0:1763354563.964270:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:0.0:1763354563.964270:0:3657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354563.964272:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964274:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354563.964278:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.964280:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354563.964280:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1763354563.964284:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.964285:0:107288:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354563.964290:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000010:2.0:1763354563.964292:0:107288:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e095840. 00000100:00000040:1.0:1763354563.964292:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09880 x1848998542712064/t12884944468(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 544/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.964293:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:0.0:1763354563.964297:0:3657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2dc00 x1848998542711424/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354563.964299:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.964300:0:107288:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964302:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.964304:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.964308:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1763354563.964309:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.964313:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964315:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.964321:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1763354563.964322:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1763354563.964326:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763354563.964331:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.964336:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+13:3656:x1848998542712064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1693us (3426us total) trans 12884944468 rc 0/0 00010000:00010000:2.0:1763354563.964338:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763354563.964343:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1763354563.964345:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1763354563.964348:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.964349:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae31 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354563.964355:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1763354563.964357:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85217 00000100:00000001:0.0:1763354563.964364:0:3657:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1763354563.964366:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1763354563.964366:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00010000:00000040:3.0:1763354563.964367:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6da200 count: 0 00000100:00000001:0.0:1763354563.964367:0:3657:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.964370:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1763354563.964372:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1e80. 00000100:00000001:0.0:1763354563.964373:0:3657:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1763354563.964375:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763354563.964375:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1763354563.964378:0:3657:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:3.0:1763354563.964379:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58c6da700. 00000100:00000001:0.0:1763354563.964380:0:3657:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.964381:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354563.964385:0:3657:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.964387:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781f00. 00010000:00000001:3.0:1763354563.964389:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763354563.964389:0:3657:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964393:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354563.964396:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff55e381d80. 00000100:00001000:0.0:1763354563.964397:0:3657:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=137 v=5 (5 5 5 5) 00010000:00000001:3.0:1763354563.964400:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.964401:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000100:00001000:0.0:1763354563.964402:0:3657:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000020:00000001:3.0:1763354563.964403:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354563.964407:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.964408:0:3657:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1763354563.964411:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763354563.964411:0:3657:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.964412:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f9400. 00000020:00000001:3.0:1763354563.964415:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1763354563.964416:0:3657:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1763354563.964417:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1763354563.964418:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.964421:0:3657:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.964422:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1763354563.964422:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1763354563.964422:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 12 00000100:00000001:0.0:1763354563.964425:0:3657:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000020:00000001:3.0:1763354563.964427:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1763354563.964429:0:3657:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000020:00000001:3.0:1763354563.964430:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1763354563.964430:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1763354563.964430:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763354563.964435:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1763354563.964435:0:3657:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00010000:00010000:3.0:1763354563.964436:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1763354563.964440:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b4d0. 00000100:00000001:0.0:1763354563.964440:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354563.964443:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612237312 : -123187097314304 : ffff8ff644d2dc00) 00000020:00000001:3.0:1763354563.964447:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1763354563.964447:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121770 00000100:00000001:0.0:1763354563.964447:0:3657:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1763354563.964452:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.964452:0:3657:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000400:00000010:2.0:1763354563.964453:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121770. 00000100:00000001:0.0:1763354563.964456:0:3657:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00010000:3.0:1763354563.964458:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763354563.964459:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1763354563.964460:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763354563.964460:0:3657:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.964463:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354563.964468:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1763354563.964471:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2dc00 x1848998542711424/t12884944463(12884944463) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354563.964472:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.964483:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354563.964487:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354563.964490:0:3657:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1763354563.964493:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1763354563.964496:0:3657:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1763354563.964498:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1763354563.964499:0:3657:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1763354563.964501:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f898. 00000100:00000200:2.0:1763354563.964504:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2fb80 x1848998542712064/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763354563.964504:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff644d2dc00/2, rc 0, transno 12884944463 00000400:00000200:3.0:1763354563.964506:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bc38 00000004:00001000:0.0:1763354563.964509:0:3657:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 5 in flight, 6 in progress 00000400:00000010:3.0:1763354563.964510:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bc38. 00000100:00000001:3.0:1763354563.964516:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1763354563.964518:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2dc00 x1848998542711424/t12884944463(12884944463) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354563.964524:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.964526:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354563.964531:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763354563.964545:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848998542711424:0@lo:6:osp-syn-0-1.0 00000100:00000001:2.0:1763354563.964548:0:3656:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1763354563.964551:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2d180 x1848998542711808/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.964552:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354563.964556:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354563.964557:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354563.964561:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1763354563.964565:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2dc00 x1848998542711424/t12884944463(12884944463) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.964567:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.964570:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1763354563.964574:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.964575:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.964581:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.964583:0:3654:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:2.0:1763354563.964584:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=137 v=5 (5 5 5 5) 00000100:00000001:0.0:1763354563.964584:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354563.964587:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000800:00000200:1.0:1763354563.964591:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354563.964592:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.964592:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1763354563.964593:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.964596:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.964597:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354563.964599:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000100:00000001:2.0:1763354563.964600:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354563.964601:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1763354563.964604:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.964605:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.964606:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.964608:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1763354563.964612:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=137 v=5 (5 5 5 5) 00010000:00000001:2.0:1763354563.964613:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.964618:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.964619:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000400:00000200:1.0:1763354563.964619:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354563.964623:0:3656:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1763354563.964626:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1763354563.964628:0:3656:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354563.964629:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.964629:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00000100:00000001:2.0:1763354563.964633:0:3656:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00010000:00000001:3.0:1763354563.964635:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1763354563.964635:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00010000:00000001:3.0:1763354563.964640:0:3654:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.964640:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354563.964641:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354563.964645:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612245376 : -123187097306240 : ffff8ff644d2fb80) 00000100:00000001:1.0:1763354563.964646:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354563.964651:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354563.964653:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:2.0:1763354563.964655:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354563.964657:0:3654:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1763354563.964657:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.964661:0:3654:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354563.964662:0:3654:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354563.964665:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.964666:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612234624 : -123187097316992 : ffff8ff644d2d180) 00000100:00000040:2.0:1763354563.964666:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2fb80 x1848998542712064/t12884944468(12884944468) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.964671:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354563.964673:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:3.0:1763354563.964676:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354563.964678:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.964685:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354563.964686:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2d180 x1848998542711808/t12884944467(12884944467) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.964693:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354563.964696:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.964698:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1763354563.964703:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff644d2fb80/2, rc 0, transno 12884944468 00000004:00001000:2.0:1763354563.964706:0:3656:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 4 in flight, 6 in progress 00000100:00000040:2.0:1763354563.964712:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2fb80 x1848998542712064/t12884944468(12884944468) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354563.964721:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542712064:0@lo:6:osp-syn-0-1.0 00000400:00000001:2.0:1763354563.964727:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.964728:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.964730:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:2.0:1763354563.964734:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121220 00000400:00000010:2.0:1763354563.964736:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121220. 00000100:00000001:2.0:1763354563.964739:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354563.964743:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354563.964753:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2c380 x1848998542711936/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.964759:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.964762:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354563.964763:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.964766:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763354563.964767:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff644d2d180/2, rc 0, transno 12884944467 00000100:00000001:2.0:1763354563.964772:0:3656:0:(client.c:1578:after_reply()) Process entered 00000004:00001000:3.0:1763354563.964773:0:3654:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 3 in flight, 6 in progress 02000000:00000001:2.0:1763354563.964777:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1763354563.964781:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2d180 x1848998542711808/t12884944467(12884944467) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.964782:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.964785:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.964790:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.964796:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542711808:0@lo:6:osp-syn-0-1.0 00000100:00001000:2.0:1763354563.964797:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1763354563.964805:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000400:00000001:3.0:1763354563.964807:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1763354563.964808:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1763354563.964811:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1763354563.964812:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.964816:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1763354563.964817:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fd68. 00010000:00000001:2.0:1763354563.964819:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354563.964824:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bdd0 00000100:00000001:2.0:1763354563.964825:0:3656:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000400:00000010:3.0:1763354563.964829:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bdd0. 00000100:00000040:2.0:1763354563.964829:0:3656:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354563.964835:0:3656:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354563.964836:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763354563.964838:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.964841:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612231040 : -123187097320576 : ffff8ff644d2c380) 00000100:00000200:3.0:1763354563.964842:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.964847:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354563.964852:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000200:3.0:1763354563.964854:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2df80 x1848998542711680/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.964857:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354563.964861:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.964865:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354563.964867:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.964870:0:3654:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1763354563.964871:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2c380 x1848998542711936/t12884944466(12884944466) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354563.964872:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354563.964875:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.964877:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.964881:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354563.964886:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=137 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354563.964889:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1763354563.964890:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354563.964896:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.964896:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354563.964898:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.964901:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1763354563.964901:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.964904:0:3654:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354563.964906:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff644d2c380/2, rc 0, transno 12884944466 00000100:00000001:3.0:1763354563.964907:0:3654:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763354563.964910:0:3654:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354563.964913:0:3654:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000004:00001000:2.0:1763354563.964914:0:3656:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 2 in flight, 6 in progress 00000100:00000001:3.0:1763354563.964915:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354563.964918:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612238208 : -123187097313408 : ffff8ff644d2df80) 00000100:00000001:3.0:1763354563.964921:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354563.964923:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:3.0:1763354563.964924:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1763354563.964924:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2c380 x1848998542711936/t12884944466(12884944466) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.964927:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.964933:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2df80 x1848998542711680/t12884944464(12884944464) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.964950:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354563.964953:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1763354563.964953:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542711936:0@lo:6:osp-syn-0-1.0 00000100:00000001:3.0:1763354563.964954:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763354563.964970:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff644d2df80/2, rc 0, transno 12884944464 00000004:00001000:3.0:1763354563.964975:0:3654:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 1 in flight, 6 in progress 00000100:00000040:3.0:1763354563.964980:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2df80 x1848998542711680/t12884944464(12884944464) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1763354563.964980:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.964984:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.964989:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b7e8. 00000100:00100000:3.0:1763354563.964991:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542711680:0@lo:6:osp-syn-0-1.0 00000400:00000200:2.0:1763354563.964996:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121000 00000100:00000001:3.0:1763354563.964997:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.965002:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1763354563.965003:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121000. 00000100:00000040:3.0:1763354563.965004:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2d180 x1848998542711808/t12884944467(12884944467) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.965009:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1763354563.965012:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.965014:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1763354563.965017:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354563.965019:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2df80 x1848998542711680/t12884944464(12884944464) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1763354563.965054:0:3654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00000100:00000001:3.0:1763354563.965075:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.965077:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.965082:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1763354563.965082:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff644d2f480 x1848998542711552/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.965085:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.965089:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354563.965092:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.965099:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354563.965102:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.965104:0:3656:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.965105:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.965107:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.965108:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.965110:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.965115:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1763354563.965118:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.965121:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.965122:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.965124:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.965126:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.965128:0:3656:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354563.965130:0:3656:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354563.965131:0:3656:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354563.965133:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.965135:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886612243584 : -123187097308032 : ffff8ff644d2f480) 00000100:00000001:2.0:1763354563.965138:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354563.965140:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:2.0:1763354563.965142:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354563.965144:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.965148:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff644d2f480 x1848998542711552/t12884944465(12884944465) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.965155:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.965157:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.965159:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:2.0:1763354563.965161:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff644d2f480/2, rc 0, transno 12884944465 00000004:00001000:2.0:1763354563.965164:0:3656:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 0 in flight, 6 in progress 00000100:00000040:2.0:1763354563.965168:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2f480 x1848998542711552/t12884944465(12884944465) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354563.965176:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff644d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3656:1848998542711552:0@lo:6:osp-syn-0-1.0 00000100:00000001:2.0:1763354563.965181:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.965184:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.965188:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2fb80 x1848998542712064/t12884944468(12884944468) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.965196:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.965198:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.965201:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2c380 x1848998542711936/t12884944466(12884944466) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.965208:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.965210:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.965213:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff644d2f480 x1848998542711552/t12884944465(12884944465) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.965219:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.965221:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.965226:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.965228:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.965231:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354563.965233:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354563.966642:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.966652:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.966654:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.966656:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.966661:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.966669:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d3980 00000400:00000200:1.0:1763354563.966675:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 13104 00000800:00000001:1.0:1763354563.966680:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.966685:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.966687:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.966689:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.966692:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.966694:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.966698:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000100:00000040:1.0:1763354563.966700:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64a80 x1848998841104768 msgsize 440 00000100:00100000:1.0:1763354563.966703:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.966713:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.966718:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.966720:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.966748:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.966752:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841104768 02000000:00000001:0.0:1763354563.966755:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.966757:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.966759:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.966763:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.966766:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841104768 00000020:00000001:0.0:1763354563.966769:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.966771:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354563.966773:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.966776:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=18 00000020:00000001:0.0:1763354563.966779:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354563.966781:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354563.966785:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.966790:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.966793:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.966797:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000020:00000010:0.0:1763354563.966802:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7a00. 00000020:00000010:0.0:1763354563.966807:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.966812:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf258. 00000100:00000040:0.0:1763354563.966818:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.966821:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.966823:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.966826:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.966832:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.966849:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.966860:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.966861:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.966867:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85218 00000100:00000040:0.0:1763354563.966871:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354563.966874:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:0.0:1763354563.966881:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64a80 x1848998841104768/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.966891:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.966894:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.966897:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.966899:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000100:00100000:0.0:1763354563.966904:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+18:2406:x1848998841104768:12345-192.168.203.48@tcp:16:lfs.0 00000100:00000200:0.0:1763354563.966909:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841104768 00000020:00000001:0.0:1763354563.966911:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.966914:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.966917:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.966919:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.966921:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831008 : -1043720608 : ffffffffc1ca1660) 00000020:00000001:0.0:1763354563.966925:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.966927:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.966929:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.966931:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.966934:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.966938:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.966940:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.966943:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.966945:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.966947:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.966949:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.966951:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.966953:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.966955:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.966970:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.966973:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.966974:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.966976:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.966978:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.966980:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.966984:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.966986:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.966990:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54901d800. 02000000:00000001:0.0:1763354563.966993:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.966995:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.966999:0:74534:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763354563.967002:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.967005:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.967010:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00002000:00000001:0.0:1763354563.967013:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00000020:00000001:0.0:1763354563.967017:0:74534:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:0.0:1763354563.967021:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1bf for inode 40550 00000020:00000001:0.0:1763354563.967024:0:74534:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.967028:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.967056:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.967061:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.967065:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.967069:0:74534:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763354563.967073:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00010000:00000010:2.1:1763354563.967075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50000. 00010000:00000040:0.0:1763354563.967078:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975999, transno 0, xid 1848998841104768 00010000:00000001:0.0:1763354563.967083:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000010:2.1:1763354563.967086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000200:0.0:1763354563.967092:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64a80 x1848998841104768/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1763354563.967095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00010000:00000010:2.1:1763354563.967102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50a00. 00010000:00000001:0.0:1763354563.967106:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000010:2.1:1763354563.967109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000001:0.0:1763354563.967110:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763354563.967116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50800. 00000100:00001000:0.0:1763354563.967116:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00010000:00000010:2.1:1763354563.967123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399800. 00000100:00000001:0.0:1763354563.967125:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.967130:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.967134:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.967136:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.967138:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.967142:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.967145:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.967148:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b7f8. 00000100:00000200:0.0:1763354563.967153:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841104768, offset 224 00000400:00000200:0.0:1763354563.967158:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.967167:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.967173:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556717:1556717:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556713:1556713:8:4294967295] 00000400:00000200:0.0:1763354563.967185:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.967190:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.967194:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534dd00. 00000800:00000200:0.0:1763354563.967200:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.967206:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.967210:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534dd00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.967226:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.967230:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.967233:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.967234:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.967237:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.967242:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998841104768/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.967253:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+18:2406:x1848998841104768:12345-192.168.203.48@tcp:16:lfs.0 Request processed in 360us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.967261:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85218 00000100:00000040:0.0:1763354563.967265:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354563.967268:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.967270:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.967274:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.967278:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf258. 00000020:00000010:0.0:1763354563.967284:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7a00. 00000020:00000040:0.0:1763354563.967290:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 17 00000100:00000001:0.0:1763354563.967292:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.967305:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.967311:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534dd00. 00000400:00000200:3.0:1763354563.967316:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.967321:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.967325:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b7f8 00000400:00000010:3.0:1763354563.967327:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b7f8. 00000100:00000001:3.0:1763354563.967331:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.967332:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354563.969091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da100. 00010000:00000010:2.1:1763354563.969103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:3.1:1763354563.969105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:2.1:1763354563.969110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8ac500. 00010000:00000010:3.1:1763354563.969116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00010000:00000010:2.1:1763354563.969118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00010000:00000010:3.1:1763354563.969126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d8acc00. 00010000:00000010:3.1:1763354563.969135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9000. 00010000:00000010:3.1:1763354563.969139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc200. 00010000:00000010:3.1:1763354563.969144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:3.1:1763354563.969148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6da200. 00010000:00000010:3.1:1763354563.969151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000800:00000001:1.0:1763354563.975624:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.975638:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.975641:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.975642:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.975650:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.975664:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971d3a80 00000400:00000200:1.0:1763354563.975671:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x76d7e5 [64] + 32344 00000800:00000001:1.0:1763354563.975677:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.975683:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.975685:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.975689:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.975694:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.975696:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.975701:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec67800. 00000100:00000040:1.0:1763354563.975703:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec67800 x1848998841105024 msgsize 488 00000100:00100000:1.0:1763354563.975707:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.975720:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.975727:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.975729:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.975776:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.975781:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105024 02000000:00000001:2.0:1763354563.975785:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.975787:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.975789:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.975794:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.975799:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105024 00000020:00000001:2.0:1763354563.975802:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.975804:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354563.975806:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.975809:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=224 00000020:00000001:2.0:1763354563.975812:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354563.975815:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354563.975820:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.975825:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.975829:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.975832:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.975838:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.975844:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.975849:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.975857:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354563.975860:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.975862:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354563.975865:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.975872:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.975889:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.975900:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.975901:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.975905:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417435 00000100:00000040:2.0:1763354563.975908:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354563.975911:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484230144 : -123191225321472 : ffff8ff54ec67800) 00000100:00000040:2.0:1763354563.975918:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec67800 x1848998841105024/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.975926:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.975929:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.975931:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.975933:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.975936:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252577:x1848998841105024:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:2.0:1763354563.975940:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105024 00000020:00000001:2.0:1763354563.975942:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.975945:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.975948:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.975950:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.975952:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:2.0:1763354563.975954:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354563.975957:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841105024, found 0 last_xid 1848998841105023 00000020:00000001:2.0:1763354563.975974:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.975976:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.975978:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.975981:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.975983:0:6519:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763354563.975988:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff54ec67800 x1848998841105024/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/0 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354563.975996:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354563.975998:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354563.976000:0:6519:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1763354563.976002:0:6519:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354563.976004:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.976006:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976008:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976009:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2638697144 : 2638697144 : 0x9d4752b8) 00000001:00000001:2.0:1763354563.976011:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2638697144 : 2638697144 : 9d4752b8) 00000001:00000001:2.0:1763354563.976012:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976013:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:2.0:1763354563.976015:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:2.0:1763354563.976017:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976018:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976019:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976020:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976021:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976022:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976024:0:6519:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976026:0:6519:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976028:0:6519:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976029:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976031:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354563.976055:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354563.976058:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.976060:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.976065:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff54e25c000. 02000000:00000001:2.0:1763354563.976067:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.976069:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976072:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354563.976073:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.976074:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976076:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976077:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976078:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976080:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976081:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976083:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976085:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.976086:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.976089:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354563.976094:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354563.976097:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354563.976100:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354563.976101:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976103:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.976105:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976107:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354563.976109:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976112:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354563.976114:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976116:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354563.976118:0:6519:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763354563.976124:0:6519:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x2400032e4:0x9de9:0x0] 7 req@ffff8ff54ec67800 x1848998841105024/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/3152 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.976133:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354563.976136:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763354563.976139:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.976140:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.976142:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=3 00000020:00000001:2.0:1763354563.976145:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:2.0:1763354563.976148:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000040:2.0:1763354563.976152:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 4 00000004:00000001:2.0:1763354563.976157:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354563.976159:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354563.976162:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.976164:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.976166:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.976169:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976173:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.976175:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.976180:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.976182:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.976184:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.976185:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.976187:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63400 with handle 0x4a8bb634222cadc1 from hash 00010000:00000001:2.0:1763354563.976189:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.976190:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.976190:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.976191:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.976195:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.976196:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976198:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.976199:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.976204:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cadc1 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41424 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.976211:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354563.976213:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000010:2.0:1763354563.976215:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138f00. 00010000:00000001:2.0:1763354563.976223:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.976224:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.976226:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354563.976228:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00010000:00000001:2.0:1763354563.976231:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.976233:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976235:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354563.976236:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354563.976237:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354563.976239:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354563.976241:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de9:0x0] 00000020:00000001:2.0:1763354563.976243:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.976246:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354563.976248:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354563.976249:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354563.976251:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.976255:0:6519:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6800ec4d0. 00000004:00000001:2.0:1763354563.976262:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354563.976265:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.976267:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354563.976269:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354563.976271:0:6519:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763354563.976272:0:6519:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763354563.976274:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354563.976285:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354563.976289:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.976293:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 3 00010000:00000001:2.0:1763354563.976295:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.976297:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.976300:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63600. 00000020:00000001:2.0:1763354563.976302:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.976303:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63600 with handle 0x4a8bb634222cae38 to hash 00000020:00000001:2.0:1763354563.976305:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.976306:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000010:2.0:1763354563.976309:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138f00. 00010000:00000001:2.0:1763354563.976311:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.976313:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.976314:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.976316:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354563.976321:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354563.976323:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.976325:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354563.976326:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.976328:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.976329:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.976330:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.976332:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.976334:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.976335:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354563.976336:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.976338:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 3 00010000:00000040:2.0:1763354563.976340:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354563.976342:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.976348:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cadac lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41416 expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354563.976353:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.976357:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.976358:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.976359:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976361:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.976362:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.976363:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976365:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.976366:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354563.976368:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.976370:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.976373:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354563.976374:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.976375:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.976376:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.976377:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.976378:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000020:00000001:2.0:1763354563.976379:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.976381:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.976382:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.976383:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.976383:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976385:0:6519:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976387:0:6519:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354563.976394:0:6519:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354563.976397:0:6519:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354563.976400:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354563.976405:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354563.976407:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354563.976411:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587efc00. 00080000:00000001:2.0:1763354563.976413:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00000004:00000001:2.0:1763354563.976416:0:6519:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354563.976418:0:6519:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354563.976420:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.976421:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00080000:00000001:2.0:1763354563.976423:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354563.976425:0:6519:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976427:0:6519:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976428:0:6519:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.976431:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354563.976433:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354563.976437:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354563.976438:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.976439:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00080000:00000001:2.0:1763354563.976442:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.976446:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354563.976448:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00080000:00000001:2.0:1763354563.976450:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976451:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.976457:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.976459:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354563.976460:0:6519:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354564 00000004:00000001:2.0:1763354563.976463:0:6519:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763354563.976464:0:6519:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763354563.976466:0:6519:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763354563.976467:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.976468:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00080000:00000001:2.0:1763354563.976487:0:6519:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.976489:0:6519:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976490:0:6519:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976491:0:6519:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.976494:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354563.976496:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354563.976499:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354563.976501:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429303, last_committed = 30065429302 00000001:00000010:2.0:1763354563.976504:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce374e0. 00000001:00000040:2.0:1763354563.976506:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 1 00000020:00000040:2.0:1763354563.976508:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00000001:00000010:2.0:1763354563.976512:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c7180. 00000004:00000001:2.0:1763354563.976517:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354563.976518:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.976519:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00000004:00000001:2.0:1763354563.976534:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354563.976539:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c7180: xid 1848998841105024, transno 30065429303, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354563.976542:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354563.976548:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00040000:00000001:2.0:1763354563.976552:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354563.976555:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354563.976557:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.976561:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354563.976563:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354563.976568:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 4 00010000:00000001:2.0:1763354563.976570:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.976573:0:6519:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763354563.976575:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354563.976577:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354563.976579:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354563.976581:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354563.976583:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.976584:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.976586:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000020:00000001:2.0:1763354563.976588:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:2.0:1763354563.976591:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00000004:00010000:2.0:1763354563.976594:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001e096a30 reply state 00000000f9ac2548 transno 30065429303 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.976603:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763354563.976606:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.976607:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976610:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.976611:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.976612:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354563.976613:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.976616:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 3 00010000:00000040:2.0:1763354563.976618:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354563.976623:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.976631:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cadac lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41416 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354563.976638:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.976643:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.976645:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.976647:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976648:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.976650:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.976651:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354563.976653:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00010000:00010000:2.0:1763354563.976656:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354563.976658:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.976661:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.976662:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.976664:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354563.976665:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763354563.976667:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.976668:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.976669:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354563.976670:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354563.976671:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354563.976672:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354563.976674:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354563.976675:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354563.976678:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976680:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.976683:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.976693:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.976695:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354563.976697:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354563.976699:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354563.976700:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de9:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354563.976703:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354563.976705:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976707:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.976708:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976709:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976710:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976711:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976713:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976714:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976715:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.976716:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.976717:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.976718:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354563.976720:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de9:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:2.0:1763354563.976722:0:6519:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763354563.976723:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354563.976725:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763354563.976728:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354563.976734:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976735:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354563.976736:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354563.976738:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976739:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354563.976741:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354563.976742:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354563.976743:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354563.976744:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354563.976746:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354563.976747:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354563.976751:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.976753:0:6519:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354563.976755:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429303, xid 1848998841105024 00010000:00000001:2.0:1763354563.976757:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763354563.976759:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=225 00010000:00000200:2.0:1763354563.976761:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 30065429303, last committed = 30065429302 00010000:00000200:2.0:1763354563.976766:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec67800 x1848998841105024/t30065429303(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.976772:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.976773:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.976776:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.976780:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354563.976782:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354563.976784:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354563.976785:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354563.976787:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.976789:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.976791:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.976795:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7f68. 00000100:00000200:2.0:1763354563.976799:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841105024, offset 224 00000400:00000200:2.0:1763354563.976804:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.976812:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.976817:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556718:1556718:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556714:1556714:8:4294967295] 00000400:00000200:2.0:1763354563.976825:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.976829:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.976833:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffa00. 00000800:00000200:2.0:1763354563.976837:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.976842:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.976845:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffa00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.976859:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.976861:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.976863:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.976865:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.976866:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.976869:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec67800 x1848998841105024/t30065429303(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 488/456 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354563.976878:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252577:x1848998841105024:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 950us (1172us total) trans 30065429303 rc 0/0 00000100:00100000:2.0:1763354563.976884:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417435 00000100:00000040:2.0:1763354563.976887:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354563.976888:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354563.976890:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354563.976894:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.976912:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354563.976916:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354563.976918:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:2.0:1763354563.976920:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.976980:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.976986:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:1.0:1763354563.976991:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.976996:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.977001:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:1.0:1763354563.977003:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:1.0:1763354563.977007:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.977010:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.978462:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.978469:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.978471:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.978473:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.978479:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.978487:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d3b00 00000400:00000200:3.0:1763354563.978493:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 13544 00000800:00000001:3.0:1763354563.978497:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.978501:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.978503:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.978506:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.978509:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.978511:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763354563.978515:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0a680. 00000100:00000040:3.0:1763354563.978517:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0a680 x1848998841105152 msgsize 328 00000100:00100000:3.0:1763354563.978520:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.978529:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.978534:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.978536:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.978577:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.978581:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105152 02000000:00000001:0.0:1763354563.978584:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.978586:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.978589:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.978592:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.978595:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105152 00000020:00000001:0.0:1763354563.978598:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.978600:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354563.978602:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.978606:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=18 00000020:00000001:0.0:1763354563.978609:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354563.978612:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354563.978616:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.978620:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.978624:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.978626:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000020:00000010:0.0:1763354563.978632:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7a00. 00000020:00000010:0.0:1763354563.978635:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.978640:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf258. 00000100:00000040:0.0:1763354563.978646:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.978650:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.978652:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.978654:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.978659:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.978674:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.978684:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.978686:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.978689:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85219 00000100:00000040:0.0:1763354563.978692:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354563.978701:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281084032 : -123186428467584 : ffff8ff66cb0a680) 00000100:00000040:0.0:1763354563.978709:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0a680 x1848998841105152/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.978715:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.978718:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e40. 00000100:00000001:0.0:1763354563.978719:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.978721:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e40. 00000100:00100000:0.0:1763354563.978724:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+18:252577:x1848998841105152:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354563.978727:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105152 00000020:00000001:0.0:1763354563.978728:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.978731:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.978732:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.978734:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.978735:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354563.978738:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.978740:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.978741:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.978742:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.978745:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.978747:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354563.978748:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354563.978749:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354563.978750:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354563.978752:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.978755:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354563.978760:0:74534:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d8ac700. 00010000:00000010:0.0:1763354563.978762:0:74534:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff55d8ac400. 00010000:00000001:0.0:1763354563.978765:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354563.978768:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8c00. 00000020:00000001:0.0:1763354563.978770:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354563.978771:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8c00 with handle 0x4a8bb634222cae3f to hash 00000020:00000001:0.0:1763354563.978773:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354563.978774:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00000001:0.0:1763354563.978776:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366080 : -123190997185536 : ffff8ff55c5f8c00) 00010000:00010000:0.0:1763354563.978779:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222cae3f lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41463 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763354563.978785:0:74534:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763354563.978788:0:74534:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68e40. 00002000:00000001:0.0:1763354563.978790:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.978792:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.978796:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00002000:00000001:0.0:1763354563.978798:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00002000:00000001:0.0:1763354563.978800:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.978803:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354563.978805:0:74534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x5326:0x0] initial LVB size: 4096, mtime: 0x691aa7c4, atime: 0x0, ctime: 0x691aa7c4, blocks: 0x8 00002000:00000001:0.0:1763354563.978807:0:74534:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763354563.978809:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00010000:00000040:0.0:1763354563.978811:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:0.0:1763354563.978813:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=19 00000100:00000001:0.0:1763354563.978818:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.978820:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.978822:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54901e800. 02000000:00000001:0.0:1763354563.978824:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.978825:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.978827:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354563.978829:0:74534:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354563.978831:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354563.978833:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.978835:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.978837:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.978839:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354563.978841:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354563.978842:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.978845:0:74534:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763354563.978851:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222cae3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41463 expref: 19 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354563.978861:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5326:0x0].0x0 (ffff8ff55d8ac700) refcount = 1 00010000:00000040:0.0:1763354563.978864:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354563.978867:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222cae3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41463 expref: 19 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.978877:0:74534:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.978879:0:74534:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.978881:0:74534:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354563.978883:0:74534:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.978885:0:74534:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.978888:0:74534:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354563.978892:0:74534:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763354563.978896:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8c00/0x4a8bb634222cae3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41463 expref: 19 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354563.978906:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354563.978907:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354563.978909:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354563.978911:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.978912:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354563.978913:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354563.978914:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354563.978915:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8c00, rc 0) 00000020:00000001:0.0:1763354563.978917:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.978919:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975999, transno 0, xid 1848998841105152 00010000:00000001:0.0:1763354563.978920:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.978924:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0a680 x1848998841105152/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.978929:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.978931:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.978933:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.978936:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.978938:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.978939:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.978941:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.978942:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.978944:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.978945:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.978948:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 00000100:00000200:0.0:1763354563.978951:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841105152, offset 224 00000400:00000200:0.0:1763354563.978955:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.978977:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.978980:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556719:1556719:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556715:1556715:8:4294967295] 00000400:00000200:0.0:1763354563.978987:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.978990:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.978993:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d700. 00000800:00000200:0.0:1763354563.978997:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.979000:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.979003:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.979015:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.979017:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.979019:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.979020:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.979022:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.979025:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0a680 x1848998841105152/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/400 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.979065:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+19:252577:x1848998841105152:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 315us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.979076:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85219 00000100:00000040:0.0:1763354563.979080:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354563.979083:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.979085:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.979089:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.979094:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf258. 00000800:00000200:1.0:1763354563.979096:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354563.979100:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7a00. 00000800:00000010:1.0:1763354563.979101:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d700. 00000400:00000200:1.0:1763354563.979107:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1763354563.979109:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 18 00000400:00000200:1.0:1763354563.979113:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354563.979115:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.979117:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00000400:00000010:1.0:1763354563.979121:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000100:00000001:1.0:1763354563.979124:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.979126:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.980360:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.980368:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.980371:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.980373:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.980377:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.980385:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d3b80 00000400:00000200:1.0:1763354563.980391:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 13872 00000800:00000001:1.0:1763354563.980396:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.980408:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.980411:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.980415:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.980420:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.980422:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.980427:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64000. 00000100:00000040:1.0:1763354563.980430:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64000 x1848998841105280 msgsize 440 00000100:00100000:1.0:1763354563.980434:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.980446:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.980452:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.980456:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.980479:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.980482:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105280 02000000:00000001:0.0:1763354563.980484:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.980485:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.980486:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.980489:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.980491:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105280 00000020:00000001:0.0:1763354563.980492:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.980493:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354563.980495:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.980497:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=19 00000020:00000001:0.0:1763354563.980499:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354563.980500:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354563.980503:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.980506:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.980509:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.980510:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.980518:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7a00. 00000020:00000010:0.0:1763354563.980521:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.980523:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf258. 00000100:00000040:0.0:1763354563.980527:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.980532:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.980533:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.980534:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.980537:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.980546:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.980551:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.980553:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.980557:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85220 00000100:00000040:0.0:1763354563.980559:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354563.980561:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484215808 : -123191225335808 : ffff8ff54ec64000) 00000100:00000040:0.0:1763354563.980565:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64000 x1848998841105280/t0(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354563.980571:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.980573:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.980575:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.980578:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.980582:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+19:2403:x1848998841105280:12345-192.168.203.48@tcp:2:lfs.0 00000100:00000200:0.0:1763354563.980585:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105280 00000020:00000001:0.0:1763354563.980588:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.980590:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.980592:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.980594:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.980596:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830336 : -1043721280 : ffffffffc1ca13c0) 00000020:00000001:0.0:1763354563.980598:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.980600:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.980602:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.980603:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.980607:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.980610:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.980612:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.980615:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.980618:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.980620:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.980621:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.980623:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.980625:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.980626:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.980629:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.980630:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.980632:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.980634:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.980637:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.980638:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.980641:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.980642:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.980645:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54901c800. 02000000:00000001:0.0:1763354563.980647:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.980648:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.980651:0:74534:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763354563.980653:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.980654:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.980657:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00002000:00000001:0.0:1763354563.980659:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00002000:00000001:0.0:1763354563.980661:0:74534:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:0.0:1763354563.980664:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1bf for inode 40550 00002000:00000001:0.0:1763354563.980666:0:74534:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.980667:0:74534:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.980669:0:74534:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763354563.980671:0:74534:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.980673:0:74534:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354563.980676:0:74534:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff547dc7400. 00080000:00000001:0.0:1763354563.980678:0:74534:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882368230400 : -123191341321216 : ffff8ff547dc7400) 00000001:00000001:0.0:1763354563.980680:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.980681:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.980683:0:74534:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354563.980685:0:74534:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.980689:0:74534:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354563.980693:0:74534:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354563.980696:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354563.980698:0:74534:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68a40. 00080000:00000001:0.0:1763354563.980700:0:74534:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354563.980710:0:74534:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354563.980714:0:74534:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6765abcb0. 00080000:00000001:0.0:1763354563.980736:0:74534:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354563.980739:0:74534:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:0.0:1763354563.980746:0:74534:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.980748:0:74534:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763354563.980751:0:74534:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354563.980753:0:74534:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354563.980755:0:74534:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976000, last_committed = 8589975999 00000001:00000010:0.0:1763354563.980758:0:74534:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab07e0. 00000001:00000040:0.0:1763354563.980759:0:74534:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 1 00000020:00000040:0.0:1763354563.980761:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=20 00000001:00000001:0.0:1763354563.980776:0:74534:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354563.980781:0:74534:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68a40. 00040000:00000001:0.0:1763354563.980784:0:74534:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354563.980785:0:74534:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354563.980787:0:74534:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.980790:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.980796:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.980799:0:74534:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763354563.980801:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00010000:00000040:0.0:1763354563.980806:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff55d8ac700 count: 2 00010000:00000001:0.0:1763354563.980809:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354563.980812:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354563.980815:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.980817:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.980819:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00002000:00000001:0.0:1763354563.980821:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595928160 : -123190113623456 : ffff8ff59109a260) 00002000:00000001:0.0:1763354563.980824:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.980826:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354563.980829:0:74534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763354563.980831:0:74534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb mtime from disk: 1763354564 -> 1763354562 00002000:00010000:0.0:1763354563.980834:0:74534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb atime from disk: 0 -> 1763354562 00002000:00010000:0.0:1763354563.980836:0:74534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb ctime from disk: 1763354564 -> 1763354564 00002000:00010000:0.0:1763354563.980840:0:74534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x5326:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:0.0:1763354563.980843:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a2b8/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00010000:00000040:0.0:1763354563.980847:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975999, transno 8589976000, xid 1848998841105280 00010000:00000001:0.0:1763354563.980850:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.980854:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64000 x1848998841105280/t8589976000(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354563.980860:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.980862:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.980864:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.980868:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.980869:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.980871:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.980872:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.980874:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.980876:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.980878:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.980881:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354563.980884:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841105280, offset 224 00000400:00000200:0.0:1763354563.980887:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.980892:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.980896:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556720:1556720:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556716:1556716:8:4294967295] 00000400:00000200:0.0:1763354563.980902:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.980906:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.980909:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534da00. 00000800:00000200:0.0:1763354563.980912:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.980916:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.980918:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534da00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.980932:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.980934:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.980936:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.980937:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.980939:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.980942:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64000 x1848998841105280/t8589976000(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354563.980953:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2403:x1848998841105280:12345-192.168.203.48@tcp:2:lfs.0 Request processed in 380us (521us total) trans 8589976000 rc 0/0 00000100:00100000:0.0:1763354563.980973:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85220 00000100:00000040:0.0:1763354563.980976:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354563.980978:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.980979:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.980982:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.980985:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf258. 00000020:00000010:0.0:1763354563.980988:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7a00. 00000020:00000040:0.0:1763354563.980991:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 19 00000100:00000001:0.0:1763354563.980993:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.981015:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.981019:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534da00. 00000400:00000200:3.0:1763354563.981022:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.981026:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.981028:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b5d8 00000400:00000010:3.0:1763354563.981030:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b5d8. 00000100:00000001:3.0:1763354563.981032:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.981064:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.982251:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.982260:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.982263:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.982266:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.982273:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.982283:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 472 into portal 12 MB=0x691a7971d3c80 00000400:00000200:1.0:1763354563.982290:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 472/472 into md 0x76d7e5 [64] + 32832 00000800:00000001:1.0:1763354563.982296:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.982302:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.982305:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.982309:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.982313:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.982315:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354563.982320:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec66680. 00000100:00000040:1.0:1763354563.982323:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec66680 x1848998841105536 msgsize 472 00000100:00100000:1.0:1763354563.982327:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.982344:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.982349:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.982352:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.982372:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.982375:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105536 02000000:00000001:2.0:1763354563.982377:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.982379:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.982380:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.982382:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.982385:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105536 00000020:00000001:2.0:1763354563.982386:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.982387:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354563.982389:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.982391:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=225 00000020:00000001:2.0:1763354563.982393:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354563.982395:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354563.982397:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.982400:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.982402:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.982404:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.982407:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.982410:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.982413:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.982418:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354563.982420:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.982421:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354563.982423:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.982426:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.982439:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.982445:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.982446:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.982449:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417436 00000100:00000040:2.0:1763354563.982452:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354563.982453:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484225664 : -123191225325952 : ffff8ff54ec66680) 00000100:00000040:2.0:1763354563.982457:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec66680 x1848998841105536/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/0 e 0 to 0 dl 1763354574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354563.982464:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.982466:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.982468:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.982470:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.982479:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252577:x1848998841105536:12345-192.168.203.48@tcp:55:lfs.0 00000100:00000200:2.0:1763354563.982484:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105536 00000020:00000001:2.0:1763354563.982487:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.982491:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354563.982495:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5559c7180: xid 1848998841105024, transno 30065429303, client gen 8, slot idx 2 00000001:00000001:2.0:1763354563.982500:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5559c7600: xid 1848998841102336, transno 30065429302, client gen 8, slot idx 3 00000001:00000010:2.0:1763354563.982505:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c7600. 00000020:00000001:2.0:1763354563.982509:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.982511:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.982513:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707744 : -1045843872 : ffffffffc1a9b060) 00000020:00000001:2.0:1763354563.982516:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354563.982519:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841105536, found 0 last_xid 1848998841105535 00000020:00000001:2.0:1763354563.982522:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.982524:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.982525:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.982527:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354563.982530:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.982534:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000020:00000001:2.0:1763354563.982537:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.982538:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.982541:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.982543:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.982546:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66dc86000. 02000000:00000001:2.0:1763354563.982548:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.982550:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.982555:0:6519:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763354563.982559:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354563.982561:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.982563:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982565:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.982566:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.982568:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982570:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.982571:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.982573:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982574:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.982576:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.982578:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982579:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.982580:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.982582:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982584:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354563.982586:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354563.982587:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982590:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.982591:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.982596:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354563.982601:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354563.982604:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354563.982606:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354563.982609:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.982612:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354563.982613:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.982614:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354563.982616:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.982618:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354563.982621:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354563.982623:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.982627:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 4 00010000:00000001:2.0:1763354563.982629:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.982631:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.982634:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:2.0:1763354563.982637:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.982638:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222cae46 to hash 00000020:00000001:2.0:1763354563.982640:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.982641:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000010:2.0:1763354563.982645:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138980. 00010000:00000001:2.0:1763354563.982647:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354563.982649:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.982651:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.982654:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354563.982660:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354563.982662:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.982664:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354563.982665:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.982668:0:6519:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354563.982671:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354563.982676:0:6519:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354563.982677:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.982679:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.982680:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.982682:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.982684:0:6519:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354563.982687:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 4/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354563.982695:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 4 00010000:00000040:2.0:1763354563.982697:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354563.982700:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354563.982707:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.982716:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cadac lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41416 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.982722:0:6519:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354563.982725:0:6519:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 4/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354563.982732:0:6519:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.982735:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.982740:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5559c7600. 00000100:00000001:2.0:1763354563.982742:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882598917632 : -123191110633984 : ffff8ff5559c7600) 00000100:00000001:2.0:1763354563.982745:0:6519:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882598917632 : -123191110633984 : ffff8ff5559c7600) 00000100:00000001:2.0:1763354563.982748:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.982750:0:6519:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354563.982751:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354563.982754:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.982755:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354563.982757:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.982759:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.982761:0:6519:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354563.982763:0:6519:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354563.982766:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52a00. 00000020:00000040:2.0:1763354563.982769:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff672255800 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763354563.982774:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.982776:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.982780:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.982785:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ef800. 00000100:00000001:2.0:1763354563.982790:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.982803:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354563.982817:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 225 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:2.0:1763354563.982826:0:6519:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354563.982829:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.982833:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.982842:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.982845:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.982849:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542712192:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354563.982853:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.982857:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.982860:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.982862:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.982866:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587ee800. 02000000:00000001:2.0:1763354563.982868:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.982873:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.982877:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7088. 00000100:00000200:2.0:1763354563.982883:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542712192, portal 16 00000100:00000001:2.0:1763354563.982885:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.982887:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000040:2.0:1763354563.982892:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.982899:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.982902:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.982904:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7660. 00000100:00000200:2.0:1763354563.982907:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542712192, offset 0 00000400:00000200:2.0:1763354563.982912:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.982919:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.982923:0:6519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354563.982928:0:6519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354563.982931:0:6519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354563.982934:0:6519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354563.982937:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556721:1556721:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556717:1556717:8:4294967295] 00000400:00000200:2.0:1763354563.982946:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.982952:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.982955:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffc00. 00000800:00000200:2.0:1763354563.982974:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.982980:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.982983:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.982999:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.983003:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306887058 00000100:00000001:2.0:1763354563.983010:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306887026 00000100:00000001:2.0:1763354563.983014:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306887058 00000100:00000001:2.0:1763354563.983017:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306887026 00000100:00000001:2.0:1763354563.983020:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306887058 00000100:00000001:2.0:1763354563.983023:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306887026 00000100:00000001:2.0:1763354563.983025:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306887058 00000100:00000001:2.0:1763354563.983028:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306887026 00000100:00000001:2.0:1763354563.983031:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.983053:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.983055:0:6519:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.983058:0:6519:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.983060:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.983063:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.983064:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.983066:0:6519:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.983067:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354563.983069:0:6519:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354563.983073:0:6519:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.983075:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.983077:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354563.983080:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5559c7600 going to sleep for 11 seconds 00000100:00000001:2.0:1763354563.983083:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354563.983086:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354563.983110:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.983116:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:1.0:1763354563.983120:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.983126:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.983130:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:1.0:1763354563.983132:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:1.0:1763354563.983136:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354563.983142:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.983151:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354563.983155:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354563.983162:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.983164:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.984155:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.984164:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.984167:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.984170:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.984177:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.984188:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785541d80 00000400:00000200:3.0:1763354563.984195:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8a29 [1] + 224 00000800:00000001:3.0:1763354563.984201:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.984206:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.984209:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.984213:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.984217:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354563.984223:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354563.984234:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354563.984255:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.984262:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.984265:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.984291:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354563.984299:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.984301:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.984304:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:2.0:1763354563.984309:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:2.0:1763354563.984311:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:2.0:1763354563.984315:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354563.984321:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354563.984333:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.984342:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354563.984344:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.984347:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.984350:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.984351:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.984353:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.984357:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.984363:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff672255c58 time=3 v=5 (5 5 5 0) 00000100:00001000:2.0:1763354563.984367:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff672255c10 time=3 v=5 (1 1 1 0) 00000100:00000001:2.0:1763354563.984370:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.984373:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.984376:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.984379:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.984382:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.984388:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.984397:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.984400:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.984402:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.984405:0:6519:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354563.984407:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.984408:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.984410:0:6519:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.984415:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354563.984425:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542712192:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354563.984430:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.984433:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.984435:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354563.984437:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.984441:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec52a00 x1848998542712192/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354563.984449:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354563.984452:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354563.984454:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587ee800. 02000000:00000001:2.0:1763354563.984457:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.984460:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.984461:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff672255800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763354563.984464:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354563.984466:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587ef800. 02000000:00000001:2.0:1763354563.984470:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354563.984472:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.984474:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52a00. 00000100:00000001:2.0:1763354563.984477:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.984478:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354563.984481:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5559c7600. 00000100:00000001:2.0:1763354563.984483:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354563.984485:0:6519:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354563.984489:0:6519:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af840. 00010000:00000001:2.0:1763354563.984492:0:6519:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.984495:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.984498:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.984501:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763354563.984505:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000800:00000001:1.0:1763354563.984818:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.984830:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.984832:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.984835:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.984842:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.984851:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d3d00 00000400:00000200:1.0:1763354563.984859:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 328 00000800:00000001:1.0:1763354563.984864:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.984893:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.984897:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.984901:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.984906:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.984909:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354563.984914:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec67100. 00000100:00000040:1.0:1763354563.984917:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec67100 x1848998841105664 msgsize 328 00000100:00100000:1.0:1763354563.984922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.984935:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.984941:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.984944:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.985087:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354563.985090:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105664 02000000:00000001:3.0:1763354563.985093:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354563.985095:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354563.985098:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.985102:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354563.985106:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105664 00000020:00000001:3.0:1763354563.985108:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354563.985110:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354563.985114:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.985117:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=226 00000020:00000001:3.0:1763354563.985121:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354563.985123:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354563.985127:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.985131:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.985135:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.985138:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000020:00000010:3.0:1763354563.985144:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f8400. 00000020:00000010:3.0:1763354563.985149:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354563.985153:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354563.985160:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354563.985162:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354563.985164:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354563.985166:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354563.985169:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985172:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354563.985175:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.985177:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.985179:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=4 00000020:00000001:3.0:1763354563.985181:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354563.985184:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00010000:3.0:1763354563.985190:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354563.985199:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.985200:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.985202:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.985205:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.985210:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354563.985215:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff54ec67100 x1848998841105664/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.985223:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354563.985225:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.985239:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354563.985250:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354563.985252:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354563.985256:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6355 00000100:00000040:3.0:1763354563.985259:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354563.985262:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484228352 : -123191225323264 : ffff8ff54ec67100) 00000100:00000040:3.0:1763354563.985269:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec67100 x1848998841105664/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354563.985278:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354563.985281:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.985284:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354563.985287:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442abc0. 00000100:00100000:3.0:1763354563.985293:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+226:2403:x1848998841105664:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354563.985298:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105664 00010000:00000001:3.0:1763354563.985300:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354563.985302:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354563.985304:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354563.985309:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354563.985311:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354563.985315:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d000. 02000000:00000001:3.0:1763354563.985318:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.985320:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985322:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354563.985324:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354563.985326:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354563.985328:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354563.985330:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=4 00000020:00000001:3.0:1763354563.985332:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354563.985335:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000040:3.0:1763354563.985338:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 5 00000004:00000001:3.0:1763354563.985342:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354563.985347:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354563.985355:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354563 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354563.985359:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354563.985364:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.985365:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354563.985369:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354563.985378:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.985380:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.985382:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.985384:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985388:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354563.985389:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354563.985394:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.985395:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.985398:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354563.985399:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354563.985402:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff543a9c400 with handle 0x4a8bb634222cae00 from hash 00010000:00000001:3.0:1763354563.985405:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354563.985406:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.985407:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.985409:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354563.985412:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.985414:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985417:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354563.985418:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354563.985422:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff543a9c400/0x4a8bb634222cae00 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4145c expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354563.985430:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354563.985433:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00010000:00000010:3.0:1763354563.985436:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138a00. 00010000:00000001:3.0:1763354563.985442:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.985444:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354563.985447:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354563.985450:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00010000:00010000:3.0:1763354563.985455:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.985461:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354563.985463:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.985466:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.985468:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354563.985470:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.985473:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354563.985475:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354563.985478:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.985484:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354563.985486:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354563.985488:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354563.985489:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354563.985492:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 4 00010000:00000040:3.0:1763354563.985495:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354563.985498:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:3.0:1763354563.985506:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cadac lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41416 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354563.985514:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.985519:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354563.985521:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354563.985523:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985525:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354563.985527:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354563.985529:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354563.985533:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442abc0. 00000100:00000001:3.0:1763354563.985536:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354563.985540:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354563.985543:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354563.985545:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354563.985548:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354563.985549:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354563.985551:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.985553:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354563.985568:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985571:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354563.985572:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.985573:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985575:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354563.985577:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354563.985580:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.985583:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.985584:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354563.985587:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354563.985590:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354563.985592:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1763354563.985593:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000010:3.0:1763354563.985596:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442abc0. 00010000:00000001:3.0:1763354563.985602:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.985603:0:6519:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.985606:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1763354563.985608:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354563.985609:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.985616:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354563.985618:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.985618:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.985622:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354563.985623:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.985624:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.985626:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1763354563.985629:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=100 v=5 (1 1 0 1) 00000020:00000040:2.0:1763354563.985629:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:2.0:1763354563.985634:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000100:00000001:3.0:1763354563.985639:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1763354563.985639:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354563.985643:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1763354563.985646:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.985646:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.985649:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.985652:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354563.985659:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1763354563.985661:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 02000000:00000001:3.0:1763354563.985662:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.985665:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:3.0:1763354563.985668:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1763354563.985672:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:3.0:1763354563.985674:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354563.985680:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121440. 00000100:00000200:3.0:1763354563.985685:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841105664, offset 224 00000004:00000001:2.0:1763354563.985687:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354563.985693:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:3.0:1763354563.985694:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000001:00000001:2.0:1763354563.985697:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354563.985700:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354563.985703:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000400:00000200:3.0:1763354563.985708:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:2.0:1763354563.985708:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763354563.985713:0:6519:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x2400032e4:0x9de9:0x0]flags=0x2 00000004:00000001:2.0:1763354563.985716:0:6519:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763354563.985720:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000400:00000200:3.0:1763354563.985722:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556722:1556722:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556718:1556718:8:4294967295] 00000004:00000001:2.0:1763354563.985730:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354563.985734:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354563.985736:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000400:00000200:3.0:1763354563.985740:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:2.0:1763354563.985741:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.985744:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.985746:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:2.0:1763354563.985750:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354563.985753:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000800:00000200:3.0:1763354563.985755:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354563.985756:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354563.985759:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000800:00000010:3.0:1763354563.985763:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00010000:00000001:2.0:1763354563.985765:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.985768:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354563.985770:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000800:00000200:3.0:1763354563.985775:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:2.0:1763354563.985776:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.985779:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.985782:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354563.985784:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000800:00000200:3.0:1763354563.985788:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00010000:2.0:1763354563.985793:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec62800 already unused, calling callback (ffffffffc19b3550) 00000800:00000200:3.0:1763354563.985795:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763354563.985796:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.985799:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354563.985802:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.985807:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354563.985808:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.985808:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.985809:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=4 00000020:00000001:2.0:1763354563.985811:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354563.985813:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000100:00000001:3.0:1763354563.985815:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.985816:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354563.985819:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 4/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000100:00000040:3.0:1763354563.985823:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.985825:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354563.985828:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354563.985830:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.985830:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354563.985838:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.985838:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.985841:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.985844:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.985845:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.985848:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222cae46 from hash 00000100:00000040:3.0:1763354563.985849:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec67100 x1848998841105664/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 328/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354563.985850:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.985853:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.985855:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.985857:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.985860:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.985862:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.985867:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.985869:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.985871:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00100000:3.0:1763354563.985874:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+225:2403:x1848998841105664:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 590us (951us total) trans 0 rc 0/0 00010000:00010000:2.0:1763354563.985874:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00010000:00010000:2.0:1763354563.985880:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000800:00000200:1.0:1763354563.985881:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1763354563.985883:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354563.985888:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00010000:00000001:2.0:1763354563.985889:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.985894:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:3.0:1763354563.985895:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6355 00010000:00000001:2.0:1763354563.985896:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1763354563.985898:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1763354563.985902:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00010000:00000001:2.0:1763354563.985902:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.985905:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763354563.985908:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1763354563.985909:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.985911:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.985912:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1763354563.985912:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.985917:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354563.985918:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121440 00000020:00000010:3.0:1763354563.985920:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00010000:00010000:2.0:1763354563.985920:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 2/0,0 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000400:00000010:1.0:1763354563.985922:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121440. 00010000:00000001:2.0:1763354563.985930:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354563.985930:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1763354563.985932:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00010000:00000001:2.0:1763354563.985934:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354563.985934:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1763354563.985938:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:3.0:1763354563.985940:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f8400. 00010000:00000001:2.0:1763354563.985940:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354563.985943:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.985946:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae46 lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354563.985949:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138980. 00010000:00000001:2.0:1763354563.985955:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.985956:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354563.985969:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354563.985971:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354563.985972:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763354563.985976:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354563.985978:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354563.985980:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354563.985982:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354563.985984:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841105536 00010000:00000001:2.0:1763354563.985987:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354563.985991:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec66680 x1848998841105536/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354563.985997:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.985999:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.986001:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.986004:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354563.986006:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000020:00000040:3.0:1763354563.986008:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:2.0:1763354563.986009:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354563.986013:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354563.986015:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.986016:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.986017:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.986022:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354563.986025:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7088. 00000100:00000200:2.0:1763354563.986029:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841105536, offset 224 00010000:00000010:2.1:1763354563.986067:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00000400:00000200:2.0:1763354563.986078:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354563.986087:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354563.986091:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556723:1556723:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556719:1556719:8:4294967295] 00000400:00000200:2.0:1763354563.986100:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354563.986105:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354563.986110:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff800. 00000800:00000200:2.0:1763354563.986114:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354563.986119:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.986123:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763354563.986134:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.986138:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.986140:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.986142:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.986144:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.986149:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec66680 x1848998841105536/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 472/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354563.986156:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252577:x1848998841105536:12345-192.168.203.48@tcp:55:lfs.0 Request processed in 3691us (3831us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763354563.986163:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417436 00000100:00000040:2.0:1763354563.986165:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354563.986166:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354563.986168:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354563.986171:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.986188:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354563.986191:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354563.986194:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00000100:00000001:2.0:1763354563.986196:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354563.986199:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354563.986204:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:3.0:1763354563.986210:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.986215:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354563.986219:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:3.0:1763354563.986221:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:3.0:1763354563.986225:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354563.986226:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354563.987385:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.987392:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354563.987394:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.987396:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.987400:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354563.987407:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d3d80 00000400:00000200:1.0:1763354563.987413:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79fd81 [8] + 14312 00000800:00000001:1.0:1763354563.987418:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.987423:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354563.987426:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.987429:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354563.987434:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354563.987436:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354563.987441:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64700. 00000100:00000040:1.0:1763354563.987445:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64700 x1848998841105792 msgsize 440 00000100:00100000:1.0:1763354563.987449:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354563.987462:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354563.987468:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354563.987472:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.987506:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354563.987510:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105792 02000000:00000001:0.0:1763354563.987513:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354563.987514:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354563.987515:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354563.987518:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354563.987520:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105792 00000020:00000001:0.0:1763354563.987521:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354563.987523:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354563.987524:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354563.987526:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:0.0:1763354563.987528:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354563.987538:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354563.987540:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.987546:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.987548:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.987550:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354563.987554:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7a00. 00000020:00000010:0.0:1763354563.987556:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.987559:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf258. 00000100:00000040:0.0:1763354563.987564:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354563.987565:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354563.987567:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354563.987568:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.987572:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.987581:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354563.987587:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354563.987588:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354563.987592:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85221 00000100:00000040:0.0:1763354563.987594:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354563.987596:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484217600 : -123191225334016 : ffff8ff54ec64700) 00000100:00000040:0.0:1763354563.987602:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64700 x1848998841105792/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354563.987608:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354563.987611:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354563.987613:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354563.987614:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354563.987617:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841105792:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:0.0:1763354563.987620:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105792 00000020:00000001:0.0:1763354563.987622:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354563.987624:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354563.987625:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.987627:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354563.987629:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:0.0:1763354563.987631:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354563.987633:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354563.987635:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354563.987636:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354563.987639:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354563.987641:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354563.987642:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.987644:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354563.987646:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.987648:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.987649:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.987650:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.987652:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.987653:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.987654:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354563.987655:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354563.987656:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354563.987657:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.987658:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.987659:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.987662:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354563.987663:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354563.987665:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54901ec00. 02000000:00000001:0.0:1763354563.987667:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.987668:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.987670:0:74534:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763354563.987672:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354563.987674:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354563.987678:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00002000:00000001:0.0:1763354563.987679:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00002000:00000001:0.0:1763354563.987681:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354563.987685:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.987686:0:74534:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763354563.987688:0:74534:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:0.0:1763354563.987690:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a646 for inode 40454 00000020:00000002:0.0:1763354563.987694:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00000020:00000001:0.0:1763354563.987697:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354563.987701:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354563.987703:0:74534:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354563.987705:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841105792 00010000:00000001:0.0:1763354563.987707:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354563.987710:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64700 x1848998841105792/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354563.987715:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354563.987717:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354563.987719:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354563.987721:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354563.987723:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354563.987724:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354563.987726:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354563.987727:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354563.987728:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354563.987730:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354563.987732:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b6e8. 00000100:00000200:0.0:1763354563.987735:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841105792, offset 224 00000400:00000200:0.0:1763354563.987738:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354563.987743:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354563.987747:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556724:1556724:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556720:1556720:8:4294967295] 00000400:00000200:0.0:1763354563.987753:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354563.987757:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354563.987760:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534da00. 00000800:00000200:0.0:1763354563.987763:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354563.987766:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354563.987768:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534da00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354563.987779:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354563.987781:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354563.987783:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354563.987784:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354563.987788:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354563.987792:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64700 x1848998841105792/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 440/432 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354563.987800:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841105792:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 190us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354563.987806:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85221 00000100:00000040:0.0:1763354563.987809:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354563.987810:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354563.987811:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354563.987813:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354563.987817:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf258. 00000020:00000010:0.0:1763354563.987820:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7a00. 00000020:00000040:0.0:1763354563.987824:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:0.0:1763354563.987827:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354563.987856:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354563.987860:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534da00. 00000400:00000200:1.0:1763354563.987864:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.987869:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354563.987873:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b6e8 00000400:00000010:1.0:1763354563.987875:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b6e8. 00000100:00000001:1.0:1763354563.987879:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.987880:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354563.989357:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.989367:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354563.989371:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.989374:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.989381:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354563.989392:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d3e00 00000400:00000200:3.0:1763354563.989399:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 33304 00000800:00000001:3.0:1763354563.989404:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.989410:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354563.989413:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354563.989416:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354563.989421:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354563.989423:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354563.989428:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb08700. 00000100:00000040:3.0:1763354563.989431:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb08700 x1848998841105920 msgsize 568 00000100:00100000:3.0:1763354563.989435:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354563.989449:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354563.989455:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354563.989458:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.989485:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354563.989489:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841105920 02000000:00000001:2.0:1763354563.989492:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.989494:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.989497:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.989500:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.989504:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841105920 00000020:00000001:2.0:1763354563.989506:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354563.989508:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354563.989510:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.989513:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=224 00000020:00000001:2.0:1763354563.989516:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354563.989519:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354563.989522:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.989528:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.989531:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.989534:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.989539:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354563.989544:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.989560:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354563.989566:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354563.989573:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354563.989574:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354563.989577:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.989581:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.989602:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.989612:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354563.989614:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354563.989619:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417437 00000100:00000040:2.0:1763354563.989622:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354563.989624:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281075968 : -123186428475648 : ffff8ff66cb08700) 00000100:00000040:2.0:1763354563.989631:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb08700 x1848998841105920/t0(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.989640:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354563.989649:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354563.989652:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354563.989654:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354563.989660:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252577:x1848998841105920:12345-192.168.203.48@tcp:61:lfs.0 00000100:00000200:2.0:1763354563.989664:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841105920 00000020:00000001:2.0:1763354563.989667:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354563.989670:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354563.989673:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.989675:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354563.989677:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708032 : -1045843584 : ffffffffc1a9b180) 00000020:00000001:2.0:1763354563.989680:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354563.989683:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841105920, found 0 last_xid 1848998841105919 00000020:00000001:2.0:1763354563.989686:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.989689:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354563.989691:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354563.989693:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354563.989697:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.989700:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000020:00000001:2.0:1763354563.989704:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.989706:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.989710:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354563.989712:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354563.989717:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66dc87c00. 02000000:00000001:2.0:1763354563.989719:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.989721:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.989724:0:6519:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763354563.989728:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354563.989731:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763354563.989734:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.989735:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.989738:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399600 refcount=3 00000020:00000001:2.0:1763354563.989740:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000001:2.0:1763354563.989743:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000040:2.0:1763354563.989746:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50600 count: 2 00000004:00000001:2.0:1763354563.989750:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354563.989751:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354563.989754:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.989756:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.989758:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.989760:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.989765:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.989767:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.989772:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.989774:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.989776:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.989778:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.989781:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399600 with handle 0x4a8bb634222cad20 from hash 00010000:00000001:2.0:1763354563.989784:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.989786:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.989787:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.989788:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.989792:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.989794:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.989796:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.989798:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.989803:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67e399600/0x4a8bb634222cad20 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f413de expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.989812:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:2.0:1763354563.989815:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000010:2.0:1763354563.989818:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354563.989824:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.989826:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.989827:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.989829:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000020:00000001:2.0:1763354563.989831:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354563.989834:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354563.989836:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.989839:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354563.989841:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff560c50600) 00010000:00000001:2.0:1763354563.989845:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.989848:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.989851:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763354563.989853:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50600 count: 0 00010000:00000010:2.0:1763354563.989858:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff651241780. 00010000:00000040:2.0:1763354563.989876:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 3 00000004:00000001:2.0:1763354563.989879:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354563.989880:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354563.989881:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.989883:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354563.989885:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.989887:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.989889:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354563.989891:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354563.989894:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.989896:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.989898:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.989900:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.989903:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff593545600 with handle 0x4a8bb634222cadac from hash 00010000:00000001:2.0:1763354563.989906:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354563.989907:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.989909:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.989911:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354563.989913:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.989915:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.989917:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354563.989919:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354563.989924:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cadac lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41416 expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354563.989932:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 215 00000020:00000040:2.0:1763354563.989934:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00010000:00000010:2.0:1763354563.989936:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138680. 00010000:00000001:2.0:1763354563.989942:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.989943:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.989945:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354563.989947:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00010000:00000001:2.0:1763354563.989951:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.989953:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.989955:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354563.989957:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354563.989974:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763354563.989977:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354563.989979:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de5:0x0] 00000020:00000001:2.0:1763354563.989982:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.989985:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262114872 : -123191447436744 : ffff8ff541894238) 00000004:00000001:2.0:1763354563.989987:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262114784 : -123191447436832 : ffff8ff5418941e0) 00000004:00000001:2.0:1763354563.989992:0:6519:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763354563.989998:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354563.990000:0:6519:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990002:0:6519:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990004:0:6519:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763354563.990007:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354563.990008:0:6519:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990010:0:6519:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990013:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354563.990017:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354563.990019:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354563.990023:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 2 00010000:00000001:2.0:1763354563.990026:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.990029:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.990061:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63400. 00000020:00000001:2.0:1763354563.990066:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.990069:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63400 with handle 0x4a8bb634222cae4d to hash 00000020:00000001:2.0:1763354563.990072:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.990075:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000010:2.0:1763354563.990081:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138680. 00010000:00000001:2.0:1763354563.990084:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:2.0:1763354563.990088:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.990090:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.990094:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354563.990103:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354563.990106:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.990108:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354563.990110:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.990112:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.990114:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.990115:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.990118:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.990120:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.990122:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354563.990123:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.990125:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 2 00010000:00000040:2.0:1763354563.990128:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354563.990131:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354563.990137:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.990144:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.990146:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.990148:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.990150:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.990152:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.990154:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.990156:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.990159:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354563.990162:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.990165:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.990170:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354563.990172:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.990173:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.990175:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.990177:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.990179:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=3 00000020:00000001:2.0:1763354563.990181:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:2.0:1763354563.990183:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:2.0:1763354563.990185:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.990187:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.990188:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990190:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354563.990192:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354563.990193:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354563.990198:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052400. 00010000:00000010:2.0:1763354563.990202:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff651241780. 00010000:00000001:2.0:1763354563.990206:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354563.990208:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63a00. 00000020:00000001:2.0:1763354563.990210:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354563.990213:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63a00 with handle 0x4a8bb634222cae54 to hash 00000020:00000001:2.0:1763354563.990214:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354563.990216:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000010:2.0:1763354563.990219:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354563.990221:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:2.0:1763354563.990224:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354563.990226:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.990229:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354563.990235:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354563.990236:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354563.990238:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354563.990239:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.990241:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.990243:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354563.990245:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.990247:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.990249:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.990251:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354563.990252:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.990254:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff58b052400) refcount = 1 00010000:00010000:2.0:1763354563.990258:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.990263:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.990265:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.990266:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.990269:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.990270:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.990272:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.990274:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354563.990276:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354563.990278:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354563.990281:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354563.990286:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354563.990288:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.990289:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354563.990291:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.990292:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.990294:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000020:00000001:2.0:1763354563.990296:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:2.0:1763354563.990299:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:2.0:1763354563.990301:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.990302:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.990303:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990307:0:6519:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763354563.990311:0:6519:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763354563.990313:0:6519:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354563.990317:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354563.990324:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354563.990329:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354563.990332:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ef800. 00080000:00000001:2.0:1763354563.990336:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00000004:00000001:2.0:1763354563.990340:0:6519:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763354563.990342:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.990346:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763354563.990350:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff5448af840. 00000004:00000001:2.0:1763354563.990353:0:6519:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990355:0:6519:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763354563.990356:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.990358:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763354563.990361:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff5448af3c0. 00000004:00000001:2.0:1763354563.990363:0:6519:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.990367:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff546361d80. 00000004:00000001:2.0:1763354563.990369:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.990381:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763354563.990385:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff546361e40. 00000004:00000001:2.0:1763354563.990387:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.990390:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354563.990393:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990396:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990399:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.990401:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00000004:00000001:2.0:1763354563.990405:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990408:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990412:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990413:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990414:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.990416:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00000004:00000001:2.0:1763354563.990418:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990420:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.990424:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354563.990426:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354563.990432:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354563.990434:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.990435:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00080000:00000001:2.0:1763354563.990439:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.990444:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354563.990448:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354563.990452:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990454:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.990463:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.990466:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990472:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990479:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354563.990481:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354563.990485:0:6519:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6ca7f0. 00000004:00000010:2.0:1763354563.990491:0:6519:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7f9a8. 00000004:00000010:2.0:1763354563.990495:0:6519:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7f530. 00000004:00000010:2.0:1763354563.990499:0:6519:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff8ff59cf7f2e8. 00000004:00000010:2.0:1763354563.990502:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5559c7540. 00000004:00000001:2.0:1763354563.990505:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990507:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.990508:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00080000:00000001:2.0:1763354563.990512:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354563.990514:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de9:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763354563.990537:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff651241600. 00000004:00000001:2.0:1763354563.990541:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990544:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990546:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990550:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354563.990551:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354563.990555:0:6519:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff66ba27e80. 00000004:00000010:2.0:1763354563.990558:0:6519:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6c9f10. 00000004:00000010:2.0:1763354563.990561:0:6519:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7f070. 00000004:00000010:2.0:1763354563.990564:0:6519:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7fd48. 00000004:00000010:2.0:1763354563.990567:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff6793dec00. 00000004:00000001:2.0:1763354563.990570:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990571:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.990573:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00080000:00000001:2.0:1763354563.990576:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354563.990577:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de5:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763354563.990588:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff66ba27e80. 00000004:00000001:2.0:1763354563.990593:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990595:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990597:0:6519:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763354563.990600:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990602:0:6519:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763354563.990603:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990605:0:6519:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763354563.990609:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354563.990613:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354563.990616:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354563.990619:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429304, last_committed = 30065429302 00000001:00000010:2.0:1763354563.990624:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37a20. 00000001:00000040:2.0:1763354563.990626:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 2 00000020:00000040:2.0:1763354563.990629:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=223 00000001:00000010:2.0:1763354563.990634:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c7540. 00000004:00000001:2.0:1763354563.990639:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354563.990641:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.990643:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00000004:00000001:2.0:1763354563.990654:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354563.990658:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c7540: xid 1848998841105920, transno 30065429304, tag 0, client gen 8, slot idx 3 00000001:00000001:2.0:1763354563.990662:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354563.990669:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354563.990673:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354563.990675:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354563.990677:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.990680:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354563.990683:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.990687:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff5448af840. 00000020:00000010:2.0:1763354563.990690:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff5448af3c0. 00000020:00000010:2.0:1763354563.990692:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff546361d80. 00000020:00000010:2.0:1763354563.990696:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff546361e40. 00200000:00000001:2.0:1763354563.990699:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354563.990702:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354563.990705:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354563.990708:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ee800. 00080000:00000001:2.0:1763354563.990710:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647312384 : -123191062239232 : ffff8ff5587ee800) 00000004:00000001:2.0:1763354563.990713:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.990716:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354563.990718:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354563.990721:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763354563.990724:0:6519:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354563.990726:0:6519:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763354563.990731:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff5559c7600. 00000004:00000001:2.0:1763354563.990735:0:6519:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763354563.990738:0:6519:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff59cf7fd48. 00000004:00000010:2.0:1763354563.990740:0:6519:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff59cf7f070. 00000020:00000001:2.0:1763354563.990745:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763354563.990751:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6caa28. 00000004:00000001:2.0:1763354563.990757:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763354563.990759:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.990762:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786967680 : -123189922583936 : ffff8ff59c6caa80) 00000004:00000001:2.0:1763354563.990765:0:6519:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990768:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763354563.990770:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990772:0:6519:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990774:0:6519:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763354563.990777:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354563.990782:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763354563.990787:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff5559c7840. 00000004:00000010:2.0:1763354563.990791:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff546361e40. 00000004:00000010:2.0:1763354563.990795:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff54e25b000. 00000020:00000001:2.0:1763354563.990799:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354563.990802:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990804:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763354563.990806:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354563.990808:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000403:0x53b0:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763354563.990812:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff54e25b000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763354563.990818:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52a00. 00000020:00000040:2.0:1763354563.990821:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=11 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1763354563.990827:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.990829:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.990834:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.990839:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ef200. 00000100:00000001:2.0:1763354563.990845:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990848:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.990851:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.990853:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.990855:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354563.990857:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.990863:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff673a1be40. 00000100:00000001:2.0:1763354563.990865:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887397547584 : -123186312004032 : ffff8ff673a1be40) 00000100:00000001:2.0:1763354563.990868:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.990870:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000001:2.0:1763354563.990875:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354563.990879:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.990881:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.990883:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.990890:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.990899:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.990901:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.990905:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354563.990908:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354563.990910:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.990914:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712320:0@lo:1000:mdt00_002.0 00000100:00000001:2.0:1763354563.990918:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.990923:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.990925:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.990927:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.990936:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542f50000. 02000000:00000001:2.0:1763354563.990938:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.990943:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.990949:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66d1c4600. 00000100:00000200:2.0:1763354563.990955:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542712320, portal 4 00000100:00000001:2.0:1763354563.990973:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.990975:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000040:2.0:1763354563.990982:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.990990:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.990993:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354563.990996:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354563.990999:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542712320, offset 0 00000400:00000200:2.0:1763354563.991006:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354563.991015:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354563.991022:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785541e00 00000400:00000200:2.0:1763354563.991028:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fd3c5 [256] + 22440 00000400:00000200:2.0:1763354563.991073:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354563.991078:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354563.991083:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354563.991086:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354563.991091:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50a80. 00000100:00000040:2.0:1763354563.991094:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50a80 x1848998542712320 msgsize 328 00000100:00100000:2.0:1763354563.991098:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354563.991112:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354563.991118:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:2.0:1763354563.991120:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:2.0:1763354563.991123:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354563.991128:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.991138:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.991142:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.991150:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.991153:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.991155:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354563.991158:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.991160:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542712320 00000100:00000040:2.0:1763354563.991165:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 02000000:00000001:1.0:1763354563.991166:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.991169:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.991173:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.991174:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885959 02000000:00000001:1.0:1763354563.991178:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.991180:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887058 00000100:00100000:1.0:1763354563.991184:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542712320 00000100:00000001:2.0:1763354563.991186:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885959 00000020:00000001:1.0:1763354563.991188:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354563.991192:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887058 00000020:00000040:1.0:1763354563.991193:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000001:2.0:1763354563.991198:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885959 00000020:00000001:1.0:1763354563.991199:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.991204:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=13 00000100:00000001:2.0:1763354563.991205:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887058 00000020:00000001:1.0:1763354563.991211:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:2.0:1763354563.991212:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885959 00000020:00000001:1.0:1763354563.991218:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:2.0:1763354563.991219:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887058 00000100:00000001:1.0:1763354563.991225:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354563.991226:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.991231:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.991233:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:2.0:1763354563.991234:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.991239:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354563.991241:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354563.991245:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff673a1be40 going to sleep for 11 seconds 00000020:00000010:1.0:1763354563.991246:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00000001:2.0:1763354563.991251:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354563.991256:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.991256:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153c00. 00000020:00000010:1.0:1763354563.991264:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.991271:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b244b0. 00000100:00000040:1.0:1763354563.991279:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.991281:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.991283:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.991285:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.991290:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.991304:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.991314:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.991316:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.991320:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7878 00000100:00000040:1.0:1763354563.991323:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:1.0:1763354563.991326:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315974784 : -123186393576832 : ffff8ff66ec50a80) 00000100:00000040:1.0:1763354563.991332:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50a80 x1848998542712320/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.991341:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.991344:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:1.0:1763354563.991347:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.991350:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00100000:1.0:1763354563.991353:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6519:x1848998542712320:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.991356:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542712320 00000020:00000001:1.0:1763354563.991358:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.991360:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.991361:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.991363:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.991365:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.991367:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.991369:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.991370:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.991371:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.991373:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.991375:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.991379:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.991382:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.991383:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.991388:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66ecf0000. 02000000:00000001:1.0:1763354563.991390:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.991391:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.991395:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.991396:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.991398:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.991402:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00000020:00000001:1.0:1763354563.991405:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:1.0:1763354563.991414:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x53b0:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763354563.991417:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763354563.991419:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.991421:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d6800/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00000020:00000010:1.0:1763354563.991423:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.991426:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.991428:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.991430:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 0, xid 1848998542712320 00010000:00000001:1.0:1763354563.991432:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.991436:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50a80 x1848998542712320/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.991442:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.991443:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.991446:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.991450:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.991451:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.991453:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.991455:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.991457:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.991459:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.991461:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.991463:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381a80. 00000100:00000200:1.0:1763354563.991465:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542712320, offset 224 00000400:00000200:1.0:1763354563.991469:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.991474:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.991478:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541e00 00000400:00000200:1.0:1763354563.991482:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8a3d [2] + 224 00000400:00000200:1.0:1763354563.991485:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.991488:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.991490:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.991493:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.991499:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.991514:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.991517:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381a80 00000400:00000010:1.0:1763354563.991519:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381a80. 00000100:00000001:1.0:1763354563.991521:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.991522:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.991524:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.991527:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.991528:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.991529:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.991531:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354563.991535:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50a80 x1848998542712320/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.991543:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1763354563.991547:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6519:x1848998542712320:12345-0@lo:1000:mdt00_002.0 Request processed in 203us (449us total) trans 0 rc 0/0 00000400:00000001:2.0:1763354563.991550:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.991553:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.991556:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:2.0:1763354563.991563:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4600 00000400:00000010:2.0:1763354563.991566:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4600. 00000100:00000001:2.0:1763354563.991571:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1763354563.991573:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878 00000100:00000200:2.0:1763354563.991579:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.991580:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:1.0:1763354563.991586:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.991590:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.991596:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000100:00000200:2.0:1763354563.991598:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1763354563.991602:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b244b0. 00000020:00000010:1.0:1763354563.991610:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153c00. 00000100:00000001:2.0:1763354563.991615:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1763354563.991617:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 12 00000100:00000001:2.0:1763354563.991619:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.991624:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.991625:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.991629:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.991632:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.991634:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.991638:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.991644:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cd78 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354563.991649:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.991652:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.991654:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.991657:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.991660:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.991663:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354563.991665:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:2.0:1763354563.991667:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354563.991669:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.991674:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.991682:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.991684:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.991687:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354563.991690:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354563.991698:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712320:0@lo:1000:mdt00_002.0 00000100:00000001:2.0:1763354563.991703:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.991706:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.991708:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354563.991710:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.991713:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.991720:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354563.991722:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff673a1be40. 00000100:00000001:2.0:1763354563.991726:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354563.991728:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.991730:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354563.991738:0:6519:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff66ba27980. 00000004:00000001:2.0:1763354563.991742:0:6519:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763354563.991745:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.991748:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec52a00 x1848998542712320/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.991756:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354563.991758:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354563.991761:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff542f50000. 02000000:00000001:2.0:1763354563.991765:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.991767:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.991769:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=10 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:2.0:1763354563.991771:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354563.991774:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587ef200. 02000000:00000001:2.0:1763354563.991777:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354563.991779:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.991780:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52a00. 00000100:00000001:2.0:1763354563.991783:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.991784:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763354563.991788:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff54e25b000. 00000004:00000010:2.0:1763354563.991797:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff546361e40. 00000004:00000010:2.0:1763354563.991801:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff5559c7840. 00000004:00000001:2.0:1763354563.991806:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.991808:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.991810:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354563.991813:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354563.991815:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354563.991817:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354563.991821:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.991824:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.991826:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354563.991828:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763354563.991831:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.991834:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763354563.991836:0:6519:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763354563.991840:0:6519:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66d1c4600. 00000004:00000001:2.0:1763354563.991842:0:6519:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887288137216 : -123186421414400 : ffff8ff66d1c4600) 00000020:00000010:2.0:1763354563.991846:0:6519:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff66d1c4180. 00000020:00000010:2.0:1763354563.991850:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ff400. 00000020:00000010:2.0:1763354563.991854:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ff800. 00000020:00000001:2.0:1763354563.991857:0:6519:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887288137216 : -123186421414400 : ffff8ff66d1c4600) 00000004:00000001:2.0:1763354563.991860:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887288137216 : -123186421414400 : ffff8ff66d1c4600) 00000004:00000010:2.0:1763354563.991864:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66d1c4240. 00000004:00000010:2.0:1763354563.991868:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff546361e40. 00000004:00000010:2.0:1763354563.991871:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff54e25b000. 00000004:00000001:2.0:1763354563.991873:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.991875:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.991878:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.991880:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.991886:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763354563.991888:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950972, bavail=894378, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259301, state=0 00000004:00000001:2.0:1763354563.991893:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.991895:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763354563.991897:0:6519:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763354563.991901:0:6519:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.991905:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66d1c4180 refcount 4 committed 0 result 0 batchid 25769804095 00000020:00000040:2.0:1763354563.991909:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66d1c4600 00000020:00000040:2.0:1763354563.991913:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff5587ee800 00000020:00000040:2.0:1763354563.991917:0:6519:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000040:00000001:2.0:1763354563.991920:0:6519:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354563.991923:0:6519:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354563.991926:0:6519:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:2.0:1763354563.991930:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354563.991932:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354563.991935:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354563.991937:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.991940:0:6519:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354563.991942:0:6519:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763354563.991945:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354563.991949:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763354563.991953:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354563.991955:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.991974:0:6519:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763354563.991976:0:6519:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763354563.991978:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354563.991979:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354563.991981:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354563.991983:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.991985:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.991987:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.991989:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354563.991993:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00000040:00000001:2.0:1763354563.991998:0:6519:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00080000:00000001:2.0:1763354563.992003:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763354563.992006:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354563.992007:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354563.992011:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000040:00000001:2.0:1763354563.992014:0:6519:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992016:0:6519:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992019:0:6519:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992021:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354563.992023:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354563.992025:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.992028:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354563.992031:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af3c0. 00080000:00000001:2.0:1763354563.992067:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992070:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.992073:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354563.992075:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992078:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992081:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992085:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354563.992088:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992091:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354563.992093:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354563.992095:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.992097:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354563.992101:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00080000:00000001:2.0:1763354563.992104:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992107:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.992109:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354563.992112:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992114:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992117:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992120:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354563.992122:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.992125:0:6519:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.992127:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000040:00000001:2.0:1763354563.992128:0:6519:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.992132:0:6519:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00010000:00000001:0.0:1763354563.992133:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.992138:0:6519:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.992141:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:2.0:1763354563.992145:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:0.0:1763354563.992145:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992152:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00010000:00000001:0.0:1763354563.992152:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1763354563.992156:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00010000:00000001:0.0:1763354563.992157:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992161:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647312384 : -123191062239232 : ffff8ff5587ee800) 00010000:00000001:0.0:1763354563.992162:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354563.992165:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992167:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354563.992171:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1763354563.992173:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000010:2.0:1763354563.992176:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00010000:00000001:0.0:1763354563.992177:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992181:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.992185:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000004:00000001:2.0:1763354563.992186:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.992189:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.992194:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.992196:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:2.0:1763354563.992199:0:6519:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354563.992200:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992207:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.992211:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354563.992212:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354563.992214:0:6519:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992217:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354563.992220:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.992223:0:6519:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763354563.992226:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.992228:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.992230:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354563.992232:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354563.992234:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354563.992237:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354563.992239:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.992241:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.992243:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000001:2.0:1763354563.992244:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354563.992249:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354563.992249:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763354563.992256:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354563.992257:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763354563.992261:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354563.992265:0:6519:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887288137216 : -123186421414400 : ffff8ff66d1c4600) 00000004:00000001:2.0:1763354563.992268:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887288137216 : -123186421414400 : ffff8ff66d1c4600) 00000020:00000040:2.0:1763354563.992273:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763354563.992276:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763354563.992279:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763354563.992281:0:6519:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000403:0x53b0:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763354563.992284:0:6519:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763354563.992286:0:6519:0:(osp_object.c:1255:osp_xattr_set()) [0x280000403:0x53b0:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354563.992290:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354563.992292:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992295:0:6519:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992297:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992299:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992301:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992304:0:6519:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.992306:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354563.992308:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354563.992311:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429304 00000001:00000001:2.0:1763354563.992313:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354563.992315:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429305, last_committed = 30065429302 00000001:00000010:2.0:1763354563.992320:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce372a0. 00000001:00000040:2.0:1763354563.992323:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 3 00000020:00000040:2.0:1763354563.992325:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00000001:00000010:2.0:1763354563.992330:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66d1c4780. 00000004:00000001:2.0:1763354563.992334:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354563.992336:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.992337:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647312384 : -123191062239232 : ffff8ff5587ee800) 00000020:00000040:2.0:1763354563.992340:0:6519:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763354563.992343:0:6519:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763354563.992345:0:6519:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:2.0:1763354563.992354:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354563.992358:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66d1c4780: xid 1848998841105920, transno 30065429305, tag 0, client gen 8, slot idx 4 00000001:00000001:2.0:1763354563.992361:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.992364:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354563.992366:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763354563.992371:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00080000:00000010:2.0:1763354563.992375:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00080000:00000010:2.0:1763354563.992377:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af3c0. 00040000:00000001:2.0:1763354563.992380:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354563.992382:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354563.992384:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992388:0:6519:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763354563.992390:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354563.992392:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763354563.992395:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66d1c4180 refcount 4 committed 0 result 0 batchid 25769804095 00000020:00000040:2.0:1763354563.992399:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4600 00000020:00000040:2.0:1763354563.992402:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff5587ee800 00000020:00000001:2.0:1763354563.992406:0:6519:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354563.992407:0:6519:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763354563.992409:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354563.992411:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000403:0x53b0:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763354563.992415:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff54e25b000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763354563.992420:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52a00. 00000020:00000040:2.0:1763354563.992423:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=11 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1763354563.992427:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.992429:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.992431:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.992436:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ef200. 00000100:00000001:2.0:1763354563.992440:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992443:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.992446:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.992448:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.992450:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354563.992451:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.992455:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5559c7840. 00000100:00000001:2.0:1763354563.992457:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882598918208 : -123191110633408 : ffff8ff5559c7840) 00000100:00000001:2.0:1763354563.992460:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.992461:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000001:2.0:1763354563.992465:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354563.992468:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.992470:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.992472:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.992476:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.992484:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.992486:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.992488:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354563.992490:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354563.992492:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.992495:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712448:0@lo:1000:mdt00_002.0 00000100:00000001:2.0:1763354563.992499:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.992501:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.992503:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.992505:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.992509:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542f50000. 02000000:00000001:2.0:1763354563.992511:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.992515:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.992519:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff673a1be40. 00000100:00000200:2.0:1763354563.992523:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542712448, portal 4 00000100:00000001:2.0:1763354563.992525:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.992526:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000040:2.0:1763354563.992532:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.992539:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.992541:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354563.992544:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354563.992547:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542712448, offset 0 00000400:00000200:2.0:1763354563.992552:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354563.992558:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354563.992565:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785541e80 00000400:00000200:2.0:1763354563.992570:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fd3c5 [256] + 22768 00000400:00000200:2.0:1763354563.992575:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354563.992578:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354563.992581:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354563.992583:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354563.992587:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52d80. 00000100:00000040:2.0:1763354563.992590:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec52d80 x1848998542712448 msgsize 408 00000100:00100000:2.0:1763354563.992594:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354563.992608:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354563.992614:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:2.0:1763354563.992616:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:2.0:1763354563.992618:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354563.992622:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.992630:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.992634:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.992642:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.992643:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354563.992644:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1763354563.992648:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542712448 00000100:00000001:2.0:1763354563.992651:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.992653:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.992657:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1763354563.992658:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000100:00000001:1.0:1763354563.992659:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.992666:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885960 02000000:00000001:1.0:1763354563.992667:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.992674:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887058 00000100:00100000:1.0:1763354563.992675:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542712448 00000020:00000001:1.0:1763354563.992679:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354563.992681:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885960 00000020:00000040:1.0:1763354563.992683:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000001:2.0:1763354563.992687:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887058 00000020:00000001:1.0:1763354563.992688:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354563.992692:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=13 00000100:00000001:2.0:1763354563.992693:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885960 00000020:00000001:1.0:1763354563.992698:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:2.0:1763354563.992700:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887058 00000020:00000001:1.0:1763354563.992705:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:2.0:1763354563.992706:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885960 00000100:00000001:2.0:1763354563.992713:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887058 00000100:00000001:1.0:1763354563.992713:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354563.992718:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.992720:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:2.0:1763354563.992721:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.992726:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.992727:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.992731:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1763354563.992733:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00100000:2.0:1763354563.992736:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5559c7840 going to sleep for 11 seconds 00000020:00000010:1.0:1763354563.992740:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153c00. 00000100:00000001:2.0:1763354563.992742:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354563.992747:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.992748:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.992754:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b244b0. 00000100:00000040:1.0:1763354563.992759:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.992761:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.992763:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.992764:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.992769:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.992783:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.992791:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.992800:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.992805:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7879 00000100:00000040:1.0:1763354563.992807:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:1.0:1763354563.992813:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315983744 : -123186393567872 : ffff8ff66ec52d80) 00000100:00000040:1.0:1763354563.992820:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec52d80 x1848998542712448/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.992835:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.992838:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:1.0:1763354563.992840:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.992843:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00100000:1.0:1763354563.992847:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6519:x1848998542712448:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.992850:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542712448 00000020:00000001:1.0:1763354563.992853:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.992855:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.992857:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.992859:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.992860:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.992863:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.992865:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.992867:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.992869:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.992871:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.992873:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.992876:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.992879:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.992881:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.992886:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6817d4000. 02000000:00000001:1.0:1763354563.992888:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.992891:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.992894:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.992896:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.992898:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.992902:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00080000:00000001:1.0:1763354563.992906:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.992909:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e153800. 00080000:00000001:1.0:1763354563.992912:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741049344 : -123190968502272 : ffff8ff55e153800) 00000020:00000001:1.0:1763354563.992915:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:1.0:1763354563.992919:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.992921:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763354563.992923:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.992926:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.992929:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.992931:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1640. 00080000:00000001:1.0:1763354563.992934:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.992940:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.992942:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763354563.992945:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff647505a38 name trusted.fid flag 1 00080000:00000001:1.0:1763354563.992949:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.992950:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x53b0:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763354563.992988:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354563.992991:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff6817d4208 index 0: rc = 0 00000020:00000040:1.0:1763354563.992995:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763354563.992997:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.993000:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.993002:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944469, last_committed = 12884944458 00000001:00000010:1.0:1763354563.993005:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4af60. 00000001:00000040:1.0:1763354563.993008:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 9 00000020:00000040:1.0:1763354563.993010:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=14 00000001:00000001:1.0:1763354563.993021:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.993026:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1640. 00040000:00000001:1.0:1763354563.993029:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.993031:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.993052:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.993056:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5913d6800/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00000020:00000001:1.0:1763354563.993060:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.993063:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.993067:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.993071:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763354563.993075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff543a9c400. 00010000:00000040:1.0:1763354563.993075:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944469, xid 1848998542712448 00010000:00000001:1.0:1763354563.993082:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.993088:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec52d80 x1848998542712448/t12884944469(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1763354563.993096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00010000:00000001:1.0:1763354563.993098:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.993103:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.993107:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.993111:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.993114:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.993116:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.993119:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.993122:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.993124:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.993127:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.993130:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381a80. 00000100:00000200:1.0:1763354563.993134:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542712448, offset 224 00000400:00000200:1.0:1763354563.993139:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.993145:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.993152:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541e80 00000400:00000200:1.0:1763354563.993157:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8a49 [2] + 224 00000400:00000200:1.0:1763354563.993162:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.993165:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.993169:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.993173:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.993182:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.993201:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.993206:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381a80 00000400:00000010:1.0:1763354563.993209:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381a80. 00000100:00000001:1.0:1763354563.993211:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.993213:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.993216:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.993220:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.993223:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1763354563.993225:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1763354563.993225:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.993228:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1763354563.993232:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1763354563.993235:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52d80 x1848998542712448/t12884944469(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1763354563.993236:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.993241:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:2.0:1763354563.993248:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff673a1be40 00000400:00000010:2.0:1763354563.993252:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff673a1be40. 00000100:00000001:2.0:1763354563.993257:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354563.993265:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.993267:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:6519:x1848998542712448:12345-0@lo:1000:mdt00_002.0 Request processed in 428us (673us total) trans 12884944469 rc 0/0 00000100:00000200:2.0:1763354563.993282:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec52a00 x1848998542712448/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.993297:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7879 00000100:00000001:2.0:1763354563.993299:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1763354563.993302:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:2.0:1763354563.993303:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.993306:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354563.993309:0:6519:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1763354563.993310:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1763354563.993314:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1763354563.993315:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000100:00000001:2.0:1763354563.993317:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.993321:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.993322:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b244b0. 02000000:00000001:2.0:1763354563.993325:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.993332:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cd78 time=42 v=5 (5 0 0 0) 00000020:00000010:1.0:1763354563.993333:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153c00. 00000100:00001000:2.0:1763354563.993341:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=79 v=5 (1 1 1 1) 00000020:00000040:1.0:1763354563.993341:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 13 00000100:00000001:2.0:1763354563.993347:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354563.993348:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.993351:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.993356:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.993359:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993362:0:6519:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354563.993364:0:6519:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354563.993367:0:6519:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354563.993370:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.993371:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315982848 : -123186393568768 : ffff8ff66ec52a00) 00000100:00000001:2.0:1763354563.993374:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354563.993376:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:2.0:1763354563.993379:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354563.993381:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.993385:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec52a00 x1848998542712448/t12884944469(12884944469) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.993393:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.993395:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.993397:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354563.993400:0:6519:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763354563.993404:0:6519:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.993408:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52a00 x1848998542712448/t12884944469(12884944469) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354563.993416:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec52a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712448:0@lo:1000:mdt00_002.0 00000100:00000001:2.0:1763354563.993420:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.993422:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993424:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354563.993426:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.993429:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec52a00 x1848998542712448/t12884944469(12884944469) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.993436:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354563.993439:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5559c7840. 00000100:00000001:2.0:1763354563.993442:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354563.993443:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993446:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.993448:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52a00 x1848998542712448/t12884944469(12884944469) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.993455:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993458:0:6519:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993460:0:6519:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.993463:0:6519:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.993466:0:6519:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354563.993469:0:6519:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354563.993472:0:6519:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354563.993478:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354563.993482:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354563.993485:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354563.993488:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ef400. 00080000:00000001:2.0:1763354563.993491:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00000004:00000001:2.0:1763354563.993494:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.993497:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354563.993499:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354563.993500:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763354563.993504:0:6519:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354563.993506:0:6519:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763354563.993510:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff673a1be40. 00000004:00000001:2.0:1763354563.993513:0:6519:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763354563.993516:0:6519:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff59cf7f2e8. 00000004:00000010:2.0:1763354563.993519:0:6519:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff59cf7f530. 00000020:00000001:2.0:1763354563.993522:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763354563.993527:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6c86a8. 00000004:00000001:2.0:1763354563.993532:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763354563.993534:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.993537:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786958592 : -123189922593024 : ffff8ff59c6c8700) 00000004:00000001:2.0:1763354563.993539:0:6519:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993541:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763354563.993543:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993545:0:6519:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993547:0:6519:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763354563.993548:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354563.993551:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763354563.993555:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff5559c7840. 00000004:00000010:2.0:1763354563.993558:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff546361d80. 00000004:00000010:2.0:1763354563.993562:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000020:00000001:2.0:1763354563.993566:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354563.993568:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993570:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763354563.993572:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354563.993574:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x5326:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763354563.993577:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763354563.993582:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec53800. 00000020:00000040:2.0:1763354563.993586:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=9 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1763354563.993589:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.993591:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.993593:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.993597:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587efe00. 00000100:00000001:2.0:1763354563.993601:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993604:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.993606:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.993609:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993611:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354563.993612:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.993616:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff67e0ed180. 00000100:00000001:2.0:1763354563.993618:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887572468096 : -123186137083520 : ffff8ff67e0ed180) 00000100:00000001:2.0:1763354563.993620:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.993622:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000100:00000001:2.0:1763354563.993625:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354563.993628:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993630:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.993631:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.993636:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.993643:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.993644:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.993647:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354563.993649:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354563.993651:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.993654:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec53800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712576:0@lo:1000:mdt00_002.0 00000100:00000001:2.0:1763354563.993659:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.993661:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.993662:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.993664:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.993670:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:2.0:1763354563.993672:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.993677:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.993682:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5953810c0. 00000100:00000200:2.0:1763354563.993685:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542712576, portal 4 00000100:00000001:2.0:1763354563.993688:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.993689:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000100:00000040:2.0:1763354563.993695:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.993701:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.993703:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354563.993705:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354563.993708:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542712576, offset 0 00000400:00000200:2.0:1763354563.993712:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354563.993718:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354563.993724:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785541f00 00000400:00000200:2.0:1763354563.993728:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fd3c5 [256] + 23176 00000400:00000200:2.0:1763354563.993733:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354563.993736:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354563.993739:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354563.993741:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354563.993745:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50000. 00000100:00000040:2.0:1763354563.993748:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50000 x1848998542712576 msgsize 328 00000100:00100000:2.0:1763354563.993752:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354563.993766:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354563.993772:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:2.0:1763354563.993774:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:2.0:1763354563.993776:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354563.993781:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.993789:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1763354563.993802:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1763354563.993804:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354563.993806:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542712576 02000000:00000001:1.0:1763354563.993811:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354563.993812:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.993815:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.993820:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354563.993825:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542712576 00000100:00000001:2.0:1763354563.993827:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.993830:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354563.993832:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1763354563.993833:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000020:00000001:1.0:1763354563.993838:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763354563.993840:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354563.993841:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=5 00000100:00000040:2.0:1763354563.993848:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7455 usecs (8 jiffies) 00000020:00000001:1.0:1763354563.993848:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000020:00000001:1.0:1763354563.993855:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:2.0:1763354563.993856:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885961 00000100:00000001:1.0:1763354563.993860:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354563.993862:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887058 00000020:00000010:1.0:1763354563.993866:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:2.0:1763354563.993868:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885961 00000100:00000001:1.0:1763354563.993871:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354563.993874:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887058 00000020:00000010:1.0:1763354563.993877:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00000001:2.0:1763354563.993879:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885961 00000020:00000010:1.0:1763354563.993884:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153c00. 00000100:00000001:2.0:1763354563.993885:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887058 00000100:00000001:2.0:1763354563.993891:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885961 00000020:00000010:1.0:1763354563.993892:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000100:00000001:2.0:1763354563.993894:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887058 00000100:00000001:2.0:1763354563.993899:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.993900:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b244b0. 00000100:00000001:2.0:1763354563.993902:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993907:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1763354563.993908:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354563.993909:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354563.993916:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff67e0ed180 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.993916:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.993920:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354563.993921:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354563.993923:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.993926:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.993930:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.993944:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.993952:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.993954:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.993972:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880 00000100:00000040:1.0:1763354563.993975:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:1.0:1763354563.993978:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315972096 : -123186393579520 : ffff8ff66ec50000) 00000100:00000040:1.0:1763354563.993984:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50000 x1848998542712576/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.993993:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.993997:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:1.0:1763354563.994000:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.994002:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00100000:1.0:1763354563.994006:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542712576:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.994010:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542712576 00000020:00000001:1.0:1763354563.994012:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.994014:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.994016:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.994018:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.994020:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.994022:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.994024:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.994026:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.994027:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.994029:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.994032:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.994054:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.994058:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.994060:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.994066:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6817d0000. 02000000:00000001:1.0:1763354563.994069:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.994072:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.994075:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.994077:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.994080:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.994084:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00000020:00000001:1.0:1763354563.994087:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:1.0:1763354563.994103:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x5326:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763354563.994106:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763354563.994109:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.994112:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff549c22400/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00000020:00000010:1.0:1763354563.994115:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.994118:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.994121:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.994124:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975994, transno 0, xid 1848998542712576 00010000:00000001:1.0:1763354563.994126:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.994131:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50000 x1848998542712576/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.994139:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.994141:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.994144:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.994147:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.994150:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.994152:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.994155:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.994156:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.994158:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.994160:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.994163:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381a80. 00000100:00000200:1.0:1763354563.994167:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542712576, offset 224 00000400:00000200:1.0:1763354563.994172:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.994178:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.994184:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541f00 00000400:00000200:1.0:1763354563.994189:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8a55 [2] + 224 00000400:00000200:1.0:1763354563.994194:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.994197:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.994201:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.994205:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.994214:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.994231:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.994236:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381a80 00000400:00000010:1.0:1763354563.994238:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381a80. 00000100:00000001:1.0:1763354563.994241:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.994242:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.994246:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.994249:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.994252:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.994254:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.994256:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1763354563.994257:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1763354563.994264:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1763354563.994265:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50000 x1848998542712576/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 328/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1763354563.994269:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.994274:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:2.0:1763354563.994280:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5953810c0 00000100:00100000:1.0:1763354563.994282:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542712576:12345-0@lo:1000:mdt00_002.0 Request processed in 285us (530us total) trans 0 rc 0/0 00000400:00000010:2.0:1763354563.994284:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5953810c0. 00000100:00000001:2.0:1763354563.994291:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1763354563.994297:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880 00000100:00000200:2.0:1763354563.994299:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.994302:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:1.0:1763354563.994307:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.994311:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.994315:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000100:00000200:2.0:1763354563.994320:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1763354563.994322:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b244b0. 00000020:00000010:1.0:1763354563.994329:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153c00. 00000020:00000040:1.0:1763354563.994335:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 4 00000100:00000001:2.0:1763354563.994337:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354563.994341:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.994342:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.994346:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.994348:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.994351:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.994353:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.994355:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354563.994360:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543709530 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354563.994364:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354563.994367:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.994369:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.994371:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354563.994373:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.994375:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763354563.994377:0:6519:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589975994 gen 3 00000100:00000040:2.0:1763354563.994383:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975994) req@ffff8ff54ec65c00 x1848998542699904/t8589975985(8589975985) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354576 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354563.994391:0:6519:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763354563.994393:0:6519:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589975985 committed transno 8589975994 00000004:00000010:2.0:1763354563.994397:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff67c809000. 00000004:00000010:2.0:1763354563.994403:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff673318bc0. 00000004:00000010:2.0:1763354563.994406:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff55848c540. 00000004:00000010:2.0:1763354563.994409:0:6519:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff5970ad480. 00000004:00000001:2.0:1763354563.994411:0:6519:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763354563.994413:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.994417:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65c00 x1848998542699904/t8589975985(8589975985) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354576 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.994424:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354563.994426:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354563.994428:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff54492e000. 02000000:00000001:2.0:1763354563.994431:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.994433:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.994435:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=8 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:2.0:1763354563.994437:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354563.994439:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff543654e00. 02000000:00000001:2.0:1763354563.994443:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354563.994444:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.994446:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65c00. 00000100:00000001:2.0:1763354563.994452:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.994455:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354563.994460:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975994) req@ffff8ff677acca80 x1848998542701184/t8589975986(8589975986) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763354563.994468:0:6519:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff677acca80, transno 8589975986 00000100:00000001:2.0:1763354563.994470:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.994471:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465380480 : -123186244171136 : ffff8ff677acca80) 00000100:00000001:2.0:1763354563.994488:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.994492:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acca80 x1848998542701184/t8589975986(8589975986) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.994499:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.994505:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975994) req@ffff8ff677acc000 x1848998542701440/t8589975987(8589975987) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763354563.994512:0:6519:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff677acc000, transno 8589975987 00000100:00000001:2.0:1763354563.994515:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.994516:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465377792 : -123186244173824 : ffff8ff677acc000) 00000004:00000001:3.0:1763354563.994517:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.994521:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.994522:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:3.0:1763354563.994524:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763354563.994528:0:31820:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff64a738cc0 : new refcount 3 00000100:00000040:2.0:1763354563.994530:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acc000 x1848998542701440/t8589975987(8589975987) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.994534:0:31820:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763354563.994538:0:31820:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763354563.994540:0:31820:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:2.0:1763354563.994545:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994546:0:31820:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.994553:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975994) req@ffff8ff677acd500 x1848998542701312/t8589975988(8589975988) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.994561:0:31820:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000004:00080000:2.0:1763354563.994564:0:6519:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff677acd500, transno 8589975988 00000040:00001000:3.0:1763354563.994569:0:31820:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 21284 in log [0x1:0x1e:0x0] 00000100:00000001:2.0:1763354563.994569:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.994572:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887465383168 : -123186244168448 : ffff8ff677acd500) 00000100:00000001:2.0:1763354563.994578:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1763354563.994579:0:31820:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000040:2.0:1763354563.994583:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff677acd500 x1848998542701312/t8589975988(8589975988) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1763354563.994587:0:31820:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f8400. 00080000:00000001:3.0:1763354563.994595:0:31820:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311808000 : -123191397743616 : ffff8ff5447f8400) 00000100:00000001:2.0:1763354563.994595:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994600:0:31820:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763354563.994605:0:31820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000040:2.0:1763354563.994606:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975994) req@ffff8ff6766b8000 x1848998542705024/t8589975993(8589975993) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763354563.994607:0:31820:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354563.994611:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.994614:0:31820:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442abc0. 00080000:00000001:3.0:1763354563.994619:0:31820:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.994620:0:6519:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000040:00000001:3.0:1763354563.994623:0:31820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354563.994624:0:6519:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589975993 committed transno 8589975994 00000040:00000001:3.0:1763354563.994627:0:31820:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994630:0:31820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000004:00000010:2.0:1763354563.994630:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff54e25d000. 00000040:00000001:3.0:1763354563.994634:0:31820:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000004:00000010:2.0:1763354563.994637:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff5463616c0. 00080000:00000001:3.0:1763354563.994638:0:31820:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763354563.994641:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.994644:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000010:2.0:1763354563.994644:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff4e40. 00080000:00000002:3.0:1763354563.994647:0:31820:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1e:0x0] not in the id map cache 00000004:00000010:2.0:1763354563.994650:0:6519:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff66cff46c0. 00080000:00000001:3.0:1763354563.994651:0:31820:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994657:0:31820:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.994658:0:6519:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000040:00000001:3.0:1763354563.994660:0:31820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.994662:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000001:3.0:1763354563.994663:0:31820:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000040:2.0:1763354563.994668:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff6766b8000 x1848998542705024/t8589975993(8589975993) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763354563.994669:0:31820:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994675:0:31820:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763354563.994678:0:31820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763354563.994680:0:31820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1e:0x0] 00000100:00000001:2.0:1763354563.994686:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354563.994689:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354563.994691:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff64a1cc000. 02000000:00000001:2.0:1763354563.994695:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.994697:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.994698:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=7 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:2.0:1763354563.994701:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1763354563.994703:0:31820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.994703:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55ffeee00. 00000040:00000001:3.0:1763354563.994710:0:31820:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.994710:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00080000:00000001:3.0:1763354563.994714:0:31820:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 02000000:00000001:2.0:1763354563.994714:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.994719:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b8000. 00080000:00000010:3.0:1763354563.994722:0:31820:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442abc0. 00000100:00000001:2.0:1763354563.994725:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00040000:00000001:3.0:1763354563.994728:0:31820:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1763354563.994729:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1763354563.994731:0:31820:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354563.994734:0:31820:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994738:0:31820:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.994738:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975994) req@ffff8ff6513daa00 x1848998542706432/t8589975994(8589975994) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.994743:0:31820:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994748:0:31820:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.994753:0:31820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00080000:2.0:1763354563.994758:0:6519:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff6513daa00, transno 8589975994 00000100:00000040:3.0:1763354563.994760:0:31820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff677acc000 x1848998542701440/t8589975987(8589975987) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.994762:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.994766:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886820563456 : -123186888988160 : ffff8ff6513daa00) 00000100:00000001:2.0:1763354563.994773:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354563.994774:0:31820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1763354563.994780:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff6513daa00 x1848998542706432/t8589975994(8589975994) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.994794:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.994796:0:6519:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763354563.994799:0:6519:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:2.0:1763354563.994801:0:6519:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354563.994802:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.994805:0:31820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1763354563.994807:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1763354563.994810:0:31820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff66c28e800. 00000100:00000001:2.0:1763354563.994820:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354563.994823:0:31820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763354563.994823:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354563.994825:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354563.994828:0:31820:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1763354563.994832:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763354563.994833:0:31820:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=6 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:3.0:1763354563.994840:0:31820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354563.994843:0:31820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff66f530800. 00000100:00100000:2.0:1763354563.994852:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec53800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712576:0@lo:1000:mdt00_002.0 02000000:00000001:3.0:1763354563.994854:0:31820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.994858:0:31820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1763354563.994858:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354563.994862:0:31820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acc000. 00000100:00000001:2.0:1763354563.994864:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.994869:0:31820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.994869:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354563.994873:0:31820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.994874:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:3.0:1763354563.994878:0:31820:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763354563.994881:0:31820:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000100:00000040:2.0:1763354563.994882:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354563.994883:0:31820:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763354563.994886:0:31820:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994891:0:31820:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763354563.994894:0:31820:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 21282 in log [0x1:0x1e:0x0] 00080000:00000001:3.0:1763354563.994900:0:31820:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:2.0:1763354563.994901:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.994904:0:31820:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f9a00. 00000100:00000010:2.0:1763354563.994906:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff67e0ed180. 00080000:00000001:3.0:1763354563.994909:0:31820:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311813632 : -123191397737984 : ffff8ff5447f9a00) 00000100:00000001:2.0:1763354563.994912:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000040:00000001:3.0:1763354563.994913:0:31820:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763354563.994916:0:31820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:2.0:1763354563.994916:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.994919:0:31820:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354563.994922:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:2.0:1763354563.994922:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.994927:0:31820:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442abc0. 00080000:00000001:3.0:1763354563.994930:0:31820:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354563.994932:0:6519:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff66ba27500. 00000040:00000001:3.0:1763354563.994933:0:31820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.994938:0:6519:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000040:00000001:3.0:1763354563.994939:0:31820:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.994946:0:31820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:2.0:1763354563.994946:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:3.0:1763354563.994948:0:31820:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763354563.994953:0:31820:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000100:00000040:2.0:1763354563.994953:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec53800 x1848998542712576/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1763354563.994968:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.994971:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763354563.994975:0:31820:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1e:0x0] not in the id map cache 00080000:00000001:3.0:1763354563.994982:0:31820:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.994984:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000040:00000001:3.0:1763354563.994986:0:31820:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.994988:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000001:3.0:1763354563.994992:0:31820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.994993:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 00080000:00000001:3.0:1763354563.994998:0:31820:0:(osd_handler.c:2153:osd_trans_start()) Process entered 02000000:00000001:2.0:1763354563.995000:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354563.995003:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354563.995004:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=5 obd=lustre-OST0001-osc-MDT0001 00080000:00000001:3.0:1763354563.995005:0:31820:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995007:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1763354563.995012:0:31820:0:(llog.c:1217:llog_write_rec()) Process entered 02000000:00000010:2.0:1763354563.995013:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587efe00. 00000040:00000001:3.0:1763354563.995018:0:31820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 02000000:00000001:2.0:1763354563.995019:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00001000:3.0:1763354563.995022:0:31820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1e:0x0] 02000000:00000001:2.0:1763354563.995023:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354563.995027:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec53800. 00000100:00000001:2.0:1763354563.995053:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354563.995056:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763354563.995059:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000040:00000001:3.0:1763354563.995061:0:31820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354563.995063:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff546361d80. 00000040:00000001:3.0:1763354563.995065:0:31820:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354563.995069:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff5559c7840. 00080000:00000001:3.0:1763354563.995070:0:31820:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000004:00000001:2.0:1763354563.995077:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00080000:00000010:3.0:1763354563.995078:0:31820:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442abc0. 00000004:00000001:2.0:1763354563.995080:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00040000:00000001:3.0:1763354563.995083:0:31820:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1763354563.995084:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 00040000:00000001:3.0:1763354563.995087:0:31820:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 80000000:00000001:2.0:1763354563.995088:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00080000:00000001:3.0:1763354563.995090:0:31820:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.995093:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000040:00000001:3.0:1763354563.995094:0:31820:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.995097:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000040:00000001:3.0:1763354563.995098:0:31820:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995101:0:31820:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.995103:0:31820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000001:2.0:1763354563.995103:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.995108:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.995110:0:31820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff677acca80 x1848998542701184/t8589975986(8589975986) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 80000000:00000001:2.0:1763354563.995112:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354563.995117:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763354563.995122:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995128:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000100:00000001:3.0:1763354563.995129:0:31820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354563.995133:0:31820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:2.0:1763354563.995133:0:6519:0:(osp_trans.c:955:osp_trans_create()) Process entered 02000000:00000010:3.0:1763354563.995138:0:31820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff678d80000. 00000004:00000010:2.0:1763354563.995140:0:6519:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff5953810c0. 02000000:00000001:3.0:1763354563.995141:0:31820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354563.995145:0:31820:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1763354563.995146:0:6519:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620883666079936 : -123190043471680 : ffff8ff5953810c0) 00000020:00000040:3.0:1763354563.995147:0:31820:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:3.0:1763354563.995151:0:31820:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1763354563.995154:0:6519:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff595381cc0. 02000000:00000010:3.0:1763354563.995155:0:31820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff66f533000. 02000000:00000001:3.0:1763354563.995162:0:31820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1763354563.995163:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ffc00. 02000000:00000001:3.0:1763354563.995164:0:31820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354563.995168:0:31820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acca80. 00000020:00000010:2.0:1763354563.995170:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ffa00. 00000100:00000001:3.0:1763354563.995171:0:31820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.995175:0:31820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354563.995176:0:6519:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666079936 : -123190043471680 : ffff8ff5953810c0) 00000004:00000040:3.0:1763354563.995177:0:31820:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff64a738cc0 : new refcount 2 00000004:00000001:2.0:1763354563.995183:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666079936 : -123190043471680 : ffff8ff5953810c0) 00000004:00001000:3.0:1763354563.995184:0:31820:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 2 in progress, 0 in flight, 2 done 00000004:00000001:3.0:1763354563.995190:0:31820:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763354563.995192:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000010:2.0:1763354563.995192:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381540. 00000004:00000001:3.0:1763354563.995193:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.995198:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000010:2.0:1763354563.995199:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff546361d80. 00000004:00000001:3.0:1763354563.995200:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.995203:0:31820:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763354563.995206:0:31820:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff64a738cc0 : new refcount 3 00000004:00000010:2.0:1763354563.995207:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000040:00000001:3.0:1763354563.995209:0:31820:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763354563.995212:0:31820:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000004:00000001:2.0:1763354563.995212:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995215:0:31820:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000004:00000001:2.0:1763354563.995217:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995218:0:31820:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995223:0:31820:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000004:00000001:2.0:1763354563.995224:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354563.995225:0:31820:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 21285 in log [0x1:0x1e:0x0] 00080000:00000001:3.0:1763354563.995231:0:31820:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000004:00000001:2.0:1763354563.995232:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354563.995234:0:31820:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f8c00. 00080000:00000001:3.0:1763354563.995238:0:31820:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311810048 : -123191397741568 : ffff8ff5447f8c00) 00000040:00000001:3.0:1763354563.995240:0:31820:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000004:00000001:2.0:1763354563.995240:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000040:00000001:3.0:1763354563.995244:0:31820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00001000:2.0:1763354563.995245:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=954439, bavail=897852, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259337, state=0 00080000:00000001:3.0:1763354563.995246:0:31820:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354563.995249:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.995251:0:31820:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442abc0. 00000004:00000001:2.0:1763354563.995254:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995255:0:31820:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995260:0:31820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995261:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00000040:00000001:3.0:1763354563.995262:0:31820:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995265:0:6519:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000040:00000001:3.0:1763354563.995266:0:31820:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763354563.995270:0:31820:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000020:00000001:2.0:1763354563.995271:0:6519:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995272:0:31820:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1763354563.995274:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.995277:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763354563.995279:0:31820:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1e:0x0] not in the id map cache 00000020:00000040:2.0:1763354563.995279:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff595381cc0 refcount 4 committed 0 result 0 batchid 25769804096 00080000:00000001:3.0:1763354563.995285:0:31820:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995289:0:31820:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.995290:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff5953810c0 00000040:00000001:3.0:1763354563.995293:0:31820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995297:0:31820:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000020:00000040:2.0:1763354563.995298:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff5587ef400 00080000:00000001:3.0:1763354563.995300:0:31820:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995305:0:31820:0:(llog.c:1217:llog_write_rec()) Process entered 00000020:00000040:2.0:1763354563.995306:0:6519:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000040:00000001:3.0:1763354563.995307:0:31820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763354563.995310:0:31820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1e:0x0] 00000040:00000001:2.0:1763354563.995311:0:6519:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354563.995315:0:6519:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000001:3.0:1763354563.995316:0:31820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1763354563.995318:0:6519:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:3.0:1763354563.995320:0:31820:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995324:0:31820:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000040:00000001:2.0:1763354563.995324:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354563.995329:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1763354563.995331:0:31820:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442abc0. 00000040:00000001:2.0:1763354563.995334:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00040000:00000001:3.0:1763354563.995335:0:31820:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000040:00000001:2.0:1763354563.995337:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354563.995338:0:31820:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354563.995342:0:31820:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995343:0:6519:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763354563.995345:0:31820:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995347:0:6519:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000040:00000001:3.0:1763354563.995348:0:31820:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995352:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00000040:00000001:3.0:1763354563.995353:0:31820:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.995357:0:31820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000002:2.0:1763354563.995359:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x3:0x0] not in the id map cache 00000100:00000040:3.0:1763354563.995361:0:31820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff6513daa00 x1848998542706432/t8589975994(8589975994) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1763354563.995365:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354563.995368:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.995373:0:31820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000040:00000001:2.0:1763354563.995374:0:6519:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 02000000:00000001:3.0:1763354563.995376:0:31820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000001:2.0:1763354563.995378:0:6519:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 02000000:00000010:3.0:1763354563.995379:0:31820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff544a46400. 80000000:00000001:2.0:1763354563.995383:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 02000000:00000001:3.0:1763354563.995384:0:31820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 80000000:00000001:2.0:1763354563.995386:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:3.0:1763354563.995387:0:31820:0:(genops.c:1236:class_import_put()) Process entered 80000000:00000001:2.0:1763354563.995391:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000040:3.0:1763354563.995392:0:31820:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:3.0:1763354563.995397:0:31820:0:(genops.c:1249:class_import_put()) Process leaving 80000000:00000001:2.0:1763354563.995397:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354563.995400:0:31820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff644f0f000. 80000000:00000001:2.0:1763354563.995402:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.995403:0:31820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354563.995408:0:31820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 80000000:00000001:2.0:1763354563.995408:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354563.995411:0:31820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513daa00. 00000020:00000001:2.0:1763354563.995413:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1763354563.995415:0:31820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.995418:0:31820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354563.995419:0:31820:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000020:00000001:2.0:1763354563.995420:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00000040:00000001:3.0:1763354563.995421:0:31820:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763354563.995423:0:31820:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763354563.995427:0:31820:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995429:0:31820:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00000001:2.0:1763354563.995429:0:6519:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00000040:00001000:3.0:1763354563.995431:0:31820:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 21283 in log [0x1:0x1e:0x0] 00080000:00000001:3.0:1763354563.995435:0:31820:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000001:2.0:1763354563.995437:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000010:3.0:1763354563.995439:0:31820:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5447f9400. 00000001:00000001:2.0:1763354563.995442:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354563.995443:0:31820:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882311812096 : -123191397739520 : ffff8ff5447f9400) 00080000:00000001:2.0:1763354563.995446:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995447:0:31820:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763354563.995449:0:31820:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763354563.995451:0:31820:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000002:2.0:1763354563.995453:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000001:00000001:3.0:1763354563.995454:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354563.995457:0:31820:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442abc0. 00000040:00000001:2.0:1763354563.995459:0:6519:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995460:0:31820:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995464:0:6519:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995465:0:31820:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995470:0:6519:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995474:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763354563.995475:0:31820:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995476:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00000001:3.0:1763354563.995480:0:31820:0:(llog.c:108:llog_declare_destroy()) Process entered 00080000:00000001:2.0:1763354563.995481:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000040:00000001:3.0:1763354563.995483:0:31820:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763354563.995486:0:31820:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763354563.995486:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.995490:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354563.995491:0:31820:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1763354563.995493:0:31820:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1e:0x0] not in the id map cache 00080000:00000010:2.0:1763354563.995493:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af3c0. 00080000:00000001:3.0:1763354563.995499:0:31820:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995499:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995501:0:31820:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995504:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000040:00000001:3.0:1763354563.995505:0:31820:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995508:0:31820:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000001:00000001:2.0:1763354563.995509:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354563.995511:0:31820:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995513:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995515:0:31820:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763354563.995519:0:31820:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00000001:2.0:1763354563.995519:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763354563.995522:0:31820:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x1e:0x0] 00000040:00000001:2.0:1763354563.995525:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995527:0:31820:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995530:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000040:00000001:3.0:1763354563.995531:0:31820:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354563.995535:0:31820:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763354563.995535:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995540:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00080000:00000010:3.0:1763354563.995541:0:31820:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442abc0. 00000040:00000001:2.0:1763354563.995543:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00040000:00000001:3.0:1763354563.995545:0:31820:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1763354563.995547:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00040000:00000001:3.0:1763354563.995548:0:31820:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:2.0:1763354563.995551:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354563.995553:0:31820:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354563.995556:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00000040:00000001:3.0:1763354563.995557:0:31820:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995561:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354563.995563:0:31820:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995565:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000040:00000001:3.0:1763354563.995568:0:31820:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354563.995569:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354563.995572:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354563.995575:0:31820:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:2.0:1763354563.995576:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995580:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354563.995584:0:31820:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff677acd500 x1848998542701312/t8589975988(8589975988) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354578 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354563.995584:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354563.995587:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995592:0:6519:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354563.995596:0:6519:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354563.995601:0:6519:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000100:00000001:3.0:1763354563.995603:0:31820:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1763354563.995605:0:6519:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354563.995607:0:31820:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:2.0:1763354563.995611:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 02000000:00000010:3.0:1763354563.995612:0:31820:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff66febf400. 02000000:00000001:3.0:1763354563.995617:0:31820:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1763354563.995617:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000020:00000001:3.0:1763354563.995620:0:31820:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000001:2.0:1763354563.995622:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000020:00000040:3.0:1763354563.995623:0:31820:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000004:00000001:2.0:1763354563.995626:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00000020:00000001:3.0:1763354563.995627:0:31820:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354563.995630:0:31820:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff66f532400. 00080000:00000001:2.0:1763354563.995632:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:3.0:1763354563.995633:0:31820:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1763354563.995636:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:3.0:1763354563.995637:0:31820:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354563.995640:0:31820:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acd500. 00080000:00000010:2.0:1763354563.995642:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00000100:00000001:3.0:1763354563.995644:0:31820:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354563.995648:0:31820:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354563.995648:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354563.995650:0:31820:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff64a738cc0 : new refcount 2 00000004:00000001:2.0:1763354563.995654:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763354563.995655:0:31820:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 2 done 00000004:00000001:3.0:1763354563.995660:0:31820:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763354563.995661:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.995663:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354563.995663:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995670:0:6519:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354563.995671:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.995674:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995677:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354563.995678:0:31820:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763354563.995681:0:31820:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995682:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354563.995686:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354563.995688:0:6519:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995692:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354563.995695:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354563.995698:0:6519:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763354563.995701:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354563.995703:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.995704:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354563.995706:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354563.995707:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354563.995709:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354563.995710:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.995712:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354563.995714:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354563.995716:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763354563.995718:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995720:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354563.995722:0:6519:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666079936 : -123190043471680 : ffff8ff5953810c0) 00000004:00000001:2.0:1763354563.995725:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666079936 : -123190043471680 : ffff8ff5953810c0) 00000020:00000040:2.0:1763354563.995728:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763354563.995731:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763354563.995734:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763354563.995736:0:6519:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x5326:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763354563.995739:0:6519:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763354563.995741:0:6519:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x5326:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354563.995744:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354563.995746:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995748:0:6519:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995751:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995752:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995754:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995756:0:6519:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995759:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354563.995761:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354563.995763:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429305 00000001:00000001:2.0:1763354563.995766:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354563.995769:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429306, last_committed = 30065429302 00000001:00000010:2.0:1763354563.995774:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37840. 00000001:00000040:2.0:1763354563.995777:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 4 00000020:00000040:2.0:1763354563.995779:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=225 00000001:00000010:2.0:1763354563.995784:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381240. 00000004:00000001:2.0:1763354563.995789:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354563.995790:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354563.995792:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00000020:00000040:2.0:1763354563.995795:0:6519:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763354563.995798:0:6519:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763354563.995800:0:6519:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:2.0:1763354563.995808:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354563.995811:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381240: xid 1848998841105920, transno 30065429306, tag 0, client gen 8, slot idx 5 00000001:00000001:2.0:1763354563.995815:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.995818:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354563.995820:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763354563.995824:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00080000:00000010:2.0:1763354563.995827:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00080000:00000010:2.0:1763354563.995829:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af3c0. 00040000:00000001:2.0:1763354563.995832:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354563.995833:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354563.995835:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995837:0:6519:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763354563.995839:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354563.995841:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763354563.995843:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff595381cc0 refcount 4 committed 0 result 0 batchid 25769804096 00000020:00000040:2.0:1763354563.995847:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5953810c0 00000020:00000040:2.0:1763354563.995851:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff5587ef400 00000020:00000001:2.0:1763354563.995854:0:6519:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354563.995855:0:6519:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763354563.995857:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354563.995859:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x5326:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763354563.995863:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763354563.995868:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec53800. 00000020:00000040:2.0:1763354563.995871:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:2.0:1763354563.995874:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354563.995876:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354563.995878:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354563.995882:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587efe00. 00000100:00000001:2.0:1763354563.995886:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995889:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.995891:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354563.995893:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.995895:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354563.995896:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354563.995900:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5953819c0. 00000100:00000001:2.0:1763354563.995902:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666082240 : -123190043469376 : ffff8ff5953819c0) 00000100:00000001:2.0:1763354563.995904:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.995906:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000100:00000001:2.0:1763354563.995909:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354563.995912:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.995914:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354563.995915:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354563.995920:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.995927:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354563.995929:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.995932:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354563.995933:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354563.995935:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354563.995938:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec53800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712704:0@lo:1000:mdt00_002.0 00000100:00000001:2.0:1763354563.995941:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354563.995944:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354563.995945:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354563.995947:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354563.995950:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:2.0:1763354563.995953:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354563.995956:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000010:2.0:1763354563.995974:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381a80. 00000100:00000200:2.0:1763354563.995978:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542712704, portal 4 00000100:00000001:2.0:1763354563.995980:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.995981:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000100:00000040:2.0:1763354563.995987:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.995994:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354563.995996:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354563.995998:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354563.996000:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542712704, offset 0 00000400:00000200:2.0:1763354563.996005:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354563.996011:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354563.996017:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785541f80 00000400:00000200:2.0:1763354563.996022:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fd3c5 [256] + 23504 00000400:00000010:2.0:1763354563.996026:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66ecbc210. 00000400:00000200:2.0:1763354563.996029:0:6519:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff545a64000 00000400:00000200:2.0:1763354563.996050:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354563.996053:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1763354563.996056:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff545a64000 00000400:00000010:2.0:1763354563.996058:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8ff545a64000. 00000100:00000001:2.0:1763354563.996062:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354563.996064:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1763354563.996067:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff646669c50 x1848998542712704 msgsize 408 00000100:00100000:2.0:1763354563.996071:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1763354563.996073:0:6519:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763354563.996084:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354563.996088:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:2.0:1763354563.996090:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:2.0:1763354563.996093:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354563.996097:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.996105:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354563.996109:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354563.996116:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.996118:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354563.996122:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.996127:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7455 usecs (8 jiffies) 00000100:00000001:1.0:1763354563.996128:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354563.996130:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306885964 00000100:00100000:1.0:1763354563.996132:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542712704 00000100:00000001:2.0:1763354563.996135:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887058 02000000:00000001:1.0:1763354563.996137:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354563.996142:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306885964 00000100:00000001:1.0:1763354563.996142:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354563.996146:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.996148:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887058 00000100:00000001:2.0:1763354563.996153:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306885964 02000000:00000001:1.0:1763354563.996153:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354563.996160:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887058 00000100:00100000:1.0:1763354563.996160:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542712704 00000020:00000001:1.0:1763354563.996166:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354563.996167:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306885964 00000020:00000040:1.0:1763354563.996171:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000100:00000001:2.0:1763354563.996172:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887058 00000020:00000001:1.0:1763354563.996176:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763354563.996178:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354563.996181:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=5 00000100:00000001:2.0:1763354563.996182:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.996187:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:2.0:1763354563.996188:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354563.996191:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1763354563.996193:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00100000:2.0:1763354563.996195:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5953819c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354563.996199:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354563.996201:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354563.996205:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.996205:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:1.0:1763354563.996211:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.996213:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000020:00000010:1.0:1763354563.996218:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153c00. 00000020:00000010:1.0:1763354563.996222:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354563.996225:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b244b0. 00000100:00000040:1.0:1763354563.996230:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354563.996233:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354563.996234:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354563.996236:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.996239:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.996253:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354563.996261:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354563.996263:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354563.996267:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7881 00000100:00000040:1.0:1763354563.996269:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:1.0:1763354563.996272:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886638697552 : -123187070854064 : ffff8ff646669c50) 00000100:00000040:1.0:1763354563.996278:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff646669c50 x1848998542712704/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/0 e 0 to 0 dl 1763354574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.996286:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354563.996289:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1640. 00000100:00000001:1.0:1763354563.996292:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354563.996295:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1640. 00000100:00100000:1.0:1763354563.996300:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff646669c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542712704:12345-0@lo:1000:mdt00_002.0 00000100:00000200:1.0:1763354563.996304:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542712704 00000020:00000001:1.0:1763354563.996307:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354563.996310:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354563.996312:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.996314:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354563.996316:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:1.0:1763354563.996319:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354563.996321:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354563.996323:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354563.996325:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354563.996327:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.996329:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763354563.996333:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f149710. 00000100:00000001:1.0:1763354563.996336:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354563.996337:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354563.996344:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff67537e000. 02000000:00000001:1.0:1763354563.996346:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.996348:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.996351:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.996353:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763354563.996355:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354563.996358:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595928248 : -123190113623368 : ffff8ff59109a2b8) 00080000:00000001:1.0:1763354563.996362:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354563.996364:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152e00. 00080000:00000001:1.0:1763354563.996367:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741046784 : -123190968504832 : ffff8ff55e152e00) 00000020:00000001:1.0:1763354563.996369:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:1.0:1763354563.996372:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.996375:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763354563.996376:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354563.996379:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354563.996381:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354563.996384:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1640. 00080000:00000001:1.0:1763354563.996387:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354563.996392:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.996394:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763354563.996396:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff8ff647505d18 name trusted.fid flag 1 00080000:00000001:1.0:1763354563.996400:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354563.996402:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x5326:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763354563.996416:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354563.996418:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff8ff67537e208 index 0: rc = 0 00000020:00000040:1.0:1763354563.996421:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763354563.996423:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354563.996426:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354563.996429:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976001, last_committed = 8589975999 00000001:00000010:1.0:1763354563.996432:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a300. 00000001:00000040:1.0:1763354563.996434:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482fd800 : new cb_count 1 00000020:00000040:1.0:1763354563.996437:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff6482fd800 refcount=6 00000001:00000001:1.0:1763354563.996447:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354563.996452:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1640. 00040000:00000001:1.0:1763354563.996454:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354563.996456:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354563.996458:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354563.996461:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff549c22400/ffff8ff59109a260 to site lru. bkt: ffff8ff66f402220 00000020:00000001:1.0:1763354563.996463:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354563.996465:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f149710. 00000020:00000010:1.0:1763354563.996468:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff55e381a80. 00000020:00000001:1.0:1763354563.996471:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354563.996473:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975994, transno 8589976001, xid 1848998542712704 00010000:00000001:1.0:1763354563.996476:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354563.996481:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff646669c50 x1848998542712704/t8589976001(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354563.996489:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354563.996491:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354563.996494:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354563.996497:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354563.996499:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354563.996502:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354563.996505:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354563.996506:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354563.996509:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354563.996511:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354563.996514:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff55e381a80. 00000100:00000200:1.0:1763354563.996518:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542712704, offset 224 00000400:00000200:1.0:1763354563.996522:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354563.996528:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354563.996534:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785541f80 00000400:00000200:1.0:1763354563.996539:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8a61 [2] + 224 00000400:00000200:1.0:1763354563.996544:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354563.996547:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354563.996561:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354563.996569:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.996579:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354563.996595:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354563.996600:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55e381a80 00000400:00000010:1.0:1763354563.996602:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55e381a80. 00000100:00000001:1.0:1763354563.996604:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354563.996606:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354563.996609:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354563.996612:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354563.996615:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354563.996617:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354563.996619:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1763354563.996626:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1763354563.996626:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff646669c50 x1848998542712704/t8589976001(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:734/0 lens 408/4320 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1763354563.996633:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354563.996636:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354563.996640:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b5d8. 00000100:00100000:1.0:1763354563.996646:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff646669c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542712704:12345-0@lo:1000:mdt00_002.0 Request processed in 354us (572us total) trans 8589976001 rc 0/0 00000400:00000200:2.0:1763354563.996647:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381a80 00000400:00000010:2.0:1763354563.996652:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381a80. 00000100:00000001:2.0:1763354563.996659:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1763354563.996662:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881 00000100:00000200:2.0:1763354563.996668:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354563.996669:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:1.0:1763354563.996675:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354563.996678:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354563.996683:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000100:00000200:2.0:1763354563.996687:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec53800 x1848998542712704/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1763354563.996690:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b244b0. 00000020:00000010:1.0:1763354563.996697:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153c00. 00000100:00000001:2.0:1763354563.996703:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1763354563.996705:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 5 00000100:00000001:2.0:1763354563.996707:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354563.996711:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354563.996713:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354563.996715:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354563.996716:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.996718:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1763354563.996719:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.996724:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff67537e000. 00000100:00001000:2.0:1763354563.996727:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543709530 time=42 v=5 (5 0 0 0) 02000000:00000001:1.0:1763354563.996729:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1763354563.996733:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=70 v=5 (1 1 1 1) 02000000:00000001:1.0:1763354563.996734:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.996738:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff6817d0000. 00000100:00000001:2.0:1763354563.996740:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354563.996744:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.996744:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1763354563.996749:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1763354563.996749:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50000. 00010000:00000001:2.0:1763354563.996754:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.996756:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354563.996758:0:6519:0:(client.c:1532:ptlrpc_save_versions()) Process entered 02000000:00000010:1.0:1763354563.996759:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff6817d4000. 00000100:00000040:2.0:1763354563.996762:0:6519:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 02000000:00000001:1.0:1763354563.996764:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763354563.996766:0:6519:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000010:1.0:1763354563.996768:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52d80. 00000100:00000001:2.0:1763354563.996770:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354563.996773:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 02000000:00000001:1.0:1763354563.996775:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354563.996778:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1763354563.996779:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff66ecf0000. 00000100:00000040:2.0:1763354563.996782:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589975994 02000000:00000001:1.0:1763354563.996785:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763354563.996787:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1763354563.996788:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50a80. 00000100:00000001:2.0:1763354563.996791:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.996793:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.996797:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff54451c000. 00000100:00000040:2.0:1763354563.996799:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec53800 x1848998542712704/t8589976001(8589976001) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763354563.996802:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.996805:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec51c00. 02000000:00000001:1.0:1763354563.996811:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.996813:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff544518000. 00000100:00000001:2.0:1763354563.996815:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354563.996818:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763354563.996819:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1763354563.996822:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec51180. 00000100:00000001:2.0:1763354563.996823:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354563.996828:0:6519:0:(osp_trans.c:601:osp_update_interpret()) Process entered 02000000:00000001:1.0:1763354563.996829:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1763354563.996832:0:6519:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.996833:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff5559c8000. 02000000:00000001:1.0:1763354563.996840:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1763354563.996841:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec53800 x1848998542712704/t8589976001(8589976001) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763354563.996843:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0a80. 02000000:00000001:1.0:1763354563.996849:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.996852:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff5559ce000. 02000000:00000001:1.0:1763354563.996858:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1763354563.996861:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec53800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542712704:0@lo:1000:mdt00_002.0 00000100:00000010:1.0:1763354563.996862:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0e00. 02000000:00000001:1.0:1763354563.996868:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354563.996871:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1763354563.996871:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff67ca30000. 02000000:00000001:1.0:1763354563.996874:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763354563.996876:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354563.996877:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd3800. 00000100:00000001:2.0:1763354563.996882:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1763354563.996884:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354563.996886:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1763354563.996887:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8ff6735c1c00. 02000000:00000001:1.0:1763354563.996892:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1763354563.996895:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec53800 x1848998542712704/t8589976001(8589976001) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763354563.996895:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df99500. 02000000:00000001:1.0:1763354563.996902:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.996904:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff548686000. 00000100:00000001:2.0:1763354563.996911:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.996912:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354563.996915:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5953819c0. 00000100:00000010:1.0:1763354563.996916:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd3480. 00000100:00000001:2.0:1763354563.996922:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1763354563.996923:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354563.996925:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.996927:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff542ef8000. 00000100:00000001:2.0:1763354563.996930:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1763354563.996932:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.996936:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0700. 00000100:00000040:2.0:1763354563.996938:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53800 x1848998542712704/t8589976001(8589976001) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763354563.996942:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.996945:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff54a6cc000. 02000000:00000001:1.0:1763354563.996952:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763354563.996953:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354563.996955:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766bbb80. 00000004:00000001:2.0:1763354563.996957:0:6519:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.996975:0:6519:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354563.996976:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1763354563.996980:0:6519:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.996981:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff6801ec000. 00000020:00000001:2.0:1763354563.996986:0:6519:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.996989:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1763354563.996992:0:6519:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000100:00000010:1.0:1763354563.996993:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52300. 00000020:00000001:2.0:1763354563.996998:0:6519:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.997000:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997004:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff8ff680710000. 00000004:00000001:2.0:1763354563.997005:0:6519:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354563.997011:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354563.997014:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354563.997016:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354563.997018:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354563.997020:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.997022:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354563.997025:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 02000000:00000001:1.0:1763354563.997026:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1763354563.997028:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00000100:00000010:1.0:1763354563.997030:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec51500. 02000000:00000001:1.0:1763354563.997061:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997063:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff8ff673300000. 00010000:00000001:2.0:1763354563.997070:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 02000000:00000001:1.0:1763354563.997077:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00010000:2.0:1763354563.997079:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000470eb18a reply state 00000000c8870242 transno 30065429306 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000100:00000010:1.0:1763354563.997081:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64640e680. 02000000:00000001:1.0:1763354563.997088:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997091:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff544986000. 00010000:00000001:2.0:1763354563.997095:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 02000000:00000001:1.0:1763354563.997097:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997100:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766bad80. 00010000:00000001:2.0:1763354563.997104:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:1.0:1763354563.997105:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354563.997108:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.997109:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff544982000. 00010000:00000001:2.0:1763354563.997113:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 02000000:00000001:1.0:1763354563.997116:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1763354563.997117:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.997121:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000010:1.0:1763354563.997121:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b8e00. 00010000:00000001:2.0:1763354563.997124:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.997129:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff58b052400) refcount = 1 02000000:00000001:1.0:1763354563.997131:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1763354563.997134:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 02000000:00000010:1.0:1763354563.997135:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff595176000. 02000000:00000001:1.0:1763354563.997142:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997145:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b9500. 00010000:00000001:2.0:1763354563.997147:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.997151:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:1.0:1763354563.997152:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354563.997154:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.997157:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff595174000. 00010000:00000001:2.0:1763354563.997158:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.997162:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:1.0:1763354563.997165:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1763354563.997166:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000010:1.0:1763354563.997169:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766ba680. 00010000:00010000:2.0:1763354563.997171:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff58b052400) 02000000:00000001:1.0:1763354563.997175:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:2.0:1763354563.997176:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 02000000:00000010:1.0:1763354563.997179:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 55440 at ffff8ff66ddc0000. 00010000:00000001:2.0:1763354563.997181:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354563.997187:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.997189:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.997190:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354563.997192:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763354563.997195:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.997197:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.997198:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354563.997200:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354563.997202:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 02000000:00000001:1.0:1763354563.997202:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:2.0:1763354563.997207:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000100:00000010:1.0:1763354563.997208:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ae300. 00000004:00000001:2.0:1763354563.997209:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354563.997212:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354563.997214:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354563.997216:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 02000000:00000001:1.0:1763354563.997217:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354563.997218:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354563.997222:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1763354563.997222:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff8ff66b760000. 00000020:00000040:2.0:1763354563.997227:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=3 00000020:00000001:2.0:1763354563.997231:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:2.0:1763354563.997234:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 02000000:00000001:1.0:1763354563.997235:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997240:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677ace300. 00000004:00010000:2.0:1763354563.997241:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000470eb18a reply state 00000000c8870242 transno 30065429306 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 02000000:00000001:1.0:1763354563.997246:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997249:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 55440 at ffff8ff66b840000. 00010000:00000001:2.0:1763354563.997255:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763354563.997259:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.997261:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.997263:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354563.997265:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354563.997267:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354563.997268:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354563.997271:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 2 02000000:00000001:1.0:1763354563.997271:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997276:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817af480. 00010000:00000040:2.0:1763354563.997278:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 02000000:00000001:1.0:1763354563.997283:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:2.0:1763354563.997284:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 02000000:00000010:1.0:1763354563.997287:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff8ff66b800000. 00010000:00010000:2.0:1763354563.997296:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 02000000:00000001:1.0:1763354563.997300:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997303:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b9180. 02000000:00000001:1.0:1763354563.997310:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997313:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 55440 at ffff8ff66b8c0000. 00010000:00000001:2.0:1763354563.997314:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354563.997318:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354563.997320:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354563.997323:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354563.997325:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354563.997326:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 02000000:00000001:1.0:1763354563.997329:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1763354563.997330:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00000100:00000010:1.0:1763354563.997334:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766bb800. 00010000:00010000:2.0:1763354563.997336:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763354563.997340:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354563.997343:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354563.997344:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354563.997347:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff8ff6716c0000. 00010000:00000001:2.0:1763354563.997349:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354563.997353:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354563.997355:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:2.0:1763354563.997357:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354563.997358:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354563.997360:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 02000000:00000001:1.0:1763354563.997361:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:2.0:1763354563.997362:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354563.997366:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000100:00000010:1.0:1763354563.997367:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b8a80. 00000004:00000001:2.0:1763354563.997368:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354563.997371:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 02000000:00000001:1.0:1763354563.997375:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1763354563.997376:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 02000000:00000010:1.0:1763354563.997379:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 55440 at ffff8ff6766c0000. 00000004:00000001:2.0:1763354563.997380:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354563.997386:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354563.997388:0:6519:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354563.997392:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429306, xid 1848998841105920 00010000:00000001:2.0:1763354563.997395:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763354563.997397:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=226 02000000:00000001:1.0:1763354563.997398:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000200:2.0:1763354563.997401:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 30065429306, last committed = 30065429302 00000100:00000010:1.0:1763354563.997403:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 02000000:00000001:1.0:1763354563.997411:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000200:2.0:1763354563.997412:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb08700 x1848998841105920/t30065429306(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1763354563.997414:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 29720 at ffff8ff66c858000. 00010000:00000001:2.0:1763354563.997426:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354563.997429:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.997431:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1763354563.997433:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=94 v=5 (1 1 1 1) 00000100:00000010:1.0:1763354563.997435:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766baa00. 00000100:00000001:2.0:1763354563.997440:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1763354563.997442:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997446:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff646548000. 00000100:00000040:2.0:1763354563.997448:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354563.997452:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354563.997453:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1763354563.997458:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:1.0:1763354563.997458:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817aed80. 02000000:00000001:2.0:1763354563.997462:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354563.997464:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354563.997467:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1763354563.997468:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff670d18000. 00000100:00000040:2.0:1763354563.997474:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 02000000:00000001:1.0:1763354563.997475:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997479:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817adf80. 00000400:00000010:2.0:1763354563.997480:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 02000000:00000001:1.0:1763354563.997483:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1763354563.997487:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841105920, offset 224 02000000:00000010:1.0:1763354563.997487:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff670d1e000. 00000400:00000200:2.0:1763354563.997496:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 02000000:00000001:1.0:1763354563.997498:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997501:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ad180. 02000000:00000001:1.0:1763354563.997506:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1763354563.997507:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 02000000:00000010:1.0:1763354563.997508:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff670108000. 02000000:00000001:1.0:1763354563.997515:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997517:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b318000. 00000400:00000200:2.0:1763354563.997520:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556725:1556725:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556721:1556721:8:4294967295] 02000000:00000001:1.0:1763354563.997523:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997526:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff543ab8000. 02000000:00000001:1.0:1763354563.997533:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763354563.997536:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31b100. 00000400:00000200:2.0:1763354563.997544:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 02000000:00000001:1.0:1763354563.997544:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997548:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff5559ca000. 02000000:00000001:1.0:1763354563.997555:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:2.0:1763354563.997556:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000100:00000010:1.0:1763354563.997558:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff677acdf80. 00000800:00000010:2.0:1763354563.997563:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 02000000:00000001:1.0:1763354563.997566:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354563.997570:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8ff678d81800. 02000000:00000001:1.0:1763354563.997575:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:2.0:1763354563.997576:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000010:1.0:1763354563.997578:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec66d80. 00000100:00000001:1.0:1763354563.997586:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763354563.997587:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354563.997593:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1763354563.997594:0:6523:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1763354563.997602:0:6523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce24d0. 00000400:00000010:1.0:1763354563.997607:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8ff67537e000. 00000100:00000001:2.0:1763354563.997612:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354563.997619:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354563.997623:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354563.997625:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354563.997628:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354563.997634:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb08700 x1848998841105920/t30065429306(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:734/0 lens 568/224 e 0 to 0 dl 1763354574 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354563.997646:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+226:252577:x1848998841105920:12345-192.168.203.48@tcp:61:lfs.0 Request processed in 8003us (8212us total) trans 30065429306 rc 0/0 00000100:00100000:2.0:1763354563.997655:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417437 00000100:00000040:2.0:1763354563.997659:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354563.997661:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354563.997664:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354563.997666:0:6519:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:2.0:1763354563.997669:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241c80. 00000020:00000010:2.0:1763354563.997687:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354563.997691:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354563.997695:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00000100:00000001:2.0:1763354563.997698:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354563.997730:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354563.997736:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354563.997740:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354563.997745:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354563.997749:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:0.0:1763354563.997751:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:0.0:1763354563.997755:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354563.997757:0:3649:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.000095:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.000104:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.000107:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.000108:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.000114:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.000122:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d3f80 00000400:00000200:1.0:1763354564.000127:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad86d [2] + 1568 00000800:00000001:1.0:1763354564.000132:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.000135:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.000137:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.000139:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.000143:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.000144:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354564.000148:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec66d80. 00000100:00000040:1.0:1763354564.000150:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec66d80 x1848998841106304 msgsize 392 00000100:00100000:1.0:1763354564.000153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.000162:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.000167:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.000169:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.000171:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.000172:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.000175:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.000178:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d3e80 00000400:00000200:1.0:1763354564.000183:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 656 00000800:00000001:1.0:1763354564.000185:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.000190:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.000192:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.000196:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.000198:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.000200:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:2.0:1763354564.000201:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1763354564.000203:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000100:00100000:2.0:1763354564.000206:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841106304 00000100:00000040:1.0:1763354564.000208:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65f80 x1848998841106048 msgsize 328 02000000:00000001:2.0:1763354564.000211:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1763354564.000216:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354564.000217:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.000221:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.000225:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.000225:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.000230:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1763354564.000232:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841106304 00000800:00000001:1.0:1763354564.000234:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.000237:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.000241:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.000244:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.000247:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=226 00000020:00000001:2.0:1763354564.000251:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.000255:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.000259:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.000265:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af3c0. 00000020:00000010:2.0:1763354564.000270:0:6520:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff674cb1c40. 00000100:00000001:3.0:1763354564.000272:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:2.0:1763354564.000276:0:6520:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff8ff66aff0000) now 12 - evictor 00000100:00100000:3.0:1763354564.000277:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841106048 02000000:00000001:3.0:1763354564.000282:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.000286:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.000288:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.000292:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.000296:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841106048 00000100:00000001:2.0:1763354564.000296:0:6520:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1763354564.000301:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1763354564.000303:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000040:3.0:1763354564.000304:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354564.000310:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1763354564.000311:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27800. 00000020:00000040:3.0:1763354564.000314:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000010:2.0:1763354564.000318:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000020:00000001:3.0:1763354564.000320:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00080000:1.0:1763354564.000324:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1763354564.000326:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000040:2.0:1763354564.000328:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000020:00000040:1.0:1763354564.000331:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff8ff66aff0000) now 12 - evictor 00000100:00000001:3.0:1763354564.000333:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354564.000334:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.000338:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1763354564.000342:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442abc0. 00000100:00000001:2.0:1763354564.000343:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.000352:0:74535:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff67ca68080. 00000100:00000001:2.0:1763354564.000352:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.000363:0:74535:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000001:2.0:1763354564.000370:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.000379:0:74535:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1763354564.000383:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1763354564.000386:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f8600. 00000100:00000001:2.0:1763354564.000387:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1763354564.000393:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000100:00100000:2.0:1763354564.000396:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93117 00000100:00080000:1.0:1763354564.000398:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1763354564.000400:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:2.0:1763354564.000405:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000020:00000040:1.0:1763354564.000405:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000040:3.0:1763354564.000409:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763354564.000412:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484227456 : -123191225324160 : ffff8ff54ec66d80) 00000100:00000001:3.0:1763354564.000415:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.000418:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.000424:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000040:2.0:1763354564.000425:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec66d80 x1848998841106304/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354564.000429:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000436:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1763354564.000442:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763354564.000443:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1763354564.000446:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000020:00000001:3.0:1763354564.000447:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.000453:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000100:00000001:2.0:1763354564.000453:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.000459:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000001:3.0:1763354564.000461:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354564.000467:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00000100:00100000:2.0:1763354564.000469:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+226:252577:x1848998841106304:12345-192.168.203.48@tcp:35:lfs.0 00010000:00000001:3.0:1763354564.000471:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.000475:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1763354564.000478:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841106304 00010000:00000001:3.0:1763354564.000479:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.000482:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1763354564.000484:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.000487:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1763354564.000492:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.000493:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381240: xid 1848998841105920, transno 30065429306, client gen 8, slot idx 5 00000001:00000001:2.0:1763354564.000501:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5559c7180: xid 1848998841105024, transno 30065429303, client gen 8, slot idx 2 00000001:00000010:2.0:1763354564.000505:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c7180. 00000100:00000001:3.0:1763354564.000507:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354564.000510:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff66d1c4780: xid 1848998841105920, transno 30065429305, client gen 8, slot idx 4 00000001:00000001:2.0:1763354564.000516:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff66d1c4780: xid 1848998841105920, transno 30065429305, client gen 8, slot idx 4 00000001:00000010:2.0:1763354564.000519:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66d1c4780. 00000100:00000001:3.0:1763354564.000520:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1763354564.000523:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5559c7540: xid 1848998841105920, transno 30065429304, client gen 8, slot idx 3 00000100:00000001:3.0:1763354564.000524:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1763354564.000530:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5559c7540: xid 1848998841105920, transno 30065429304, client gen 8, slot idx 3 00000100:00100000:3.0:1763354564.000535:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3719 00000001:00000010:2.0:1763354564.000537:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c7540. 00000100:00000040:3.0:1763354564.000541:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000020:00000001:2.0:1763354564.000544:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.000546:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000020:00000001:2.0:1763354564.000550:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.000554:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000100:00000040:3.0:1763354564.000557:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec65f80 x1848998841106048/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354564.000560:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.000565:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841106304, found 0 last_xid 1848998841106303 00000020:00000001:2.0:1763354564.000573:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.000575:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1763354564.000576:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.000580:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1763354564.000584:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000020:00000001:2.0:1763354564.000584:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.000592:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.000594:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000020:00000010:3.0:1763354564.000597:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000004:00000001:2.0:1763354564.000599:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354564.000604:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354564.000607:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.000609:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2407:x1848998841106048:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000004:00000001:2.0:1763354564.000612:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000100:00000200:3.0:1763354564.000617:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841106048 00000001:00000001:2.0:1763354564.000618:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.000623:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000624:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.000629:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000001:00000001:2.0:1763354564.000629:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.000634:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.000635:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000001:00000001:2.0:1763354564.000640:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.000644:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:2.0:1763354564.000644:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:3.0:1763354564.000650:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1763354564.000650:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.000654:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354564.000658:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0f000. 00000001:00000001:2.0:1763354564.000659:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.000662:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354564.000664:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.000666:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.000670:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.000671:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.000674:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.000676:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1763354564.000678:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.000681:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00000001:2.0:1763354564.000684:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000687:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:2.0:1763354564.000688:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000020:00000001:3.0:1763354564.000691:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1763354564.000692:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.000695:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000004:00000001:2.0:1763354564.000698:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000020:00000001:3.0:1763354564.000700:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00000001:00000001:2.0:1763354564.000702:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.000707:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000708:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00000001:00000001:2.0:1763354564.000710:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.000714:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763354564.000716:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50700 count: 2 00000001:00000001:2.0:1763354564.000717:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.000723:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.000724:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763354564.000725:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000001:00000001:2.0:1763354564.000727:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.000732:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00002000:00000001:3.0:1763354564.000733:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000001:00000001:2.0:1763354564.000734:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.000738:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:2.0:1763354564.000741:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:00000001:3.0:1763354564.000745:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 02000000:00001000:2.0:1763354564.000748:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00002000:00000001:3.0:1763354564.000751:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 02000000:00000001:2.0:1763354564.000754:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00002000:00000001:3.0:1763354564.000757:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.000760:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00002000:00000001:3.0:1763354564.000763:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.000764:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.000771:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000002:3.0:1763354564.000772:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00f358/ffff8ff58e00f300 to site lru. bkt: ffff8ff642cc0f18 00000001:00000001:2.0:1763354564.000774:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000780:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.000780:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.000785:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.000786:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.000788:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000791:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1763354564.000794:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1763354564.000796:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.000798:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1763354564.000801:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354564.000805:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff6735c1c00. 00010000:00000001:3.0:1763354564.000808:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1763354564.000810:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000813:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1763354564.000815:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.000819:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00010000:00000001:3.0:1763354564.000821:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354564.000822:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000825:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.000829:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.000832:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.000834:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000020:00000040:3.0:1763354564.000837:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222cadd6 from hash 00000004:00000001:2.0:1763354564.000839:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354564.000843:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763354564.000845:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:2.0:1763354564.000847:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff651241000 refcount=2 00010000:00000001:3.0:1763354564.000849:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.000852:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.000854:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886818885632 : -123186890665984 : ffff8ff651241000) 00010000:00000001:3.0:1763354564.000856:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:2.0:1763354564.000862:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620886818885632 : -123186890665984 : ffff8ff651241000) 00010000:00000001:3.0:1763354564.000863:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:2.0:1763354564.000866:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff651241000 with handle 0x4a8bb634222cad7b from hash 00010000:00000001:3.0:1763354564.000868:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000874:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:2.0:1763354564.000875:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00010000:00000001:3.0:1763354564.000876:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000002:2.0:1763354564.000879:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9de5:0x0] with intent: 0 00010000:00010000:3.0:1763354564.000885:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cadd6 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x53b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1629960883 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41439 expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763354564.000887:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354564.000891:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 8 blocks 8 truncate 0 00000004:00000001:2.0:1763354564.000900:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00000040:3.0:1763354564.000905:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000004:00000001:2.0:1763354564.000905:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00000040:3.0:1763354564.000911:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000004:00000001:2.0:1763354564.000911:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.000918:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:3.0:1763354564.000923:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.000925:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:3.0:1763354564.000927:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.000931:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354564.000934:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.000936:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000940:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763354564.000942:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50700 count: 0 00002000:00000010:3.0:1763354564.000949:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448af280. 00010000:00000010:3.0:1763354564.000953:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff560c50c00. 00000004:00000001:2.0:1763354564.000954:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.000971:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.000973:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.000976:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.000977:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000002:2.0:1763354564.000979:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de5:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00010000:00000001:3.0:1763354564.000982:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763354564.000985:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00010000:00000001:3.0:1763354564.000989:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000001:2.0:1763354564.000991:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.000993:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.000996:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.000999:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00001000:3.0:1763354564.001000:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00000004:00000001:2.0:1763354564.001002:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.001006:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000100:00000001:3.0:1763354564.001009:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1763354564.001011:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000040:3.0:1763354564.001015:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354564.001017:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000100:00000001:3.0:1763354564.001021:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000004:00000001:2.0:1763354564.001023:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.001026:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 02000000:00000001:3.0:1763354564.001028:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1763354564.001030:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.001060:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.001063:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.001066:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.001068:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001072:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354564.001074:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9de5:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763354564.001079:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 02000000:00000001:3.0:1763354564.001080:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001082:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.001087:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.001088:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00200000:00000001:2.0:1763354564.001094:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000100:00000040:3.0:1763354564.001096:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354564.001103:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701212a8. 00000020:00000010:2.0:1763354564.001105:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00000100:00000200:3.0:1763354564.001108:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841106048, offset 224 00080000:00000001:2.0:1763354564.001110:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.001117:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff6720b2400. 00000400:00000200:3.0:1763354564.001118:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00080000:00000001:2.0:1763354564.001125:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887370900480 : -123186338651136 : ffff8ff6720b2400) 00000004:00000001:2.0:1763354564.001130:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000400:00000200:3.0:1763354564.001133:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:2.0:1763354564.001135:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.001140:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000400:00000200:3.0:1763354564.001144:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556726:1556726:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556722:1556722:8:4294967295] 00000004:00000001:2.0:1763354564.001145:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370900480 : -123186338651136 : ffff8ff6720b2400) 00000004:00000001:2.0:1763354564.001153:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001158:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.001165:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000001:2.0:1763354564.001167:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.001171:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000800:00000200:3.0:1763354564.001173:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:2.0:1763354564.001178:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000800:00000010:3.0:1763354564.001180:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4c00. 00000004:00000001:2.0:1763354564.001182:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001186:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370900480 : -123186338651136 : ffff8ff6720b2400) 00000800:00000200:3.0:1763354564.001190:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00080000:00000001:2.0:1763354564.001193:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.001198:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000200:3.0:1763354564.001202:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00080000:00000010:2.0:1763354564.001205:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00000800:00000200:3.0:1763354564.001208:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4c00 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:2.0:1763354564.001210:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001215:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.001223:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.001228:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.001228:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.001237:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354564.001237:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.001243:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00010000:00000001:3.0:1763354564.001244:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001248:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00010000:00000001:3.0:1763354564.001249:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001252:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001256:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370900480 : -123186338651136 : ffff8ff6720b2400) 00000100:00000040:3.0:1763354564.001258:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998841106048/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354564.001260:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.001265:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de5:0x0] set xattr 'trusted.som' with size 24 00000100:00100000:3.0:1763354564.001277:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2407:x1848998841106048:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 701us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354564.001285:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3719 00000100:00000040:3.0:1763354564.001289:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000004:00000001:2.0:1763354564.001289:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.001294:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354564.001295:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1763354564.001295:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.001301:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1763354564.001301:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4c00. 00000004:00000001:2.0:1763354564.001302:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.001308:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354564.001309:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000001:2.0:1763354564.001310:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00000400:00000200:0.0:1763354564.001316:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00080000:00000001:2.0:1763354564.001317:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000400:00000200:0.0:1763354564.001320:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701212a8 00000020:00000010:3.0:1763354564.001321:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000001:00000001:2.0:1763354564.001323:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000010:0.0:1763354564.001325:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701212a8. 00000001:00000002:2.0:1763354564.001329:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429307, last_committed = 30065429302 00000020:00000010:3.0:1763354564.001330:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f8600. 00000100:00000001:0.0:1763354564.001331:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.001334:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:2.0:1763354564.001337:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37a80. 00000020:00000040:3.0:1763354564.001339:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000001:00000040:2.0:1763354564.001343:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 5 00000100:00000001:3.0:1763354564.001345:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763354564.001350:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=227 00000001:00000010:2.0:1763354564.001358:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.001363:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.001366:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001367:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370900480 : -123186338651136 : ffff8ff6720b2400) 00000004:00000001:2.0:1763354564.001377:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.001380:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953819c0: xid 1848998841106304, transno 30065429307, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.001384:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.001392:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00040000:00000001:2.0:1763354564.001396:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.001398:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.001401:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.001404:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354564.001406:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001409:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001411:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001413:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001415:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354564.001417:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354564.001419:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.001421:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.001423:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.001429:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.001432:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.001435:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001437:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354564.001441:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354564.001444:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.001447:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.001450:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354564.001452:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.001455:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff6720b2000. 00080000:00000001:2.0:1763354564.001457:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887370899456 : -123186338652160 : ffff8ff6720b2000) 00000004:00000001:2.0:1763354564.001461:0:6520:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354564.001463:0:6520:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354564.001464:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001466:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370899456 : -123186338652160 : ffff8ff6720b2000) 00080000:00000001:2.0:1763354564.001469:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.001471:0:6520:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001473:0:6520:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001475:0:6520:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.001478:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.001479:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.001482:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.001484:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001486:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370899456 : -123186338652160 : ffff8ff6720b2000) 00080000:00000001:2.0:1763354564.001488:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.001491:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.001494:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00080000:00000001:2.0:1763354564.001496:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001498:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.001502:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.001504:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.001506:0:6520:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354563 00000004:00000001:2.0:1763354564.001509:0:6520:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.001511:0:6520:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763354564.001513:0:6520:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763354564.001514:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001515:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370899456 : -123186338652160 : ffff8ff6720b2000) 00080000:00000001:2.0:1763354564.001525:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.001527:0:6520:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001530:0:6520:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001532:0:6520:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.001535:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.001536:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354564.001539:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429307 00000001:00000001:2.0:1763354564.001541:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.001543:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429308, last_committed = 30065429302 00000001:00000010:2.0:1763354564.001547:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37720. 00000001:00000040:2.0:1763354564.001549:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 6 00000020:00000040:2.0:1763354564.001552:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=228 00000001:00000010:2.0:1763354564.001555:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381a80. 00000004:00000001:2.0:1763354564.001559:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.001560:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.001561:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887370899456 : -123186338652160 : ffff8ff6720b2000) 00000004:00000001:2.0:1763354564.001567:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.001570:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953819c0: xid 1848998841106304, transno 30065429307, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.001574:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953819c0: xid 1848998841106304, transno 30065429307, client gen 8, slot idx 2 00000001:00000010:2.0:1763354564.001577:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953819c0. 00000001:00000001:2.0:1763354564.001581:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381a80: xid 1848998841106304, transno 30065429308, tag 1, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.001585:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.001602:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00040000:00000001:2.0:1763354564.001606:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.001607:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.001612:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.001615:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354564.001617:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001621:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354564.001624:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001627:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354564.001631:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.001634:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354564.001637:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff651241000. 00000004:00000001:2.0:1763354564.001661:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.001665:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541894238/ffff8ff5418941e0 to site lru. bkt: ffff8ff66faf28b0 00000004:00000001:2.0:1763354564.001667:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.001669:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001671:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001673:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354564.001675:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.001677:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.001678:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.001680:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.001682:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.001686:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.001689:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.001692:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354564.001697:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.001704:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.001707:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.001710:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429308, xid 1848998841106304 00010000:00000001:2.0:1763354564.001712:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.001718:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec66d80 x1848998841106304/t30065429308(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.001726:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.001729:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.001731:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.001735:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.001737:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.001739:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.001742:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.001744:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.001746:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.001749:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.001752:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354564.001755:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841106304, offset 224 00000400:00000200:2.0:1763354564.001760:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.001766:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.001771:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556727:1556727:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556723:1556723:8:4294967295] 00000400:00000200:2.0:1763354564.001780:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.001784:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.001788:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.001793:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.001798:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.001801:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.001817:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.001820:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.001823:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.001824:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.001826:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.001832:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec66d80 x1848998841106304/t30065429308(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.001843:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+228:252577:x1848998841106304:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1400us (1690us total) trans 30065429308 rc 0/0 00000100:00100000:2.0:1763354564.001852:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93117 00000100:00000040:2.0:1763354564.001857:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.001859:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.001862:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354564.001865:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763354564.001868:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27800. 00000020:00000010:2.0:1763354564.001872:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.001876:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000800:00000200:0.0:1763354564.001878:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1763354564.001881:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00000800:00000010:0.0:1763354564.001882:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000100:00000001:2.0:1763354564.001888:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.001889:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.001896:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.001900:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:0.0:1763354564.001902:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:0.0:1763354564.001904:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.001905:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.002080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00000010:2.1:1763354564.002087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354564.002091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00080000:00000010:2.1:1763354564.002098:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27400. 00080000:00000010:2.1:1763354564.002102:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27e00. 00000800:00000001:1.0:1763354564.003060:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.003070:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.003073:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.003076:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.003083:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.003100:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d4080 00000400:00000200:1.0:1763354564.003107:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad86d [2] + 1960 00000400:00000010:1.0:1763354564.003113:0:3647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66d1db268. 00000400:00000200:1.0:1763354564.003117:0:3647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff5617bc240 00000800:00000001:1.0:1763354564.003122:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.003129:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.003131:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.003135:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.003139:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5617bc240 00000400:00000010:1.0:1763354564.003141:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5617bc240. 00000100:00000001:1.0:1763354564.003146:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.003148:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1763354564.003151:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66aee4450 x1848998841106560 msgsize 392 00000100:00100000:1.0:1763354564.003156:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354564.003158:0:3647:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354564.003170:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.003176:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.003180:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.003212:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.003216:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841106560 02000000:00000001:2.0:1763354564.003218:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.003220:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.003222:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.003226:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.003229:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841106560 00000020:00000001:2.0:1763354564.003232:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.003233:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.003235:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.003238:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=228 00000020:00000001:2.0:1763354564.003240:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.003242:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.003245:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.003249:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354564.003252:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.003254:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354564.003259:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.003262:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.003265:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.003270:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354564.003272:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.003274:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.003275:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.003280:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.003293:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.003301:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.003303:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.003308:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93118 00000100:00000040:2.0:1763354564.003311:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.003314:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887251567696 : -123186457983920 : ffff8ff66aee4450) 00000100:00000040:2.0:1763354564.003320:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66aee4450 x1848998841106560/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.003329:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.003332:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354564.003334:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.003336:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354564.003341:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66aee4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+228:252577:x1848998841106560:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354564.003345:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841106560 00000020:00000001:2.0:1763354564.003347:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.003349:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.003353:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381a80: xid 1848998841106304, transno 30065429308, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.003357:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381240: xid 1848998841105920, transno 30065429306, client gen 8, slot idx 5 00000001:00000010:2.0:1763354564.003360:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381240. 00000020:00000001:2.0:1763354564.003364:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003366:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.003368:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354564.003371:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.003373:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841106560, found 0 last_xid 1848998841106559 00000020:00000001:2.0:1763354564.003376:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.003378:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.003380:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.003382:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003385:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354564.003387:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354564.003389:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354564.003391:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003394:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354564.003396:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.003398:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003401:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.003402:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.003404:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003406:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.003407:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.003409:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003411:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.003412:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.003414:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003416:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.003417:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.003419:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003421:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003423:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354564.003424:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003426:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.003428:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.003430:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003431:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.003433:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.003434:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003436:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.003438:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.003439:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003441:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.003443:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.003446:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.003450:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.003452:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.003454:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.003456:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.003458:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.003460:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003462:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.003464:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003465:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.003468:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.003470:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.003474:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff6735c3000. 02000000:00000001:2.0:1763354564.003476:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.003479:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003481:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.003482:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003485:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354564.003486:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354564.003488:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.003490:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66ba27480 refcount=2 00000020:00000001:2.0:1763354564.003492:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887263376512 : -123186446175104 : ffff8ff66ba27480) 00000004:00000001:2.0:1763354564.003495:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887263376512 : -123186446175104 : ffff8ff66ba27480) 00000020:00000040:2.0:1763354564.003497:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66ba27480 with handle 0x4a8bb634222cad90 from hash 00000004:00000001:2.0:1763354564.003501:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354564.003503:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9de9:0x0] with intent: 0 00000004:00000001:2.0:1763354564.003506:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354564.003508:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:2.0:1763354564.003511:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.003513:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.003518:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003520:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003523:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003531:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.003534:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.003537:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.003538:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.003540:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de9:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354564.003544:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354564.003546:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003549:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003550:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003552:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.003554:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354564.003557:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.003559:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.003561:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003562:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003564:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.003566:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.003568:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.003570:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.003571:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003574:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354564.003575:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9de9:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763354564.003578:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.003580:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.003582:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.003585:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.003590:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354564.003593:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.003596:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff67b501200. 00080000:00000001:2.0:1763354564.003599:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887526412800 : -123186183138816 : ffff8ff67b501200) 00000004:00000001:2.0:1763354564.003602:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.003603:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.003605:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003607:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526412800 : -123186183138816 : ffff8ff67b501200) 00000004:00000001:2.0:1763354564.003610:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003612:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003615:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.003616:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.003619:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.003620:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003621:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526412800 : -123186183138816 : ffff8ff67b501200) 00080000:00000001:2.0:1763354564.003623:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003625:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.003627:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00080000:00000001:2.0:1763354564.003629:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003630:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003634:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003635:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003638:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.003640:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.003640:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.003641:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003642:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526412800 : -123186183138816 : ffff8ff67b501200) 00080000:00000001:2.0:1763354564.003645:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.003646:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de9:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354564.003656:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003657:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003659:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003661:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.003662:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.003664:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.003666:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429309, last_committed = 30065429302 00000001:00000010:2.0:1763354564.003669:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce373c0. 00000001:00000040:2.0:1763354564.003670:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 7 00000020:00000040:2.0:1763354564.003672:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=229 00000001:00000010:2.0:1763354564.003675:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381240. 00000004:00000001:2.0:1763354564.003678:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.003679:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003680:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526412800 : -123186183138816 : ffff8ff67b501200) 00000004:00000001:2.0:1763354564.003685:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.003687:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381240: xid 1848998841106560, transno 30065429309, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.003689:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.003693:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00040000:00000001:2.0:1763354564.003696:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.003697:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.003699:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.003700:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354564.003702:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003704:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003705:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003706:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003708:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354564.003709:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354564.003710:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.003711:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.003713:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.003714:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.003716:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354564.003718:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354564.003719:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.003721:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9de9:0x0], previous was 0x7 00000004:00000001:2.0:1763354564.003723:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003725:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354564.003726:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003728:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763354564.003729:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.003731:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37c00. 00080000:00000001:2.0:1763354564.003732:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.003734:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff67b500000. 00080000:00000001:2.0:1763354564.003735:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000001:2.0:1763354564.003739:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003741:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00080000:00000001:2.0:1763354564.003743:0:6520:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1763354564.003745:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.003746:0:6520:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003748:0:6520:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763354564.003749:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003750:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000001:2.0:1763354564.003752:0:6520:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003754:0:6520:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.003756:0:6520:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354564.003757:0:6520:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003759:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.003760:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003761:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00080000:00000001:2.0:1763354564.003764:0:6520:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763354564.003766:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763354564.003767:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1763354564.003769:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9de9:0x0] not in the id map cache 00080000:00000001:2.0:1763354564.003771:0:6520:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003773:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003775:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354564.003777:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.003778:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003780:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354564.003782:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354564.003783:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.003785:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.003788:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.003790:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.003791:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.003792:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763354564.003794:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003795:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000001:2.0:1763354564.003797:0:6520:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.003799:0:6520:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763354564.003801:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354564.003802:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000040:2.0:1763354564.003804:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff6501330c0 : new refcount 3 00000040:00000001:2.0:1763354564.003806:0:6520:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354564.003809:0:6520:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354564.003811:0:6520:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763354564.003813:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354564.003815:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.003817:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354564.003818:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003820:0:6520:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354564.003821:0:6520:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763354564.003823:0:6520:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763354564.003825:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003827:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.003829:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af840. 00080000:00000001:2.0:1763354564.003830:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003833:0:6520:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354564.003835:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1d:0x0] not in the id map cache 00000001:00000001:2.0:1763354564.003838:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.003839:0:6520:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003843:0:6520:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003846:0:6520:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003848:0:6520:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003850:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354564.003852:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354564.003854:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003855:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.003858:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.003860:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003862:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003864:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.003866:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003868:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003870:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003872:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.003874:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003876:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354564.003877:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354564.003879:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003880:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.003882:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af8c0. 00080000:00000001:2.0:1763354564.003885:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003886:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003888:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.003889:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003891:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003893:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003894:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.003896:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003898:0:6520:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.003900:0:6520:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.003903:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff6501330c0 : new refcount 2 00000004:00000001:2.0:1763354564.003906:0:6520:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003908:0:6520:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003910:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003913:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003915:0:6520:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003918:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.003920:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.003922:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.003923:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003924:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00080000:00000001:2.0:1763354564.003926:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.003928:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.003930:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af4c0. 00080000:00000001:2.0:1763354564.003931:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003932:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.003935:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.003936:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003940:0:6520:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763354564.003943:0:6520:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763354564.003944:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003945:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00080000:00000001:2.0:1763354564.003947:0:6520:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:2.0:1763354564.003986:0:6520:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.003988:0:6520:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003990:0:6520:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.003991:0:6520:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763354564.003993:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.003994:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00080000:00000002:2.0:1763354564.003997:0:6520:0:(osd_handler.c:4785:osd_ref_del()) [0x2400032e4:0x9de9:0x0] decrease nlink 1 00000004:00000001:2.0:1763354564.004002:0:6520:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004004:0:6520:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354564.004006:0:6520:0:(mdd_object.c:3993:mdd_close()) Object [0x2400032e4:0x9de9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763354564.004007:0:6520:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763354564.004008:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354564.004009:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.004010:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00080000:00000001:2.0:1763354564.004013:0:6520:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:2.0:1763354564.004015:0:6520:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2400032e4:0x9de9:0x0] 00080000:00000001:2.0:1763354564.004018:0:6520:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763354564.004019:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.004020:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.004022:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.004023:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.004024:0:6520:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.004026:0:6520:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1763354564.004059:0:6520:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b5d8. 00000001:00000010:2.0:1763354564.004069:0:6520:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b5d8. 00080000:00000001:2.0:1763354564.004072:0:6520:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.004074:0:6520:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004075:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004077:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354564.004078:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354564.004080:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.004081:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354564.004082:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354564.004083:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.004084:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.004085:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.004086:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.004087:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.004088:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763354564.004089:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004090:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000001:2.0:1763354564.004092:0:6520:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763354564.004094:0:6520:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763354564.004095:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354564.004096:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000040:2.0:1763354564.004098:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff6501330c0 : new refcount 3 00000040:00000001:2.0:1763354564.004100:0:6520:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763354564.004102:0:6520:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763354564.004103:0:6520:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763354564.004104:0:6520:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620887547537920 : -123186162013696 : ffff8ff67c926a00) 00000040:00000001:2.0:1763354564.004106:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354564.004107:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.004108:0:6520:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763354564.004110:0:6520:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763354564.004111:0:6520:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x1c:0x0] 00000040:00080000:2.0:1763354564.004133:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1c:0x0].20895, 64 off1345496 00000040:00000001:2.0:1763354564.004136:0:6520:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.004137:0:6520:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.004140:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1763354564.004142:0:6520:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.004143:0:6520:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763354564.004145:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff6501330c0 : new refcount 2 00000004:00001000:2.0:1763354564.004146:0:6520:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0001: new record [0x1:0x1c:0x0].20895: rc = 1 00000004:00000001:2.0:1763354564.004149:0:6520:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004150:0:6520:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004151:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004152:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004154:0:6520:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004155:0:6520:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763354564.004156:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.004158:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.004159:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354564.004161:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429309 00000001:00000001:2.0:1763354564.004163:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.004164:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429310, last_committed = 30065429302 00000001:00000010:2.0:1763354564.004167:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37180. 00000001:00000040:2.0:1763354564.004169:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 8 00000020:00000040:2.0:1763354564.004170:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00000001:00000010:2.0:1763354564.004173:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.004175:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.004176:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.004177:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887526408192 : -123186183143424 : ffff8ff67b500000) 00000004:00000001:2.0:1763354564.004180:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.004182:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381240: xid 1848998841106560, transno 30065429309, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.004185:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381240: xid 1848998841106560, transno 30065429309, client gen 8, slot idx 2 00000001:00000010:2.0:1763354564.004187:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381240. 00000001:00000001:2.0:1763354564.004190:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953819c0: xid 1848998841106560, transno 30065429310, tag 1, client gen 8, slot idx 4 00000001:00000001:2.0:1763354564.004192:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.004195:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af4c0. 00080000:00000010:2.0:1763354564.004197:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af8c0. 00080000:00000010:2.0:1763354564.004199:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00080000:00000010:2.0:1763354564.004201:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af840. 00040000:00000001:2.0:1763354564.004202:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.004203:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.004204:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.004206:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37c00. 00000020:00000001:2.0:1763354564.004207:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.004210:0:6520:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763354564.004213:0:6520:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.004215:0:6520:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.004220:0:6520:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50f00 count: 3 00010000:00000001:2.0:1763354564.004222:0:6520:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.004224:0:6520:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.004227:0:6520:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:2.0:1763354564.004230:0:6520:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.004231:0:6520:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222cae5b to hash 00000020:00000001:2.0:1763354564.004233:0:6520:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.004234:0:6520:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000010:2.0:1763354564.004238:0:6520:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138980. 00010000:00000001:2.0:1763354564.004240:0:6520:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.004242:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.004243:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.004246:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354564.004252:0:6520:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.004255:0:6520:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.004257:0:6520:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.004259:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.004260:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.004262:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.004263:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.004265:0:6520:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.004267:0:6520:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.004268:0:6520:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.004269:0:6520:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.004271:0:6520:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) refcount = 3 00010000:00000040:2.0:1763354564.004273:0:6520:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.004275:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354564.004279:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.004282:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.004286:0:6520:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.004289:0:6520:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.004290:0:6520:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.004291:0:6520:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.004292:0:6520:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.004294:0:6520:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.004295:0:6520:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354564.004297:0:6520:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763354564.004298:0:6520:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.004300:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.004303:0:6520:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.004304:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.004305:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.004306:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.004307:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.004309:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:2.0:1763354564.004310:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.004312:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.004315:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.004315:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.004317:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=4 00000020:00000001:2.0:1763354564.004318:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.004319:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.004321:0:6520:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.004322:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.004325:0:6520:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.004327:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.004330:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.004331:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.004332:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.004335:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.004336:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.004338:0:6520:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763354564.004340:0:6520:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff595381240. 00010000:00000001:2.0:1763354564.004342:0:6520:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763354564.004355:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763354564.004357:0:6520:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.004358:0:6520:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.004360:0:6520:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.004360:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.004361:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.004362:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.004363:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354564.004363:0:6520:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763354564.004365:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66ba27480. 00000004:00000001:2.0:1763354564.004368:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:3.0:1763354564.004408:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354564.004411:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.004415:0:6505:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354564.004418:0:6505:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354564.004420:0:6505:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354564.004424:0:6505:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00040000:00000001:2.0:1763354564.004424:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354564.004428:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1763354564.004430:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354564.004433:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1763354564.004435:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354564.004437:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1763354564.004441:0:6520:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8ff651241600. 00010000:00010000:3.0:1763354564.004444:0:6505:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec62800 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354564.004448:0:6505:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.004450:0:6505:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354564.004451:0:6505:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00080000:00000010:2.0:1763354564.004456:0:6520:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff597e46200. 00010000:00000001:3.0:1763354564.004457:0:6505:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354564.004459:0:6505:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.004462:0:6505:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.004463:0:6505:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000004:00000001:2.0:1763354564.004464:0:6520:0:(osp_object.c:2340:osp_object_release()) Process entered 00000020:00000001:3.0:1763354564.004465:0:6505:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000004:00000001:2.0:1763354564.004467:0:6520:0:(osp_object.c:2372:osp_object_release()) Process leaving 00010000:00000001:3.0:1763354564.004471:0:6505:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000004:00000010:2.0:1763354564.004473:0:6520:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff66ba27980. 00010000:00000001:3.0:1763354564.004475:0:6505:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000010:2.0:1763354564.004477:0:6520:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6caa28. 00010000:00010000:3.0:1763354564.004478:0:6505:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 00000004:00000010:2.0:1763354564.004481:0:6520:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7fd48. 00010000:00000001:3.0:1763354564.004487:0:6505:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000010:2.0:1763354564.004488:0:6520:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7f070. 00010000:00000001:3.0:1763354564.004489:0:6505:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.004492:0:6505:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354564.004493:0:6520:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5559c7600. 00010000:00000001:3.0:1763354564.004496:0:6505:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000010:2.0:1763354564.004498:0:6520:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff8ff55ff70dd0. 00010000:00000001:3.0:1763354564.004499:0:6505:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.004502:0:6505:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000010:2.0:1763354564.004503:0:6520:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8ff5956c09d8. 00010000:00000001:3.0:1763354564.004504:0:6505:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004508:0:6520:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000020:00000040:3.0:1763354564.004509:0:6505:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222cae5b from hash 00000004:00000040:2.0:1763354564.004511:0:6520:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x2400032e4:0x9de9:0x0] 00010000:00000001:3.0:1763354564.004513:0:6505:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000010:2.0:1763354564.004515:0:6520:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8ff59c68a780. 00010000:00000001:3.0:1763354564.004516:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.004519:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.004521:0:6505:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:2.0:1763354564.004523:0:6520:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00010000:00000001:3.0:1763354564.004524:0:6505:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1763354564.004526:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763354564.004527:0:6505:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.004529:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.004531:0:6505:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:2.0:1763354564.004532:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.004535:0:6505:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:2.0:1763354564.004536:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00010000:00000001:3.0:1763354564.004539:0:6505:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:2.0:1763354564.004539:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.004543:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00010000:3.0:1763354564.004544:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00000004:00000001:2.0:1763354564.004545:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.004548:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00010000:3.0:1763354564.004552:0:6505:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00000040:2.0:1763354564.004552:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:3.0:1763354564.004556:0:6505:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.004557:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.004564:0:6505:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.004564:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.004567:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763354564.004570:0:6505:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1763354564.004572:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:3.0:1763354564.004573:0:6505:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:2.0:1763354564.004577:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.004578:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354564.004580:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.004582:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1763354564.004584:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429310, xid 1848998841106560 00010000:00000001:3.0:1763354564.004586:0:6505:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.004587:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1763354564.004592:0:6505:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1763354564.004593:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66aee4450 x1848998841106560/t30065429310(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354564.004599:0:6505:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.004607:0:6505:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 1/0,0 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.004612:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.004615:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.004620:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=44 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354564.004621:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354564.004625:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1763354564.004626:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae5b lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00000100:00000040:2.0:1763354564.004631:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.004637:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000010:3.0:1763354564.004638:0:6505:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138980. 02000000:00000001:2.0:1763354564.004640:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.004642:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.004644:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354564.004648:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1763354564.004649:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354564.004653:0:6505:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1763354564.004655:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7770. 00010000:00000010:3.0:1763354564.004656:0:6505:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff595381240. 00010000:00000001:3.0:1763354564.004662:0:6505:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354564.004663:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841106560, offset 224 00000020:00000001:3.0:1763354564.004664:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354564.004667:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.004671:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1763354564.004671:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:3.0:1763354564.004674:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354564.004677:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.004679:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354564.004683:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1763354564.004683:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000001:3.0:1763354564.004687:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.004690:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1763354564.004693:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556728:1556728:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556724:1556724:8:4294967295] 00000400:00000200:2.0:1763354564.004702:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.004706:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.004709:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.004712:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.004715:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.004718:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.004729:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.004732:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.004734:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.004735:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.004737:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.004740:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66aee4450 x1848998841106560/t30065429310(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.004748:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66aee4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252577:x1848998841106560:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1417us (1595us total) trans 30065429310 rc 0/0 00000100:00100000:2.0:1763354564.004754:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93118 00000100:00000040:2.0:1763354564.004757:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.004759:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.004761:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354564.004763:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763354564.004765:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.004768:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.004771:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354564.004774:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 02000000:00000001:2.0:1763354564.004778:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354564.004780:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6735c1c00. 02000000:00000001:2.0:1763354564.004782:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354564.004784:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec66d80. 02000000:00000001:2.0:1763354564.004789:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354564.004790:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff548233c00. 02000000:00000001:2.0:1763354564.004793:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354564.004794:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9a300. 02000000:00000001:2.0:1763354564.004797:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354564.004798:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff548233000. 02000000:00000001:2.0:1763354564.004800:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354564.004801:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653354e00. 02000000:00000001:2.0:1763354564.004804:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354564.004805:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff548232800. 02000000:00000001:2.0:1763354564.004807:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354564.004807:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356d80. 02000000:00000001:2.0:1763354564.004811:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354564.004812:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6735c0c00. 02000000:00000001:2.0:1763354564.004815:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354564.004816:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df99c00. 00000800:00000200:0.0:1763354564.004819:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354564.004820:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1763354564.004826:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000100:00000200:2.0:1763354564.004827:0:6520:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1763354564.004834:0:6520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b5d8. 00000400:00000200:0.0:1763354564.004836:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1763354564.004841:0:6520:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381f00. 00000400:00000200:0.0:1763354564.004847:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.004853:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 00000400:00000010:0.0:1763354564.004856:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 00000100:00000001:0.0:1763354564.004860:0:3648:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763354564.004863:0:3648:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.004865:0:3648:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6735c3000. 02000000:00000001:0.0:1763354564.004868:0:3648:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763354564.004869:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354564.006079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:3.1:1763354564.006086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:3.1:1763354564.011079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00000800:00000001:0.0:1763354564.011950:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.011974:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.011976:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.011978:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.011986:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.012000:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 304 into portal 12 MB=0x691a7971d4100 00000400:00000200:0.0:1763354564.012007:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 304/304 into md 0x76d7e5 [64] + 33872 00000800:00000001:0.0:1763354564.012013:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.012019:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.012021:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.012024:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.012030:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.012032:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.012064:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94f480. 00000100:00000040:0.0:1763354564.012071:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94f480 x1848998841106688 msgsize 304 00000100:00100000:0.0:1763354564.012077:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.012090:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.012099:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.012103:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.012132:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.012135:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841106688 02000000:00000001:2.0:1763354564.012138:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.012140:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.012142:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.012146:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.012149:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841106688 00000020:00000001:2.0:1763354564.012151:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.012152:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.012155:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.012157:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.012159:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.012161:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.012165:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.012169:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354564.012172:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.012174:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354564.012181:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.012185:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.012190:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.012195:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.012198:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.012199:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.012201:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.012207:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.012220:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.012229:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.012231:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.012235:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417438 00000100:00000040:2.0:1763354564.012239:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.012241:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262491776 : -123186447059840 : ffff8ff66b94f480) 00000100:00000040:2.0:1763354564.012247:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94f480 x1848998841106688/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 304/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.012256:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.012258:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000100:00000001:2.0:1763354564.012260:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.012262:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af840. 00000100:00100000:2.0:1763354564.012265:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252578:x1848998841106688:12345-192.168.203.48@tcp:53:lfs.0 00000100:00000200:2.0:1763354564.012269:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841106688 00000020:00000001:2.0:1763354564.012272:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.012275:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.012279:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953819c0: xid 1848998841106560, transno 30065429310, client gen 8, slot idx 4 00000001:00000001:2.0:1763354564.012283:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381a80: xid 1848998841106304, transno 30065429308, client gen 8, slot idx 3 00000001:00000010:2.0:1763354564.012286:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381a80. 00000020:00000001:2.0:1763354564.012289:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.012291:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.012293:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707648 : -1045843968 : ffffffffc1a9b000) 00000020:00000001:2.0:1763354564.012295:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.012297:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841106688, found 0 last_xid 1848998841106687 00000020:00000001:2.0:1763354564.012299:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.012301:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.012302:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.012305:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.012307:0:6519:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:2.0:1763354564.012313:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.012315:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.012320:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8ff545a64000. 02000000:00000001:2.0:1763354564.012321:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.012323:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.012327:0:6519:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:2.0:1763354564.012329:0:6519:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x2400032e4:0x9de6:0x0] from 18446744073709551615 #0 00000004:00000001:2.0:1763354564.012331:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.012333:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.012335:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.012341:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.012343:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.012346:0:6519:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:2.0:1763354564.012347:0:6519:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:2.0:1763354564.012351:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff54e25d000. 00000004:00000001:2.0:1763354564.012354:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354564.012355:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763354564.012362:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012366:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012380:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.012382:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.012386:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012387:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012390:0:6519:0:(lod_object.c:1534:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.012391:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.012393:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.012394:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.012395:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.012396:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.012398:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.012400:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:2.0:1763354564.012401:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:2.0:1763354564.012402:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012404:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012411:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:2.0:1763354564.012412:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=67 : 67 : 43) 00000004:00000001:2.0:1763354564.012414:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012414:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.012416:0:6519:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.012418:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.012419:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.012422:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:2.0:1763354564.012423:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.012424:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.012425:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:2.0:1763354564.012426:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.012428:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533255448 : -123190176296168 : ffff8ff58d4d5318) 00000004:00000001:2.0:1763354564.012429:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533255360 : -123190176296256 : ffff8ff58d4d52c0) 00000004:00000001:2.0:1763354564.012430:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.012433:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354564.012434:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:2.0:1763354564.012436:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58d4d5318/ffff8ff58d4d52c0 to site lru. bkt: ffff8ff66faf2b50 00000004:00000001:2.0:1763354564.012437:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.012438:0:6519:0:(mdt_handler.c:7753:mdt_path_current()) Process leaving via remote_out (rc=18446744073709551550 : -66 : 0xffffffffffffffbe) 00000004:00000001:2.0:1763354564.012441:0:6519:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:2.0:1763354564.012442:0:6519:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000040:2.0:1763354564.012444:0:6519:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200002344:0x19e20:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:2.0:1763354564.012446:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.012447:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.012448:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.012449:0:6519:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000004:00000001:2.0:1763354564.012450:0:6519:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00000020:00000010:2.0:1763354564.012453:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff54e25d000. 00000004:00000001:2.0:1763354564.012455:0:6519:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=18446744073709551550 : -66 : ffffffffffffffbe) 00010000:00000040:2.0:1763354564.012458:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841106688 00010000:00000001:2.0:1763354564.012460:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.012464:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94f480 x1848998841106688/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 304/4352 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc -66/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.012470:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.012472:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.012475:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.012479:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.012481:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.012482:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.012484:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.012486:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.012488:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.012490:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.012493:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381a80. 00000100:00000200:2.0:1763354564.012498:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848998841106688, offset 224 00000400:00000200:2.0:1763354564.012502:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.012511:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.012515:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556729:1556729:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556725:1556725:8:4294967295] 00000400:00000200:2.0:1763354564.012523:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.012527:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.012531:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff66b6c9600. 00000800:00000200:2.0:1763354564.012536:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.012543:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354564.012547:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66b6c9600 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:2.0:1763354564.012565:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.012570:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.012572:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.012574:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.012577:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.012581:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94f480 x1848998841106688/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 304/4352 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc -66/-66 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.012592:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252578:x1848998841106688:12345-192.168.203.48@tcp:53:lfs.0 Request processed in 334us (519us total) trans 0 rc -66/-66 00000100:00100000:2.0:1763354564.012601:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417438 00000100:00000040:2.0:1763354564.012605:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.012608:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.012610:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.012614:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.012618:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.012621:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354564.012625:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.012627:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.012688:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.012694:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff66b6c9600. 00000400:00000200:1.0:1763354564.012698:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.012702:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.012706:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381a80 00000400:00000010:1.0:1763354564.012708:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381a80. 00000100:00000001:1.0:1763354564.012711:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.012712:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.013733:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.013740:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.013744:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.013746:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.013752:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.013762:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 304 into portal 12 MB=0x691a7971d4180 00000400:00000200:0.0:1763354564.013767:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 304/304 into md 0x76d7e5 [64] + 34176 00000800:00000001:0.0:1763354564.013772:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.013811:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.013814:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.013818:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.013823:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.013825:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.013829:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94fb80. 00000100:00000040:0.0:1763354564.013832:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94fb80 x1848998841106816 msgsize 304 00000100:00100000:0.0:1763354564.013837:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.013849:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.013854:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.013857:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.013882:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.013885:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841106816 02000000:00000001:2.0:1763354564.013887:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.013889:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.013890:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.013892:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.013894:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841106816 00000020:00000001:2.0:1763354564.013896:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.013897:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354564.013898:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.013900:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:2.0:1763354564.013902:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354564.013903:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354564.013906:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.013909:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af840. 00000020:00000010:2.0:1763354564.013912:0:6519:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff5448afc40. 00000020:00000040:2.0:1763354564.013918:0:6519:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00000100:00000001:2.0:1763354564.013928:0:6519:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763354564.013931:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff66b6c9600. 00000020:00000010:2.0:1763354564.013933:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.013936:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.013939:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.013941:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.013943:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.013944:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.013947:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.013956:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.013976:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.013978:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1763354564.013981:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1763354564.013983:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417439 00000100:00000040:2.0:1763354564.013987:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000020:00000040:1.0:1763354564.013989:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00000100:00000001:2.0:1763354564.013993:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262493568 : -123186447058048 : ffff8ff66b94fb80) 00000100:00000040:2.0:1763354564.013999:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94fb80 x1848998841106816/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 304/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.014008:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.014011:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.014014:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.014017:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.014022:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+472:252578:x1848998841106816:12345-192.168.203.48@tcp:53:lfs.0 00000100:00000200:2.0:1763354564.014026:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841106816 00000020:00000001:2.0:1763354564.014029:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.014031:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.014068:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c73c0: xid 1848998841100928, transno 21475214473, client gen 10, slot idx 0 00000001:00000001:2.0:1763354564.014072:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c7b40: xid 1848998841099904, transno 21475214472, client gen 10, slot idx 3 00000001:00000010:2.0:1763354564.014075:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c7b40. 00000020:00000001:2.0:1763354564.014078:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.014079:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.014081:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707648 : -1045843968 : ffffffffc1a9b000) 00000020:00000001:2.0:1763354564.014082:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.014084:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841106816, found 0 last_xid 1848998841106815 00000020:00000001:2.0:1763354564.014086:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.014087:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.014088:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.014090:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.014091:0:6519:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:2.0:1763354564.014094:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.014095:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.014099:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8ff64a1cc000. 02000000:00000001:2.0:1763354564.014101:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.014102:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.014105:0:6519:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:2.0:1763354564.014106:0:6519:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200002344:0x19e20:0x0] from 18446744073709551615 #-1 00000004:00000001:2.0:1763354564.014108:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.014109:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e20:0x0] 00000020:00000001:2.0:1763354564.014111:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.014113:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786707736 : -123189922843880 : ffff8ff59c68b318) 00000004:00000001:2.0:1763354564.014115:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786707648 : -123189922843968 : ffff8ff59c68b2c0) 00000004:00000001:2.0:1763354564.014116:0:6519:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:2.0:1763354564.014118:0:6519:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:2.0:1763354564.014120:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff54e25d000. 00000004:00000001:2.0:1763354564.014122:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354564.014123:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763354564.014127:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.014129:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.014141:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763354564.014143:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763354564.014145:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.014146:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.014149:0:6519:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:2.0:1763354564.014152:0:6519:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1763354564.014154:0:6519:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:2.0:1763354564.014157:0:6519:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff6467b9b00. 00080000:00000001:2.0:1763354564.014159:0:6519:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620886640073472 : -123187069478144 : ffff8ff6467b9b00) 00080000:00000001:2.0:1763354564.014161:0:6519:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620886640073472 : -123187069478144 : ffff8ff6467b9b00) 00080000:00000001:2.0:1763354564.014163:0:6519:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1763354564.014164:0:6519:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1763354564.014187:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354564.014189:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014191:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354564.014192:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014193:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354564.014194:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014195:0:6519:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354564.014196:0:6519:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014199:0:6519:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014200:0:6519:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.014202:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354564.014205:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014207:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354564.014208:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014209:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354564.014210:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014211:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354564.014212:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014214:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354564.014214:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014216:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354564.014217:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014218:0:6519:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354564.014219:0:6519:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.014220:0:6519:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354564.014221:0:6519:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.014223:0:6519:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1763354564.014224:0:6519:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:2.0:1763354564.014228:0:6519:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff6467b9b00. 00080000:00000001:2.0:1763354564.014231:0:6519:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1763354564.014232:0:6519:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:2.0:1763354564.014233:0:6519:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763354564.014234:0:6519:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763354564.014235:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763354564.014237:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.014238:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.014239:0:6519:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.014241:0:6519:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.014242:0:6519:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 4294967295 00000004:00000001:2.0:1763354564.014244:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.014245:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.014246:0:6519:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.014247:0:6519:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.014249:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff54e25d000. 00000004:00000001:2.0:1763354564.014251:0:6519:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.014253:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214464, transno 0, xid 1848998841106816 00010000:00000001:2.0:1763354564.014254:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.014258:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94fb80 x1848998841106816/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 304/4352 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.014263:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.014265:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.014267:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.014269:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.014271:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.014273:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.014274:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.014276:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.014277:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.014279:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.014282:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381600. 00000100:00000200:2.0:1763354564.014285:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848998841106816, offset 224 00000400:00000200:2.0:1763354564.014290:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.014298:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.014303:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556730:1556730:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556726:1556726:8:4294967295] 00000400:00000200:2.0:1763354564.014311:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.014316:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.014320:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff5587eea00. 00000800:00000200:2.0:1763354564.014324:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.014329:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354564.014331:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff5587eea00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:2.0:1763354564.014350:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.014354:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.014356:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.014357:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.014360:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.014364:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94fb80 x1848998841106816/t0(0) o53->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 304/4352 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.014375:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+472:252578:x1848998841106816:12345-192.168.203.48@tcp:53:lfs.0 Request processed in 363us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.014383:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417439 00000100:00000040:2.0:1763354564.014386:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354564.014388:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.014391:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.014395:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.014398:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.014400:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff66b6c9600. 00000020:00000040:2.0:1763354564.014404:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00000001:2.0:1763354564.014406:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.014415:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.014419:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff5587eea00. 00000400:00000200:0.0:1763354564.014423:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.014427:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.014429:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381600 00000400:00000010:0.0:1763354564.014431:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381600. 00000100:00000001:0.0:1763354564.014433:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.014434:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.022332:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.022384:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.022387:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.022389:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.022398:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.022410:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d4200 00000400:00000200:1.0:1763354564.022417:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x76d7e5 [64] + 34480 00000800:00000001:1.0:1763354564.022424:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.022427:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.022429:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.022432:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.022438:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.022439:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.022445:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65180. 00000100:00000040:1.0:1763354564.022447:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65180 x1848998841106944 msgsize 584 00000100:00100000:1.0:1763354564.022450:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.022461:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.022467:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.022473:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.022475:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.022476:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.022479:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.022483:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 672 into portal 24 MB=0x691a7971d4280 00000400:00000200:1.0:1763354564.022489:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 672/672 into md 0x1fdd85 [256] + 0 00000800:00000001:1.0:1763354564.022492:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354564.022502:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.022506:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841106944 02000000:00000001:2.0:1763354564.022509:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.022511:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.022513:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.022517:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354564.022519:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763354564.022521:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841106944 00000020:00000001:2.0:1763354564.022526:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1763354564.022526:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1763354564.022529:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.022532:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1763354564.022535:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:2.0:1763354564.022536:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.022541:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.022544:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:1.0:1763354564.022544:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.022549:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1763354564.022550:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.022557:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000010:1.0:1763354564.022558:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64e00. 00000100:00000001:2.0:1763354564.022561:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763354564.022563:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64e00 x1848998841107072 msgsize 672 00000020:00000010:2.0:1763354564.022566:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:1.0:1763354564.022574:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000010:2.0:1763354564.022575:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.022581:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:2.0:1763354564.022586:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.022592:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.022594:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.022596:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.022598:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000100:00000001:1.0:1763354564.022599:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:2.0:1763354564.022600:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.022604:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354564.022608:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354564.022610:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354564.022615:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.022627:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.022641:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354564.022641:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.022645:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.022647:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107072 00000100:00100000:2.0:1763354564.022651:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417440 02000000:00000001:3.0:1763354564.022653:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.022657:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1763354564.022657:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354564.022662:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.022662:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484220288 : -123191225331328 : ffff8ff54ec65180) 02000000:00000001:3.0:1763354564.022669:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.022673:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec65180 x1848998841106944/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 584/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354564.022675:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107072 00000020:00000001:3.0:1763354564.022680:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.022683:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000100:00000001:2.0:1763354564.022684:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763354564.022687:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1763354564.022688:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.022692:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354564.022693:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000010:2.0:1763354564.022696:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000001:3.0:1763354564.022698:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00100000:2.0:1763354564.022703:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252580:x1848998841106944:12345-192.168.203.48@tcp:101:stat.0 00000020:00000001:3.0:1763354564.022704:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000200:2.0:1763354564.022708:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841106944 00000100:00000001:3.0:1763354564.022711:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1763354564.022712:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.022716:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1763354564.022719:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000020:00000001:2.0:1763354564.022720:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.022725:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.022725:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.022727:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000010:3.0:1763354564.022731:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000001:2.0:1763354564.022732:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.022735:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841106944, found 0 last_xid 1848998841106943 00000020:00000001:2.0:1763354564.022738:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.022740:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1763354564.022741:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f8600. 00000020:00000001:2.0:1763354564.022741:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.022747:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.022748:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000001:2.0:1763354564.022750:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.022753:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.022755:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000010:3.0:1763354564.022756:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00010000:00000001:2.0:1763354564.022756:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.022759:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.022764:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00010000:00000001:2.0:1763354564.022764:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1763354564.022769:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.022772:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000010:2.0:1763354564.022773:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052b00. 00000100:00000001:3.0:1763354564.022774:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354564.022779:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27980. 00000100:00000001:3.0:1763354564.022782:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.022783:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.022787:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:2.0:1763354564.022791:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.022793:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222cae62 to hash 00000020:00000001:2.0:1763354564.022794:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.022796:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000100:00000001:3.0:1763354564.022800:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763354564.022800:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.022802:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00010000:2.0:1763354564.022808:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae62 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41471 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354564.022814:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1763354564.022816:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 216 00000100:00000001:3.0:1763354564.022819:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1763354564.022820:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:2.0:1763354564.022826:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00100000:3.0:1763354564.022829:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7882 00000004:00000001:2.0:1763354564.022829:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000100:00000001:0.0:1763354564.022831:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763354564.022835:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:0.0:1763354564.022836:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:2.0:1763354564.022837:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000100:00000001:3.0:1763354564.022841:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484219392 : -123191225332224 : ffff8ff54ec64e00) 00000004:00000001:2.0:1763354564.022842:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000100:00000001:0.0:1763354564.022842:0:21540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.022847:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000100:00000001:0.0:1763354564.022848:0:21540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.022851:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000100:00000040:3.0:1763354564.022852:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64e00 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1763354564.022856:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.022863:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1763354564.022869:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1763354564.022870:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000020:00000010:3.0:1763354564.022873:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000004:00000001:2.0:1763354564.022875:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000100:00000001:3.0:1763354564.022878:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.022881:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.022883:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000004:00000001:2.0:1763354564.022887:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.022890:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00100000:3.0:1763354564.022893:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+232:2406:x1848998841107072:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000001:2.0:1763354564.022894:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.022897:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1763354564.022902:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107072 00000020:00000001:3.0:1763354564.022905:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354564.022907:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354564.022910:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.022912:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354564.022914:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000020:00000001:3.0:1763354564.022917:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354564.022919:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107072, found 0 last_xid 1848998841106943 00000020:00000001:3.0:1763354564.022922:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354564.022924:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354564.022926:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354564.022928:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354564.022930:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff66bcc0000. 02000000:00000001:2.0:1763354564.022933:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.022934:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000100:00000001:2.0:1763354564.022935:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.022939:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354564.022941:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000004:00000001:2.0:1763354564.022941:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000100:00000001:3.0:1763354564.022947:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1763354564.022947:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.022951:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:3.0:1763354564.022952:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1763354564.022953:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.022956:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.022969:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.022970:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.022972:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000010:3.0:1763354564.022973:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff542e22000. 00000001:00000001:2.0:1763354564.022973:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.022977:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.022979:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.022980:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.022982:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.022985:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.022986:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.022987:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.022989:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.022992:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.022993:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.022994:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763354564.022995:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff6806b7600. 00000001:00000001:2.0:1763354564.022996:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.023002:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:2.0:1763354564.023002:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.023006:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023008:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.023009:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000004:00000001:3.0:1763354564.023014:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 02000000:00001000:2.0:1763354564.023014:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00010000:00000001:3.0:1763354564.023018:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 02000000:00000001:2.0:1763354564.023018:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00010000:00010000:3.0:1763354564.023023:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000001:2.0:1763354564.023023:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.023026:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023029:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:2.0:1763354564.023029:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.023063:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.023066:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.023068:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354564.023072:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 2 00000004:00000001:2.0:1763354564.023073:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00010000:00000001:3.0:1763354564.023078:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.023081:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93af8 00010000:00000001:3.0:1763354564.023082:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000002:2.0:1763354564.023087:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_3, ldlm_rep = ffff8ff66bcc0228 00010000:00000010:3.0:1763354564.023088:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581a00. 00000004:00000001:2.0:1763354564.023094:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000020:00000001:3.0:1763354564.023095:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354564.023099:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581a00 with handle 0x4a8bb634222cae69 to hash 00000004:00000001:2.0:1763354564.023101:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000020:00000001:3.0:1763354564.023103:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763354564.023105:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354564.023106:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:2.0:1763354564.023109:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.023112:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354564.023114:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663000. 00010000:00000040:2.0:1763354564.023115:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 3 00010000:00000001:3.0:1763354564.023119:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:2.0:1763354564.023120:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.023125:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1763354564.023127:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222cae69 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4146a expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354564.023129:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63c00. 00000020:00000001:2.0:1763354564.023133:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.023136:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63c00 with handle 0x4a8bb634222cae70 to hash 00000020:00000001:2.0:1763354564.023139:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.023143:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000040:3.0:1763354564.023144:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00010000:00000010:2.0:1763354564.023146:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138280. 00000020:00000040:3.0:1763354564.023150:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=233 00010000:00000001:2.0:1763354564.023150:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.023156:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.023158:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.023158:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023163:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00010000:00010000:2.0:1763354564.023164:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00000004:00000001:3.0:1763354564.023169:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00010000:00000001:2.0:1763354564.023171:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354564.023173:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00010000:00000001:2.0:1763354564.023175:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:3.0:1763354564.023176:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00010000:00000001:2.0:1763354564.023178:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000004:00000001:3.0:1763354564.023180:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00010000:00000001:2.0:1763354564.023180:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000040:3.0:1763354564.023185:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00010000:00000001:2.0:1763354564.023185:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.023189:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000020:00000001:3.0:1763354564.023192:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1763354564.023192:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.023196:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1763354564.023197:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00010000:00000001:2.0:1763354564.023198:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.023201:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000004:00000001:3.0:1763354564.023203:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00010000:00000001:2.0:1763354564.023204:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.023206:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052b00) refcount = 3 00000004:00000001:3.0:1763354564.023209:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.023210:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000004:00000001:3.0:1763354564.023214:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00010000:00000001:2.0:1763354564.023216:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000004:00000001:3.0:1763354564.023218:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00010000:00000001:2.0:1763354564.023221:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.023222:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.023223:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00010000:00000001:2.0:1763354564.023224:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.023226:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.023230:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1763354564.023230:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023234:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354564.023235:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1763354564.023236:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.023240:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.023242:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.023248:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.023250:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.023251:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.023252:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.023253:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.023256:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052100. 00010000:00000010:2.0:1763354564.023260:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27400. 00010000:00000001:2.0:1763354564.023262:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000010:3.0:1763354564.023265:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff8ff674d20000. 00010000:00000010:2.0:1763354564.023266:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff593545600. 02000000:00000001:3.0:1763354564.023270:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.023271:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1763354564.023275:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.023276:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff593545600 with handle 0x4a8bb634222cae77 to hash 00000020:00000001:2.0:1763354564.023280:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:3.0:1763354564.023281:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354564.023282:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 02000000:00000010:3.0:1763354564.023286:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff542e22000. 00010000:00000010:2.0:1763354564.023288:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.023292:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 02000000:00000001:3.0:1763354564.023293:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1763354564.023295:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1763354564.023297:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00010000:00000001:2.0:1763354564.023299:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023303:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.023305:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00000004:00000001:3.0:1763354564.023308:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354564.023313:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00010000:00000001:2.0:1763354564.023314:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:3.0:1763354564.023316:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1763354564.023317:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000001:00000001:3.0:1763354564.023320:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023320:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.023322:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000001:00000001:3.0:1763354564.023326:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763354564.023327:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354564.023332:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.023332:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.023335:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354564.023338:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023338:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.023341:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000001:00000001:3.0:1763354564.023344:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763354564.023344:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.023345:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000001:00000001:3.0:1763354564.023349:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1763354564.023349:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052100) refcount = 1 00000001:00000001:3.0:1763354564.023356:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.023356:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000001:00000001:3.0:1763354564.023361:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763354564.023363:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:3.0:1763354564.023364:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.023366:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:3.0:1763354564.023370:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023370:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023372:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000001:00000001:3.0:1763354564.023376:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763354564.023376:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354564.023380:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.023380:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023384:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354564.023387:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023388:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.023390:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.023392:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00010000:2.0:1763354564.023393:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000001:00000001:3.0:1763354564.023397:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.023399:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000001:00000001:3.0:1763354564.023402:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023402:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.023403:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.023405:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.023408:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:2.0:1763354564.023411:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000001:00000001:3.0:1763354564.023412:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.023417:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000004:00000001:2.0:1763354564.023419:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 02000000:00001000:3.0:1763354564.023421:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00000004:00000001:2.0:1763354564.023422:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 02000000:00000001:3.0:1763354564.023426:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:08000000:2.0:1763354564.023426:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.023432:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023433:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354564.023437:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.023437:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.023441:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000001:00000001:3.0:1763354564.023442:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354564.023445:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023447:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354564.023449:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023452:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354564.023456:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 00000004:00000002:3.0:1763354564.023458:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_11, ldlm_rep = ffff8ff674d20250 00080000:00000001:2.0:1763354564.023462:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00000004:00000001:3.0:1763354564.023463:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00080000:00000001:2.0:1763354564.023464:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 00000004:00000001:3.0:1763354564.023467:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 80000000:00000001:2.0:1763354564.023469:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00000001:3.0:1763354564.023471:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 80000000:00000001:2.0:1763354564.023474:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1763354564.023475:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354564.023478:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 80000000:00000001:2.0:1763354564.023479:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354564.023482:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 4 80000000:00000001:2.0:1763354564.023484:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023488:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.023489:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.023495:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1763354564.023495:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.023500:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:3.0:1763354564.023501:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581000. 00080000:00000001:2.0:1763354564.023503:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000020:00000001:3.0:1763354564.023506:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1763354564.023507:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.023511:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581000 with handle 0x4a8bb634222cae7e to hash 00080000:00000001:2.0:1763354564.023511:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000020:00000001:3.0:1763354564.023516:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354564.023518:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000010:3.0:1763354564.023523:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354564.023526:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354564.023528:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000010:2.0:1763354564.023530:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381baa8. 00010000:00000001:3.0:1763354564.023531:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.023537:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00000001:00000010:2.0:1763354564.023541:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381baa8. 00010000:00000001:3.0:1763354564.023547:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1763354564.023549:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.023551:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1763354564.023553:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.023555:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00080000:00000001:2.0:1763354564.023556:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023559:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000020:00000001:2.0:1763354564.023561:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93960 00010000:00000001:3.0:1763354564.023564:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1763354564.023564:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00010000:00000001:3.0:1763354564.023570:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00080000:00000001:2.0:1763354564.023571:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.023573:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.023577:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023578:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.023581:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1763354564.023583:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.023584:0:6523:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00000004:00000001:2.0:1763354564.023588:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023589:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354564.023592:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052b00) refcount = 4 00000004:00000001:2.0:1763354564.023593:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354564.023599:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000004:00000001:2.0:1763354564.023599:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.023603:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00010000:00000040:3.0:1763354564.023605:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 2/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000020:00000001:2.0:1763354564.023606:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.023611:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00010000:00010000:3.0:1763354564.023615:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.023616:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.023624:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354564.023626:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.023629:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354564.023631:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.023632:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1763354564.023635:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354564.023638:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052d00. 00010000:00000001:3.0:1763354564.023639:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000010:2.0:1763354564.023642:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27800. 00010000:00000001:3.0:1763354564.023643:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.023646:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763354564.023648:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354564.023650:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00010000:00000001:3.0:1763354564.023653:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.023654:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.023656:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cae85 to hash 00010000:00000001:3.0:1763354564.023658:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1763354564.023659:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.023663:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.023664:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354564.023666:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138c00. 00010000:00000001:2.0:1763354564.023669:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:3.0:1763354564.023670:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.023671:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.023673:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.023679:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:3.0:1763354564.023681:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354564.023684:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.023687:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.023692:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.023692:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354564.023695:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1763354564.023697:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.023700:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000010:3.0:1763354564.023702:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc200. 00010000:00000001:2.0:1763354564.023702:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.023705:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354564.023708:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781380. 00010000:00000001:2.0:1763354564.023709:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.023711:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.023714:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1763354564.023715:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.023718:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000010:3.0:1763354564.023719:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580000. 00010000:00000001:2.0:1763354564.023720:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:3.0:1763354564.023724:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1763354564.023724:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.023727:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) refcount = 1 00000020:00000040:3.0:1763354564.023729:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580000 with handle 0x4a8bb634222cae8c to hash 00010000:00010000:2.0:1763354564.023733:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000020:00000001:3.0:1763354564.023734:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354564.023737:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000010:3.0:1763354564.023743:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663580. 00010000:00000001:2.0:1763354564.023744:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354564.023748:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:2.0:1763354564.023748:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.023751:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023753:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.023755:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.023757:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.023758:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.023762:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.023763:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:2.0:1763354564.023765:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.023770:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.023773:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023776:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1763354564.023778:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.023780:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354564.023784:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354564.023786:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.023788:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354564.023790:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.023790:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.023793:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.023796:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.023796:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.023798:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763354564.023801:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763354564.023801:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:2.0:1763354564.023806:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.023807:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.023808:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.023810:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.023812:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.023814:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.023814:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.023817:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000004:00000001:2.0:1763354564.023818:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354564.023821:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xf73d7ff9 (ffff8ff5970dc200) refcount = 1 00000004:00000001:2.0:1763354564.023822:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.023826:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00010000:3.0:1763354564.023829:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.023829:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.023834:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.023838:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:3.0:1763354564.023842:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000004:00000001:2.0:1763354564.023844:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:3.0:1763354564.023846:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.023850:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023852:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.023854:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.023856:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.023857:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:3.0:1763354564.023859:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.023861:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.023865:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00010000:00000001:3.0:1763354564.023866:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000004:00000001:2.0:1763354564.023867:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.023870:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.023871:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:2.0:1763354564.023877:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00010000:3.0:1763354564.023879:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.023879:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.023880:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.023884:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.023887:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.023888:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.023891:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:3.0:1763354564.023893:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000004:00000001:2.0:1763354564.023894:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:3.0:1763354564.023896:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1763354564.023897:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00010000:00000001:3.0:1763354564.023901:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1763354564.023901:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354564.023905:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.023906:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff66bcc0370 00000004:00000001:2.0:1763354564.023909:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.023913:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000001:00000001:2.0:1763354564.023913:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.023916:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.023918:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354564.023919:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000001:00000001:2.0:1763354564.023920:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354564.023923:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000001:00000001:2.0:1763354564.023924:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.023927:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:08000000:3.0:1763354564.023930:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000001:00000001:2.0:1763354564.023930:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.023934:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.023938:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354564.023941:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.023941:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354564.023947:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00000001:00000001:2.0:1763354564.023947:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354564.023951:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000004:00000002:2.0:1763354564.023952:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.023968:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: returning size 1024 00000004:00000040:2.0:1763354564.023972:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de6:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354564.023975:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763354564.023977:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000403:21425 00000004:00200000:2.0:1763354564.023979:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00080000:00000001:3.0:1763354564.023981:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000002:2.0:1763354564.023981:0:6519:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763354564.023984:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.023986:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354564.023989:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.023989:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354564.023993:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000001:3.0:1763354564.023995:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.023995:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.023999:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354564.024000:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.024002:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354564.024006:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.024006:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.024012:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1763354564.024012:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000001:3.0:1763354564.024018:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000020:00000001:2.0:1763354564.024020:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.024021:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354564.024023:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024025:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.024029:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763354564.024029:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1763354564.024055:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=3 00000020:00000001:2.0:1763354564.024056:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.024059:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354564.024061:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00000020:00000001:2.0:1763354564.024063:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.024066:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:2.0:1763354564.024067:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.024074:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00010000:2.0:1763354564.024074:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763354564.024080:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.024081:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.024086:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00010000:00000001:3.0:1763354564.024091:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354564.024091:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.024093:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00010000:00000001:3.0:1763354564.024095:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.024095:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.024099:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.024101:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.024101:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354564.024105:0:6519:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1763354564.024108:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.024110:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.024112:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1763354564.024115:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:2.0:1763354564.024115:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) refcount = 1 00010000:00000001:3.0:1763354564.024120:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.024120:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024126:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763354564.024127:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.024130:0:6519:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.024133:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024133:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024135:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.024137:0:6519:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.024143:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.024146:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00010000:3.0:1763354564.024147:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581000 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:2.0:1763354564.024149:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.024152:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1763354564.024154:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000040:2.0:1763354564.024155:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00010000:00000001:3.0:1763354564.024158:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:2.0:1763354564.024161:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00010000:3.0:1763354564.024163:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024167:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.024175:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1763354564.024176:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:2.0:1763354564.024177:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763354564.024180:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1763354564.024181:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=4 00000020:00000001:3.0:1763354564.024184:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1763354564.024186:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00000020:00000040:3.0:1763354564.024188:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=4 00010000:00000001:2.0:1763354564.024189:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00000020:00000001:3.0:1763354564.024196:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:2.0:1763354564.024196:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.024199:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024202:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:2.0:1763354564.024205:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1763354564.024209:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.024210:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763354564.024215:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024216:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024218:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.024220:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024231:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354564.024235:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.024236:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024238:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:3.0:1763354564.024239:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00010000:2.0:1763354564.024240:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000004:00000001:3.0:1763354564.024243:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.024246:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63c00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.024249:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.024250:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.024253:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.024255:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.024257:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.024260:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581000 with handle 0x4a8bb634222cae7e from hash 00010000:00000001:3.0:1763354564.024262:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.024264:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.024265:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.024267:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.024269:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.024270:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024273:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.024274:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1763354564.024275:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1763354564.024277:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024280:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:2.0:1763354564.024282:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:3.0:1763354564.024285:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052b00) 00010000:00000001:2.0:1763354564.024285:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.024287:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.024289:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=5 00000020:00000001:2.0:1763354564.024293:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00010000:3.0:1763354564.024294:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.024295:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354564.024299:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.024304:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024304:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.024306:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024309:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.024313:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.024313:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.024316:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.024319:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024320:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024321:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.024324:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024324:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.024327:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.024329:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024329:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024335:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.024336:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222cae70 from hash 00010000:00000001:2.0:1763354564.024339:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:3.0:1763354564.024342:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024342:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024344:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024346:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1763354564.024348:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024349:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.024352:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024357:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.024359:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.024362:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024363:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:3.0:1763354564.024366:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.024368:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052b00) 00010000:00000001:3.0:1763354564.024370:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:2.0:1763354564.024373:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354564.024374:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354564.024378:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024378:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354564.024383:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581000/0x4a8bb634222cae7e lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024383:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024387:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.024390:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.024396:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1763354564.024398:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000001:2.0:1763354564.024398:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024401:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024403:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.024405:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.024408:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024409:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.024412:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:2.0:1763354564.024414:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1763354564.024416:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.024416:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.024420:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1763354564.024420:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:3.0:1763354564.024424:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763354564.024425:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.024428:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354564.024429:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=3 00010000:00000001:2.0:1763354564.024430:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024432:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.024435:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cae70 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000020:00000001:3.0:1763354564.024436:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354564.024443:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000010:2.0:1763354564.024444:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138280. 00010000:00000001:3.0:1763354564.024449:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354564.024453:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024453:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.024456:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.024459:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.024460:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.024462:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.024466:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00010000:00000001:3.0:1763354564.024467:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1763354564.024469:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:3.0:1763354564.024470:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024473:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00010000:3.0:1763354564.024475:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024476:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.024480:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024494:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.024494:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024497:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.024499:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.024500:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024504:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763354564.024506:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1763354564.024510:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024510:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024513:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.024515:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763354564.024527:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676580000 already unused, calling callback (ffffffffc19b3550) 00010000:00010000:2.0:1763354564.024527:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff593545600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.024530:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354564.024534:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.024534:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.024537:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024539:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1763354564.024543:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:3.0:1763354564.024544:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:2.0:1763354564.024546:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.024548:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.024551:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=4 00010000:00000001:3.0:1763354564.024556:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:2.0:1763354564.024556:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:3.0:1763354564.024559:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1763354564.024562:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00000020:00000001:3.0:1763354564.024563:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763354564.024567:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:3.0:1763354564.024568:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=4 00010000:00010000:2.0:1763354564.024572:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000020:00000001:3.0:1763354564.024573:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354564.024579:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:2.0:1763354564.024584:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354564.024585:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:2.0:1763354564.024588:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00010000:3.0:1763354564.024590:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.024591:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024597:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.024599:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.024602:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354564.024603:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:3.0:1763354564.024606:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.024607:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.024609:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.024611:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff593545600 with handle 0x4a8bb634222cae77 from hash 00010000:00000001:3.0:1763354564.024615:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.024616:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.024620:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.024620:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024624:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.024625:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.024626:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.024630:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024630:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.024633:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.024635:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580000 with handle 0x4a8bb634222cae8c from hash 00010000:00000001:2.0:1763354564.024636:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.024638:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.024641:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.024641:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.024645:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052100) 00010000:00000001:3.0:1763354564.024646:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.024649:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354564.024650:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024652:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.024653:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.024655:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024657:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.024658:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.024661:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354564.024662:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024663:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024665:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024668:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024669:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.024670:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024672:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:2.0:1763354564.024673:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024676:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.024677:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763354564.024680:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xf73d7ff9 (ffff8ff5970dc200) 00010000:00000001:2.0:1763354564.024682:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024684:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024687:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:3.0:1763354564.024688:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.024688:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.024692:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.024693:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763354564.024694:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222cae77 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.024697:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354564.024701:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138300. 00010000:00000001:3.0:1763354564.024702:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.024707:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000040:2.0:1763354564.024707:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052100 count: 0 00010000:00000001:3.0:1763354564.024712:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1763354564.024713:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27400. 00010000:00000001:3.0:1763354564.024714:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.024718:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024720:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024721:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.024723:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.024723:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.024726:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.024728:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00010000:00010000:3.0:1763354564.024729:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00000004:00000001:2.0:1763354564.024730:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763354564.024734:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.024736:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.024740:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00010000:00000001:3.0:1763354564.024741:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.024744:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.024746:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.024747:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354564.024750:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.024752:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354564.024753:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000040:2.0:1763354564.024758:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 218 00010000:00010000:3.0:1763354564.024759:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580000/0x4a8bb634222cae8c lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00000020:00000040:2.0:1763354564.024763:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00010000:00000001:2.0:1763354564.024770:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1763354564.024772:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663580. 00010000:00000001:2.0:1763354564.024773:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.024777:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00010000:00000040:3.0:1763354564.024778:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc200 count: 0 00000004:00000001:2.0:1763354564.024780:0:6519:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763354564.024784:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000010:3.0:1763354564.024786:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781380. 02000000:00000001:2.0:1763354564.024787:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.024791:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.024793:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.024796:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.024798:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00010000:00000001:3.0:1763354564.024800:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.024803:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.024804:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.024805:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.024808:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354564.024809:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354564.024813:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354564.024813:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.024816:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354564.024818:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1763354564.024819:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 02000000:00000001:3.0:1763354564.024826:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000001:2.0:1763354564.024826:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 02000000:00000001:3.0:1763354564.024830:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1763354564.024831:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:3.0:1763354564.024835:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00000001:2.0:1763354564.024837:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1763354564.024838:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:2.0:1763354564.024840:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.024841:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00000001:2.0:1763354564.024843:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000040:3.0:1763354564.024845:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:2.0:1763354564.024846:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.024851:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222cae62 from hash 00010000:00000001:2.0:1763354564.024852:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.024854:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024855:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024855:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.024856:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.024859:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222cae62 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41471 expref: 234 pid: 6519 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763354564.024861:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.024866:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763354564.024867:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000004:00000001:3.0:1763354564.024870:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:2.0:1763354564.024871:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00010000:00000001:3.0:1763354564.024876:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000010:2.0:1763354564.024877:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:3.0:1763354564.024882:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.024884:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024887:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.024888:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.024891:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024891:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00000001:3.0:1763354564.024894:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1763354564.024896:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41471 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.024897:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.024903:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581a00 with handle 0x4a8bb634222cae69 from hash 00010000:00000001:3.0:1763354564.024907:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.024909:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.024910:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.024913:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.024913:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:3.0:1763354564.024916:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00010000:2.0:1763354564.024918:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) 00010000:00000001:3.0:1763354564.024919:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:3.0:1763354564.024924:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:2.0:1763354564.024925:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763354564.024929:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354564.024932:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222cae69 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4146a expref: 233 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.024933:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024937:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.024940:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.024942:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.024944:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00010000:00000001:3.0:1763354564.024947:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.024948:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.024950:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.024954:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000040:2.0:1763354564.024954:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841106944 00010000:00000001:3.0:1763354564.024956:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.024969:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1763354564.024975:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1763354564.024977:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec65180 x1848998841106944/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 584/640 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354564.024979:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.024982:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.024984:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.024987:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.024990:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.024992:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.024994:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354564.024995:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:2.0:1763354564.024997:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.024999:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:3.0:1763354564.025004:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00001000:2.0:1763354564.025004:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354564.025008:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.025012:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.025014:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1763354564.025015:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.025019:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1763354564.025021:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00010000:3.0:1763354564.025025:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581a00/0x4a8bb634222cae69 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4146a expref: 233 pid: 6523 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354564.025026:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.025030:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.025054:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.025059:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.025065:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000040:3.0:1763354564.025066:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354564.025071:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000400:00000010:2.0:1763354564.025072:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00010000:00000010:3.0:1763354564.025075:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663000. 00010000:00000040:3.0:1763354564.025081:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052b00 count: 0 00000100:00000200:2.0:1763354564.025081:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841106944, offset 224 00010000:00000010:3.0:1763354564.025087:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27980. 00000400:00000200:2.0:1763354564.025093:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354564.025097:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.025101:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676581a00, rc -2) 00000004:00000001:3.0:1763354564.025104:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:2.0:1763354564.025106:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:3.0:1763354564.025109:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763354564.025116:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000400:00000200:2.0:1763354564.025117:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556731:1556731:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556727:1556727:8:4294967295] 00000004:00000010:3.0:1763354564.025122:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff6806b7600. 00000004:00000001:3.0:1763354564.025127:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354564.025132:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000400:00000200:2.0:1763354564.025134:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:3.0:1763354564.025137:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354564.025141:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:2.0:1763354564.025144:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000040:3.0:1763354564.025146:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841107072 00010000:00000001:3.0:1763354564.025150:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000010:2.0:1763354564.025152:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00010000:00000200:3.0:1763354564.025158:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64e00 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/53424 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1763354564.025163:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:3.0:1763354564.025173:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:2.0:1763354564.025174:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:3.0:1763354564.025177:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763354564.025181:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 736 niov 1 nkiov 1 00000100:00001000:3.0:1763354564.025182:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354564.025189:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354564.025193:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354564.025196:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.025198:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.025200:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.025202:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.025203:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.025210:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000040:2.0:1763354564.025211:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.025215:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:3.0:1763354564.025216:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff5447f9000. 00000020:00000001:2.0:1763354564.025219:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.025223:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1763354564.025224:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848998841107072, offset 224 00000100:00000040:2.0:1763354564.025231:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65180 x1848998841106944/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 584/640 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1763354564.025237:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354564.025249:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00100000:2.0:1763354564.025250:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252580:x1848998841106944:12345-192.168.203.48@tcp:101:stat.0 Request processed in 2560us (2797us total) trans 0 rc 0/0 00000400:00000200:3.0:1763354564.025259:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556732:1556732:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556728:1556728:7:4294967295] 00000100:00100000:2.0:1763354564.025264:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417440 00000100:00000040:2.0:1763354564.025271:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.025276:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1763354564.025279:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:2.0:1763354564.025280:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.025286:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000800:00000200:0.0:1763354564.025288:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1763354564.025290:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.025293:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000020:00000010:2.0:1763354564.025294:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000800:00000010:3.0:1763354564.025300:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff679a61000. 00000400:00000200:0.0:1763354564.025300:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354564.025302:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000400:00000200:0.0:1763354564.025309:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:2.0:1763354564.025310:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000800:00000200:3.0:1763354564.025314:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000001:2.0:1763354564.025317:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.025317:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:0.0:1763354564.025321:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000800:00000200:3.0:1763354564.025323:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000100:00000001:0.0:1763354564.025326:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:3.0:1763354564.025328:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff679a61000 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:0.0:1763354564.025329:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.025349:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.025353:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354564.025356:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354564.025358:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.025361:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354564.025366:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64e00 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/53424 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.025378:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2406:x1848998841107072:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2507us (2812us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763354564.025387:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7882 00000100:00000040:3.0:1763354564.025391:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000800:00000200:0.0:1763354564.025401:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.025404:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff679a61000. 00000400:00000200:0.0:1763354564.025406:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.025410:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.025412:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5447f9000 00000400:00000010:0.0:1763354564.025414:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff5447f9000. 00000100:00000001:0.0:1763354564.025417:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.025418:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.025501:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354564.025504:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354564.025507:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.025511:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354564.025515:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f8600. 00000020:00000040:3.0:1763354564.025519:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000100:00000001:3.0:1763354564.025521:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.026636:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.026644:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.026646:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.026647:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.026653:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.026660:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 672 into portal 24 MB=0x691a7971d4280 00000400:00000200:1.0:1763354564.026666:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 672/672 into md 0x1fdd85 [256] + 672 00000800:00000001:1.0:1763354564.026670:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.026674:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.026676:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.026678:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.026682:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.026683:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354564.026687:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65880. 00000100:00000040:1.0:1763354564.026689:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65880 x1848998841107072 msgsize 672 00000100:00100000:1.0:1763354564.026692:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.026701:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.026706:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.026708:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.026725:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.026728:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107072 02000000:00000001:3.0:1763354564.026730:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.026731:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.026733:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.026735:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.026738:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107072 00000020:00000001:3.0:1763354564.026739:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.026740:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354564.026742:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.026743:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000001:3.0:1763354564.026745:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354564.026747:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354564.026749:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.026752:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.026754:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.026756:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.026760:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00000020:00000010:3.0:1763354564.026763:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.026766:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.026769:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354564.026771:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.026772:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354564.026773:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.026777:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.026787:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.026792:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.026794:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.026797:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7883 00000100:00000040:3.0:1763354564.026799:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354564.026801:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484222080 : -123191225329536 : ffff8ff54ec65880) 00000100:00000040:3.0:1763354564.026805:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec65880 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/0 e 0 to 0 dl 1763354575 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.026812:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.026815:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.026816:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.026818:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.026823:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2406:x1848998841107072:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000200:3.0:1763354564.026826:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107072 00000020:00000001:3.0:1763354564.026828:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354564.026830:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354564.026838:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.026840:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354564.026841:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000020:00000001:3.0:1763354564.026845:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354564.026847:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107072, found 0 last_xid 1848998841106943 00000020:00000001:3.0:1763354564.026849:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354564.026851:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354564.026852:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354564.026854:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.026857:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763354564.026860:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000100:00000001:3.0:1763354564.026862:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.026863:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.026866:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff542e22000. 02000000:00000001:3.0:1763354564.026868:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.026869:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354564.026872:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff6806b7600. 00000020:00000001:3.0:1763354564.026873:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:3.0:1763354564.026874:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107072, found 0 last_xid 1848998841106943 00000020:00080000:3.0:1763354564.026878:0:6523:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff8ff54ec65880 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354564.026884:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.026885:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:3.0:1763354564.026886:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354564.026888:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354564.026892:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354564.026895:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc700. 00010000:00000010:3.0:1763354564.026897:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781380. 00010000:00000001:3.0:1763354564.026899:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354564.026902:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580a00. 00000020:00000001:3.0:1763354564.026904:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354564.026905:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580a00 with handle 0x4a8bb634222cae93 to hash 00000020:00000001:3.0:1763354564.026907:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354564.026908:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000010:3.0:1763354564.026910:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663000. 00010000:00000001:3.0:1763354564.026912:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00010000:3.0:1763354564.026915:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cae93 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4146a expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354564.026921:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354564.026922:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:3.0:1763354564.026925:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354564.026926:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354564.026928:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354564.026928:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354564.026930:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354564.026931:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354564.026932:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:3.0:1763354564.026934:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354564.026937:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:3.0:1763354564.026940:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:3.0:1763354564.026942:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.026945:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354564.026946:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763354564.026950:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:3.0:1763354564.026953:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.026954:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.026997:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff8ff680a50000. 02000000:00000001:3.0:1763354564.027000:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.027003:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.027007:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354564.027008:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff542e22000. 02000000:00000001:3.0:1763354564.027011:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1763354564.027012:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:3.0:1763354564.027015:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.027016:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354564.027019:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354564.027020:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354564.027022:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027023:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354564.027024:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354564.027026:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027027:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354564.027028:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354564.027029:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027030:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354564.027031:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354564.027057:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027059:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354564.027061:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354564.027063:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027065:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354564.027068:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354564.027070:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027073:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354564.027075:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.027079:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354564.027084:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354564.027086:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354564.027089:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354564.027090:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027093:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354564.027094:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.027095:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354564.027096:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354564.027099:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107072, found 0 last_xid 1848998841106943 00000004:00010000:3.0:1763354564.027104:0:6523:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x4851492765f4146a req@ffff8ff54ec65880 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/53424 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354564.027110:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354564.027113:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 00000004:00000002:3.0:1763354564.027115:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_11, ldlm_rep = ffff8ff680a50250 00000004:00000001:3.0:1763354564.027117:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354564.027119:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354564.027120:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354564.027122:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354564.027123:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354564.027126:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc700 count: 2 00010000:00000001:3.0:1763354564.027128:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.027130:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354564.027132:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581800. 00000020:00000001:3.0:1763354564.027134:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354564.027135:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581800 with handle 0x4a8bb634222cae9a to hash 00000020:00000001:3.0:1763354564.027136:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354564.027137:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000010:3.0:1763354564.027140:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663580. 00010000:00000001:3.0:1763354564.027141:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354564.027143:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027145:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.027147:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:3.0:1763354564.027152:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354564.027154:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354564.027155:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354564.027156:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.027157:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027159:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.027160:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027162:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.027164:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354564.027165:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354564.027166:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354564.027168:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff5970dc700) refcount = 2 00010000:00010000:3.0:1763354564.027170:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027174:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354564.027176:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.027177:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027179:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.027180:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027181:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027182:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.027184:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354564.027185:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.027187:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027191:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354564.027192:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027193:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027194:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354564.027194:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354564.027196:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc800. 00010000:00000010:3.0:1763354564.027198:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781a80. 00010000:00000001:3.0:1763354564.027200:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354564.027201:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580200. 00000020:00000001:3.0:1763354564.027202:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354564.027203:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580200 with handle 0x4a8bb634222caea1 to hash 00000020:00000001:3.0:1763354564.027205:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354564.027206:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000010:3.0:1763354564.027208:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354564.027209:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000001:3.0:1763354564.027211:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027212:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.027214:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:3.0:1763354564.027218:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354564.027219:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354564.027220:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354564.027221:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.027222:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027223:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.027224:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027225:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.027225:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354564.027226:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354564.027227:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354564.027228:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0xf73d7ff9 (ffff8ff5970dc800) refcount = 1 00010000:00010000:3.0:1763354564.027230:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027233:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354564.027234:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.027235:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027236:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.027237:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027238:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027239:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.027240:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354564.027241:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.027243:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027245:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354564.027246:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027247:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.027248:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.027250:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354564.027253:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354564.027255:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354564.027256:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354564.027259:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354564.027262:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354564.027263:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354564.027271:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763354564.027273:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763354564.027275:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354564.027277:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354564.027279:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354564.027280:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763354564.027282:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354564.027283:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354564.027284:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.027285:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.027286:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=3 00000020:00000001:3.0:1763354564.027288:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354564.027290:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354564.027291:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354564.027293:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027296:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027297:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.027298:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027301:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027302:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027304:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354564.027305:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763354564.027309:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354564.027311:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.027312:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354564.027314:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027317:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354564.027318:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.027319:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.027320:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=4 00000020:00000001:3.0:1763354564.027321:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354564.027322:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354564.027323:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354564.027325:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027328:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354564.027328:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354564.027329:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027331:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.027333:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.027334:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027334:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.027336:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581800 with handle 0x4a8bb634222cae9a from hash 00010000:00000001:3.0:1763354564.027337:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.027338:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027339:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027340:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.027341:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.027342:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027343:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.027344:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.027345:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.027346:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff5970dc700) 00010000:00010000:3.0:1763354564.027348:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354564.027350:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027352:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027353:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.027354:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354564.027356:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027357:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027358:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027359:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.027360:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.027362:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027365:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027365:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027366:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354564.027367:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354564.027368:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.027369:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676581800/0x4a8bb634222cae9a lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000010:3.0:1763354564.027373:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663580. 00010000:00000001:3.0:1763354564.027378:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.027379:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354564.027379:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354564.027380:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.027381:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.027382:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580200 refcount=3 00000020:00000001:3.0:1763354564.027383:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000001:3.0:1763354564.027384:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000001:3.0:1763354564.027385:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354564.027387:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027390:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027391:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.027392:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027398:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027399:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027401:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354564.027402:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00010000:3.0:1763354564.027405:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676580200 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354564.027406:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.027407:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354564.027408:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027411:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354564.027412:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.027413:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.027413:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580200 refcount=4 00000020:00000001:3.0:1763354564.027415:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000001:3.0:1763354564.027416:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000001:3.0:1763354564.027417:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354564.027418:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027421:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354564.027422:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354564.027423:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027424:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.027425:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.027425:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027426:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.027428:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580200 with handle 0x4a8bb634222caea1 from hash 00010000:00000001:3.0:1763354564.027429:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.027430:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027430:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027432:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.027433:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.027434:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027435:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.027436:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.027437:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.027438:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0xf73d7ff9 (ffff8ff5970dc800) 00010000:00010000:3.0:1763354564.027439:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354564.027440:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027442:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027443:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.027443:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354564.027445:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027445:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027446:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027447:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.027448:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.027450:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000001:3.0:1763354564.027453:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027453:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027454:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354564.027455:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354564.027456:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.027457:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580200/0x4a8bb634222caea1 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT1 00010000:00000010:3.0:1763354564.027460:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000040:3.0:1763354564.027461:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc800 count: 0 00010000:00000010:3.0:1763354564.027464:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781a80. 00010000:00000001:3.0:1763354564.027469:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354564.027469:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354564.027470:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354564.027471:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354564.027472:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354564.027473:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:3.0:1763354564.027476:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354564.027477:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354564.027479:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354564.027480:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354564.027481:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354564.027482:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354564.027491:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354564.027493:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354564.027494:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763354564.027496:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354564.027497:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.027499:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027500:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027501:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.027502:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.027503:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580a00 with handle 0x4a8bb634222cae93 from hash 00010000:00000001:3.0:1763354564.027505:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.027506:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.027507:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.027507:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354564.027508:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:3.0:1763354564.027510:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:3.0:1763354564.027513:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cae93 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4146a expref: 232 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.027517:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354564.027518:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.027519:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.027520:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.027522:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027523:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.027524:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.027525:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.027526:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.027527:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.027529:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.027530:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.027531:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff5970dc700) 00010000:00010000:3.0:1763354564.027534:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:3.0:1763354564.027536:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.027538:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.027539:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.027541:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.027544:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cae93 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4146a expref: 232 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354564.027550:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354564.027553:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00010000:00000010:3.0:1763354564.027556:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663000. 00010000:00000040:3.0:1763354564.027558:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc700 count: 0 00010000:00000010:3.0:1763354564.027561:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781380. 00010000:00000001:3.0:1763354564.027567:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.027569:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676580a00, rc -2) 00000004:00000001:3.0:1763354564.027571:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354564.027574:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763354564.027577:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000004:00000010:3.0:1763354564.027580:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff6806b7600. 00000004:00000001:3.0:1763354564.027583:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354564.027586:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:3.0:1763354564.027588:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354564.027590:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763354564.027593:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841107072 00010000:00000001:3.0:1763354564.027595:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354564.027600:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec65880 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/53424 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354564.027608:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354564.027610:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.027613:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354564.027617:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354564.027619:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354564.027621:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.027623:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.027625:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.027627:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.027629:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354564.027633:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff679a61800. 00000100:00000200:3.0:1763354564.027638:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848998841107200, offset 224 00000400:00000200:3.0:1763354564.027643:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354564.027651:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354564.027656:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556733:1556733:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556729:1556729:8:4294967295] 00000400:00000200:3.0:1763354564.027666:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354564.027670:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354564.027673:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff679a61c00. 00000800:00000200:3.0:1763354564.027676:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354564.027680:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:3.0:1763354564.027682:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff679a61c00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:3.0:1763354564.027695:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.027698:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354564.027699:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354564.027701:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.027702:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354564.027705:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65880 x1848998841107072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 672/53424 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.027712:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2406:x1848998841107072:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 899us (1021us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763354564.027718:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7883 00000100:00000040:3.0:1763354564.027721:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354564.027723:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354564.027725:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354564.027728:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.027731:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354564.027734:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000020:00000040:3.0:1763354564.027736:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000100:00000001:3.0:1763354564.027738:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.027795:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.027799:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff679a61c00. 00000400:00000200:1.0:1763354564.027802:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.027806:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.027809:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff679a61800 00000400:00000010:1.0:1763354564.027811:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff679a61800. 00000100:00000001:1.0:1763354564.027813:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.027815:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.028702:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.028709:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.028711:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.028714:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.028725:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.028735:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4380 00000400:00000200:0.0:1763354564.028743:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 14752 00000800:00000001:0.0:1763354564.028749:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.028756:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.028758:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.028762:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.028768:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.028770:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.028777:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646d180. 00000100:00000040:0.0:1763354564.028780:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646d180 x1848998841107328 msgsize 328 00000100:00100000:0.0:1763354564.028783:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.028797:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.028803:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.028807:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.028833:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.028836:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107328 02000000:00000001:1.0:1763354564.028838:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.028839:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.028841:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.028843:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.028845:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107328 00000020:00000001:1.0:1763354564.028847:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.028849:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.028850:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.028852:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.028854:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.028856:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.028859:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.028862:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1f80. 00000100:00000001:1.0:1763354564.028864:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.028866:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1f80. 00000020:00000010:1.0:1763354564.028870:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153c00. 00000020:00000010:1.0:1763354564.028873:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563e80. 00000020:00000010:1.0:1763354564.028876:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b244b0. 00000100:00000040:1.0:1763354564.028880:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.028882:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.028883:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.028884:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.028888:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.028906:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.028919:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.028921:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.028927:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85222 00000100:00000040:1.0:1763354564.028931:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.028934:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636614016 : -123187072937600 : ffff8ff64646d180) 00000100:00000040:1.0:1763354564.028940:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646d180 x1848998841107328/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.028953:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.028955:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1f80. 00000100:00000001:1.0:1763354564.028971:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.028974:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1f80. 00000100:00100000:1.0:1763354564.028978:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841107328:12345-192.168.203.48@tcp:101:stat.0 00000100:00000200:1.0:1763354564.028980:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107328 00000020:00000001:1.0:1763354564.028982:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.028984:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.028985:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.028987:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.028989:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.028991:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.028993:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.028994:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.028995:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.028997:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.028999:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.029000:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.029001:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.029003:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.029004:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029008:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.029013:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.029014:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.029016:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.029018:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:1.0:1763354564.029020:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.029022:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222caea8 to hash 00000020:00000001:1.0:1763354564.029023:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.029024:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000001:1.0:1763354564.029026:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:1.0:1763354564.029030:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222caea8 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41478 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.029075:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.029078:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:1.0:1763354564.029084:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.029085:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.029088:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.029089:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.029093:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf1400. 02000000:00000001:1.0:1763354564.029095:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.029097:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029100:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.029101:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.029104:0:74534:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029106:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354564.029109:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354564.029111:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354564.029113:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354564.029115:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb1f80. 00000100:00000001:1.0:1763354564.029117:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.029122:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e381a80. 00000100:00000001:1.0:1763354564.029124:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743335552 : -123190966216064 : ffff8ff55e381a80) 00000100:00000001:1.0:1763354564.029127:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743335552 : -123190966216064 : ffff8ff55e381a80) 00000100:00000001:1.0:1763354564.029129:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.029131:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.029134:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.029136:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354564.029140:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec66d80. 00000020:00000040:1.0:1763354564.029143:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.029146:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.029148:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.029152:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.029156:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e152400. 00000100:00000001:1.0:1763354564.029161:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029165:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.029168:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.029172:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.029178:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.029180:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.029183:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542712832:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.029186:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.029189:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.029191:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.029193:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.029194:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e153e00. 02000000:00000001:1.0:1763354564.029196:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.029200:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2000. 00000400:00000010:1.0:1763354564.029204:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa3b8. 00000100:00000200:1.0:1763354564.029208:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542712832, portal 16 00000100:00000001:1.0:1763354564.029210:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.029211:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484227456 : -123191225324160 : ffff8ff54ec66d80) 00000100:00000040:1.0:1763354564.029215:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.029220:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.029221:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.029223:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa6e8. 00000100:00000200:1.0:1763354564.029225:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542712832, offset 0 00000400:00000200:1.0:1763354564.029228:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.029232:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.029236:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.029239:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.029242:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.029244:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.029246:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556734:1556734:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556730:1556730:8:4294967295] 00000400:00000200:1.0:1763354564.029252:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.029256:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.029259:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.029262:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.029265:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.029267:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.029280:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.029283:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887105 00000100:00000001:1.0:1763354564.029289:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887058 00000100:00000001:1.0:1763354564.029291:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887105 00000100:00000001:1.0:1763354564.029294:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887058 00000100:00000001:1.0:1763354564.029298:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887105 00000100:00000001:1.0:1763354564.029303:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887058 00000100:00000001:1.0:1763354564.029306:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887105 00000100:00000001:1.0:1763354564.029311:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887058 00000100:00000001:1.0:1763354564.029316:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.029319:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029322:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029324:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.029326:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.029328:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354564.029330:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354564.029334:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.029336:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.029338:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354564.029341:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.029344:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.029346:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354564.029349:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e381a80 going to sleep for 11 seconds 00000100:00000001:1.0:1763354564.029351:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.029355:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.029364:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.029370:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.029376:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.029381:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.029385:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa6e8 00000400:00000010:0.0:1763354564.029387:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa6e8. 00000100:00000001:0.0:1763354564.029391:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.029397:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.029408:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.029412:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.029420:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.029422:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.030331:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.030339:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.030342:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.030345:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.030351:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.030360:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542000 00000400:00000200:1.0:1763354564.030366:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8a99 [1] + 224 00000800:00000001:1.0:1763354564.030371:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.030378:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.030380:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.030384:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.030388:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.030393:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354564.030401:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.030418:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.030421:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.030424:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.030456:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354564.030461:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354564.030463:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354564.030465:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2000. 00000400:00000200:0.0:1763354564.030468:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa3b8 00000400:00000010:0.0:1763354564.030470:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa3b8. 00000100:00000001:0.0:1763354564.030471:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.030476:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354564.030484:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.030488:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354564.030490:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.030491:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354564.030494:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354564.030495:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.030496:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.030498:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.030501:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354564.030504:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354564.030506:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354564.030508:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.030510:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354564.030512:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.030514:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.030517:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.030522:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.030524:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.030525:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.030527:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354564.030529:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354564.030534:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354564.030535:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354564.030540:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:0.0:1763354564.030542:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:0.0:1763354564.030544:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354564.030547:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354564.030550:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:0.0:1763354564.030552:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.030553:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.030554:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.030557:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354564.030563:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542712832:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354564.030566:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.030568:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.030569:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354564.030571:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.030573:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec66d80 x1848998542712832/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.030577:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354564.030579:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354564.030581:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e153e00. 02000000:00000001:0.0:1763354564.030584:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354564.030585:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354564.030586:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354564.030588:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354564.030589:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e152400. 02000000:00000001:0.0:1763354564.030591:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354564.030593:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354564.030594:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec66d80. 00000100:00000001:0.0:1763354564.030598:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.030599:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354564.030600:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e381a80. 00000100:00000001:0.0:1763354564.030602:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354564.030603:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354564.030605:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb1f80. 00010000:00000001:0.0:1763354564.030607:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354564.030609:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354564.030611:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354564.030612:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.030615:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.030616:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.030617:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.030619:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.030620:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222caea8 from hash 00010000:00000001:0.0:1763354564.030622:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.030623:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.030624:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.030625:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354564.030626:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354564.030627:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354564.030631:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222caea8 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41478 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354564.030638:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354564.030639:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.030641:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.030642:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.030643:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.030646:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354564.030647:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.030648:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.030649:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354564.030650:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354564.030651:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.030652:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354564.030654:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.030655:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.030656:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.030657:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354564.030659:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222caea8 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41478 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354564.030664:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:0.0:1763354564.030665:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:0.0:1763354564.030669:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354564.030670:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67aaeac00, rc 0) 00000020:00000001:0.0:1763354564.030672:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354564.030673:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841107328 00010000:00000001:0.0:1763354564.030675:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354564.030678:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646d180 x1848998841107328/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354564.030683:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354564.030685:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.030686:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.030689:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354564.030690:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354564.030692:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354564.030694:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354564.030695:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.030697:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.030699:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354564.030702:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b000. 00000100:00000200:0.0:1763354564.030704:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841107328, offset 224 00000400:00000200:0.0:1763354564.030707:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354564.030712:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354564.030715:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556735:1556735:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556731:1556731:8:4294967295] 00000400:00000200:0.0:1763354564.030722:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354564.030725:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.030728:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d700. 00000800:00000200:0.0:1763354564.030731:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354564.030734:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354564.030737:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354564.030751:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.030753:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354564.030755:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354564.030756:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.030758:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354564.030761:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646d180 x1848998841107328/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354564.030768:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841107328:12345-192.168.203.48@tcp:101:stat.0 Request processed in 1814us (1986us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354564.030774:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85222 00000100:00000040:0.0:1763354564.030777:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354564.030779:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354564.030780:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354564.030783:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563e80. 00000020:00000010:0.0:1763354564.030786:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b244b0. 00000020:00000010:0.0:1763354564.030789:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153c00. 00000020:00000040:0.0:1763354564.030791:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:0.0:1763354564.030794:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354564.030811:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763354564.030814:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d700. 00000400:00000200:3.0:1763354564.030818:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354564.030822:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354564.030825:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b000 00000400:00000010:3.0:1763354564.030826:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b000. 00000100:00000001:3.0:1763354564.030828:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354564.030830:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354564.033072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:2.1:1763354564.033077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:3.1:1763354564.033084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc200. 00010000:00000010:2.1:1763354564.033090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:3.1:1763354564.033093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580000. 00010000:00000010:2.1:1763354564.033100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:3.1:1763354564.033102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052b00. 00010000:00000010:2.1:1763354564.033107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00010000:00000010:3.1:1763354564.033110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00010000:00000010:0.1:1763354564.037068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00010000:00000010:3.1:1763354564.037088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:3.1:1763354564.037098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc800. 00010000:00000010:3.1:1763354564.037103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00010000:00000010:3.1:1763354564.037107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc700. 00010000:00000010:3.1:1763354564.037175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580a00. 00000800:00000001:0.0:1763354564.037283:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.037296:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.037300:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.037303:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.037313:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.037329:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d4400 00000400:00000200:0.0:1763354564.037337:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 35064 00000800:00000001:0.0:1763354564.037345:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.037352:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.037356:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.037360:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.037366:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.037369:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.037374:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646df80. 00000100:00000040:0.0:1763354564.037378:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646df80 x1848998841107456 msgsize 576 00000100:00100000:0.0:1763354564.037383:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.037400:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.037408:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.037412:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.037456:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.037460:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107456 02000000:00000001:2.0:1763354564.037463:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.037466:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.037468:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.037474:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.037477:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107456 00000020:00000001:2.0:1763354564.037480:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.037483:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.037485:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.037488:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000020:00000001:2.0:1763354564.037491:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.037493:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.037497:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.037502:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.037506:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.037508:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.037515:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.037520:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.037525:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.037533:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.037536:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.037537:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.037540:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.037542:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.037544:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.037552:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.037566:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.037579:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.037582:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.037589:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417441 00000100:00000040:2.0:1763354564.037593:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.037596:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636617600 : -123187072934016 : ffff8ff64646df80) 00000100:00000040:2.0:1763354564.037605:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646df80 x1848998841107456/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 576/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.037615:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.037619:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.037621:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.037624:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.037629:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:252581:x1848998841107456:12345-192.168.203.48@tcp:101:readlink.0 00000100:00000200:2.0:1763354564.037634:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107456 00000020:00000001:2.0:1763354564.037638:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.037641:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.037645:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.037648:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.037650:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.037654:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.037657:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107456, found 0 last_xid 1848998841107455 00000020:00000001:2.0:1763354564.037660:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.037662:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.037664:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.037668:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.037670:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.037673:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.037675:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.037677:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.037678:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.037683:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.037690:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052100. 00010000:00000010:2.0:1763354564.037694:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27e00. 00010000:00000001:2.0:1763354564.037700:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.037703:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:2.0:1763354564.037707:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.037710:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caeaf to hash 00000020:00000001:2.0:1763354564.037712:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.037713:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:2.0:1763354564.037718:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.037721:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:2.0:1763354564.037726:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caeaf lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4147f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.037737:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:2.0:1763354564.037739:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:2.0:1763354564.037745:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.037749:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.037755:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.037757:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.037759:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763354564.037761:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.037763:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.037766:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.037771:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:2.0:1763354564.037774:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:2.0:1763354564.037776:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.037780:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.037781:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.037785:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.037787:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.037820:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff674cc0000. 02000000:00000001:2.0:1763354564.037823:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.037826:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.037829:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.037831:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763354564.037836:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.037839:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.037841:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037844:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.037845:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.037848:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037849:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.037851:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.037852:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037854:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.037856:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.037858:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037859:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.037861:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.037863:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037865:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.037866:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.037868:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037871:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.037872:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.037876:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.037881:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.037883:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.037886:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.037888:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.037890:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.037892:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.037894:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.037896:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.037900:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:2.0:1763354564.037903:0:6519:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2400032e1:0x112:0x0], ldlm_rep = ffff8ff674cc0228 00000004:00000001:2.0:1763354564.037906:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.037910:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.037912:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.037915:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052100 count: 2 00010000:00000001:2.0:1763354564.037918:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.037920:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.037925:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff593545600. 00000020:00000001:2.0:1763354564.037928:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.037930:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff593545600 with handle 0x4a8bb634222caeb6 to hash 00000020:00000001:2.0:1763354564.037932:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.037934:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000010:2.0:1763354564.037938:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.037941:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.037944:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.037947:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.037950:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caeb6 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.037971:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.037975:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.037978:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.037980:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.037982:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.037985:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.037986:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.037989:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.037992:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.037993:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.037995:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.037997:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) refcount = 2 00010000:00010000:2.0:1763354564.038002:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caeb6 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.038008:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.038013:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.038015:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.038017:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.038019:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.038021:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.038023:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.038026:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.038064:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.038069:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caeb6 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.038075:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.038077:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.038079:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.038081:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.038083:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.038085:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000020:00000001:2.0:1763354564.038087:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.038089:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.038091:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.038093:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.038094:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.038098:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.038102:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.038106:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.038112:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.038115:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.038120:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.038136:0:6519:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.038140:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.038143:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.038144:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.038147:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763354564.038152:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.038154:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.038157:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354564.038160:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.038162:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.038164:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.038166:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.038167:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.038169:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.038171:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.038173:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.038175:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.038177:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.038178:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.038180:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.038182:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e1:0x112:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.038185:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e1:0x112:0x0]: returning size 4096 00000004:00000040:2.0:1763354564.038189:0:6519:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X1 stripe_count 2 hash_type 0x4 00000004:00200000:2.0:1763354564.038193:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:2.0:1763354564.038195:0:6519:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763354564.038197:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.038198:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.038201:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354564.038203:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.038205:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.038208:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.038210:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.038213:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.038218:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.038225:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.038228:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.038233:0:6519:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.038236:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.038238:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.038239:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000020:00000001:2.0:1763354564.038242:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.038244:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00000004:00000040:2.0:1763354564.038248:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.038250:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=233 00010000:00000001:2.0:1763354564.038254:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.038255:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.038257:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.038259:0:6519:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763354564.038262:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.038264:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.038266:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.038267:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.038269:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.038271:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.038274:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.038277:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.038280:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.038284:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:2.0:1763354564.038286:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.038288:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354564.038291:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.038293:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.038296:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.038298:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.038300:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.038302:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.038304:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caeaf from hash 00010000:00000001:2.0:1763354564.038307:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.038308:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.038310:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.038311:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.038312:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.038317:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caeaf lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4147f expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.038326:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:2.0:1763354564.038328:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00010000:00000010:2.0:1763354564.038331:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.038337:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.038338:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.038342:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354564.038346:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caeb6 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4147f expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.038354:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.038357:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.038360:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) 00010000:00010000:2.0:1763354564.038363:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:2.0:1763354564.038366:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.038368:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.038370:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.038372:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.038373:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.038375:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff593545600, rc 0) 00000020:00000001:2.0:1763354564.038378:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.038381:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841107456 00010000:00000001:2.0:1763354564.038384:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.038389:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646df80 x1848998841107456/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 576/640 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.038397:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.038400:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.038405:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.038410:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.038412:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.038415:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.038417:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.038420:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.038423:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.038427:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.038432:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 00000100:00000200:2.0:1763354564.038437:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841107456, offset 224 00000400:00000200:2.0:1763354564.038442:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.038451:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.038458:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556736:1556736:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556732:1556732:8:4294967295] 00000400:00000200:2.0:1763354564.038468:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.038474:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.038480:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.038487:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.038493:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.038498:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.038517:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.038521:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.038524:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.038525:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.038528:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.038533:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646df80 x1848998841107456/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 576/640 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.038544:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252581:x1848998841107456:12345-192.168.203.48@tcp:101:readlink.0 Request processed in 926us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.038553:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417441 00000100:00000040:2.0:1763354564.038556:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.038559:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.038562:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.038566:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.038571:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.038575:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354564.038579:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000100:00000001:2.0:1763354564.038583:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.038629:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.038635:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354564.038640:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.038645:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.038649:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:1.0:1763354564.038652:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:1.0:1763354564.038656:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.038658:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763354564.041141:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.041148:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354564.041150:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.041152:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354564.041157:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354564.041165:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4480 00000400:00000200:3.0:1763354564.041171:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79fd81 [8] + 15080 00000400:00000010:3.0:1763354564.041174:0:3648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66b34d0b0. 00000400:00000200:3.0:1763354564.041177:0:3648:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff675302100 00000800:00000001:3.0:1763354564.041180:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.041184:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354564.041185:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354564.041188:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:3.0:1763354564.041190:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff675302100 00000400:00000010:3.0:1763354564.041192:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff675302100. 00000100:00000001:3.0:1763354564.041196:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354564.041198:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1763354564.041200:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff543a0b850 x1848998841107584 msgsize 328 00000100:00100000:3.0:1763354564.041202:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:3.0:1763354564.041205:0:3648:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763354564.041215:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354564.041219:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.041221:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.041250:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354564.041253:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107584 02000000:00000001:0.0:1763354564.041255:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354564.041257:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.041258:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.041261:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.041263:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107584 00000020:00000001:0.0:1763354564.041265:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354564.041266:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354564.041268:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.041270:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:0.0:1763354564.041272:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354564.041274:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354564.041276:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354564.041280:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354564.041282:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354564.041284:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354564.041288:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7a00. 00000020:00000010:0.0:1763354564.041291:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354564.041301:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf258. 00000100:00000040:0.0:1763354564.041308:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354564.041310:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354564.041311:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354564.041312:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.041317:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.041325:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.041331:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354564.041332:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354564.041336:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85223 00000100:00000040:0.0:1763354564.041338:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354564.041339:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882297206864 : -123191412344752 : ffff8ff543a0b850) 00000100:00000040:0.0:1763354564.041344:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff543a0b850 x1848998841107584/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354564.041352:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354564.041355:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354564.041357:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354564.041359:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354564.041364:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff543a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841107584:12345-192.168.203.48@tcp:101:readlink.0 00000100:00000200:0.0:1763354564.041368:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107584 00000020:00000001:0.0:1763354564.041372:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354564.041375:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354564.041377:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.041380:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354564.041382:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354564.041385:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354564.041388:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354564.041390:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354564.041392:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354564.041396:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.041398:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354564.041400:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354564.041401:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354564.041403:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354564.041404:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041408:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354564.041414:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:0.0:1763354564.041417:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354564.041419:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354564.041423:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8a00. 00000020:00000001:0.0:1763354564.041426:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354564.041429:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8a00 with handle 0x4a8bb634222caebd to hash 00000020:00000001:0.0:1763354564.041431:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354564.041433:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354564.041435:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00010000:0.0:1763354564.041439:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222caebd lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41486 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354564.041449:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:0.0:1763354564.041452:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:0.0:1763354564.041457:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354564.041459:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354564.041461:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354564.041463:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354564.041468:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54477e000. 02000000:00000001:0.0:1763354564.041470:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.041472:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041475:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354564.041477:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354564.041480:0:74534:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041483:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354564.041488:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765ab508. 00002000:00000001:0.0:1763354564.041490:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354564.041493:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354564.041496:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354564.041500:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354564.041505:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0953c0. 00000100:00000001:0.0:1763354564.041507:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000100:00000001:0.0:1763354564.041509:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000100:00000001:0.0:1763354564.041512:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354564.041514:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354564.041515:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354564.041517:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354564.041522:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646fb80. 00000020:00000040:0.0:1763354564.041526:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354564.041529:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.041531:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354564.041534:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354564.041540:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5447f8600. 00000100:00000001:0.0:1763354564.041545:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041551:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354564.041554:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354564.041559:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.041568:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354564.041570:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.041575:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff64646fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542712960:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354564.041580:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354564.041584:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354564.041587:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.041589:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354564.041594:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5447f9000. 02000000:00000001:0.0:1763354564.041596:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.041602:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fe18. 00000400:00000010:0.0:1763354564.041607:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b3b8. 00000100:00000200:0.0:1763354564.041612:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542712960, portal 16 00000100:00000001:0.0:1763354564.041614:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.041617:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886636624768 : -123187072926848 : ffff8ff64646fb80) 00000100:00000040:0.0:1763354564.041622:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.041631:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.041634:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354564.041636:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b880. 00000100:00000200:0.0:1763354564.041639:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542712960, offset 0 00000400:00000200:0.0:1763354564.041644:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354564.041651:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354564.041655:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354564.041660:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354564.041663:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354564.041667:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354564.041670:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556737:1556737:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556733:1556733:8:4294967295] 00000400:00000200:0.0:1763354564.041679:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354564.041685:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.041689:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534dd00. 00000800:00000200:0.0:1763354564.041693:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354564.041709:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354564.041713:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534dd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354564.041728:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.041735:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887117 00000100:00000001:0.0:1763354564.041743:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887105 00000100:00000001:0.0:1763354564.041747:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887117 00000100:00000001:0.0:1763354564.041751:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887105 00000100:00000001:0.0:1763354564.041754:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887117 00000100:00000001:0.0:1763354564.041758:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887105 00000100:00000001:0.0:1763354564.041763:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887117 00000100:00000001:0.0:1763354564.041768:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887105 00000100:00000001:0.0:1763354564.041772:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.041775:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041778:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041781:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.041784:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.041785:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354564.041788:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765ab508. 00010000:00000001:0.0:1763354564.041792:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.041794:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354564.041796:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354564.041798:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.041801:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354564.041803:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1763354564.041805:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1763354564.041806:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0953c0 going to sleep for 11 seconds 00000800:00000010:1.0:1763354564.041811:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534dd00. 00000100:00000001:0.0:1763354564.041813:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1763354564.041816:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354564.041818:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.041823:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.041827:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b880 00000400:00000010:1.0:1763354564.041829:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b880. 00000100:00000001:1.0:1763354564.041831:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354564.041836:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.041849:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.041852:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.041857:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.041858:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.042657:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.042663:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.042665:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.042666:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.042670:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.042676:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542080 00000400:00000200:1.0:1763354564.042680:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8aa9 [1] + 224 00000800:00000001:1.0:1763354564.042684:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.042687:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.042689:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.042691:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.042694:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.042699:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354564.042709:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.042727:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.042733:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.042736:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.042751:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354564.042756:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354564.042758:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354564.042759:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fe18. 00000400:00000200:0.0:1763354564.042762:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b3b8 00000400:00000010:0.0:1763354564.042763:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b3b8. 00000100:00000001:0.0:1763354564.042765:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.042770:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354564.042777:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.042781:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354564.042783:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.042784:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354564.042786:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354564.042787:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.042789:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.042790:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.042794:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354564.042796:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354564.042799:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354564.042800:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.042803:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354564.042805:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.042806:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.042809:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.042814:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.042816:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.042818:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.042819:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354564.042821:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354564.042826:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354564.042828:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354564.042832:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:0.0:1763354564.042834:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:0.0:1763354564.042836:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354564.042839:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354564.042842:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:0.0:1763354564.042843:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.042845:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.042846:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.042849:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354564.042855:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff64646fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542712960:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354564.042858:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.042859:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.042861:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354564.042862:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.042864:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff64646fb80 x1848998542712960/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.042868:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354564.042870:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354564.042872:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5447f9000. 02000000:00000001:0.0:1763354564.042875:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354564.042876:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354564.042877:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354564.042879:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354564.042881:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5447f8600. 02000000:00000001:0.0:1763354564.042883:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354564.042884:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354564.042886:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646fb80. 00000100:00000001:0.0:1763354564.042888:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.042889:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354564.042890:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0953c0. 00000100:00000001:0.0:1763354564.042892:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354564.042893:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354564.042895:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68ec0. 00010000:00000001:0.0:1763354564.042897:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354564.042899:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354564.042901:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354564.042902:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.042905:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.042906:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.042907:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.042908:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.042910:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8a00 with handle 0x4a8bb634222caebd from hash 00010000:00000001:0.0:1763354564.042912:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.042913:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.042914:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.042914:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354564.042915:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354564.042917:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354564.042920:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222caebd lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41486 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354564.042928:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354564.042930:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.042932:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.042933:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.042935:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.042937:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354564.042938:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.042939:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.042940:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354564.042941:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354564.042942:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.042943:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354564.042945:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.042946:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.042948:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.042948:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354564.042950:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222caebd lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41486 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354564.042955:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:0.0:1763354564.042969:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:0.0:1763354564.042973:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354564.042975:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8a00, rc 0) 00000020:00000001:0.0:1763354564.042976:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354564.042978:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841107584 00010000:00000001:0.0:1763354564.042980:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354564.042983:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff543a0b850 x1848998841107584/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354564.042988:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354564.042990:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.042992:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.042994:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354564.042996:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354564.042997:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354564.042999:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354564.043001:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.043002:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.043004:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354564.043007:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b3b8. 00000100:00000200:0.0:1763354564.043009:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841107584, offset 224 00000400:00000200:0.0:1763354564.043013:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354564.043018:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354564.043021:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556738:1556738:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556734:1556734:8:4294967295] 00000400:00000200:0.0:1763354564.043028:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354564.043063:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.043069:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534d400. 00000800:00000200:0.0:1763354564.043075:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354564.043081:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354564.043084:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534d400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354564.043101:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.043105:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354564.043106:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354564.043107:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.043109:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354564.043112:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff543a0b850 x1848998841107584/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354564.043120:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff543a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841107584:12345-192.168.203.48@tcp:101:readlink.0 Request processed in 1766us (1917us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354564.043125:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85223 00000100:00000040:0.0:1763354564.043128:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354564.043130:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354564.043131:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354564.043134:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354564.043137:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf258. 00000020:00000010:0.0:1763354564.043142:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7a00. 00000020:00000040:0.0:1763354564.043147:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 02000000:00000001:0.0:1763354564.043157:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043159:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf1400. 02000000:00000001:0.0:1763354564.043161:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043163:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646d180. 00000800:00000200:3.0:1763354564.043165:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1763354564.043166:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043169:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff54901ec00. 00000800:00000010:3.0:1763354564.043171:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534d400. 02000000:00000001:0.0:1763354564.043172:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043176:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64700. 00000400:00000200:3.0:1763354564.043178:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1763354564.043181:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043184:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff54901c800. 00000400:00000200:3.0:1763354564.043185:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 02000000:00000001:0.0:1763354564.043187:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043189:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64000. 00000400:00000200:3.0:1763354564.043190:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b3b8 02000000:00000001:0.0:1763354564.043192:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:3.0:1763354564.043194:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b3b8. 02000000:00000010:0.0:1763354564.043195:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54901e800. 02000000:00000001:0.0:1763354564.043199:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763354564.043201:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:0.0:1763354564.043201:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb0a680. 02000000:00000001:3.0:1763354564.043205:0:3648:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1763354564.043205:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354564.043209:0:3648:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54477e000. 02000000:00000010:0.0:1763354564.043210:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff54901d800. 02000000:00000001:3.0:1763354564.043217:0:3648:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763354564.043217:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763354564.043221:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:0.0:1763354564.043221:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 02000000:00000001:0.0:1763354564.043224:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043227:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff551cf1000. 02000000:00000001:0.0:1763354564.043228:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043229:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09880. 02000000:00000001:0.0:1763354564.043230:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043231:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff54901e000. 02000000:00000001:0.0:1763354564.043232:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043233:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94e680. 02000000:00000001:0.0:1763354564.043235:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043236:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff644f0e000. 02000000:00000001:0.0:1763354564.043238:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043239:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09f80. 02000000:00000001:0.0:1763354564.043240:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043241:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66dc85c00. 02000000:00000001:0.0:1763354564.043243:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043244:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94d880. 02000000:00000001:0.0:1763354564.043246:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043247:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff551cf3000. 02000000:00000001:0.0:1763354564.043248:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043250:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb0a300. 02000000:00000001:0.0:1763354564.043251:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043252:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff54901dc00. 02000000:00000001:0.0:1763354564.043253:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043254:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94ca80. 02000000:00000001:0.0:1763354564.043257:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043258:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66dc85800. 02000000:00000001:0.0:1763354564.043259:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043259:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94f100. 02000000:00000001:0.0:1763354564.043262:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043263:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66dc84000. 02000000:00000001:0.0:1763354564.043266:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043267:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2f800. 02000000:00000001:0.0:1763354564.043271:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043272:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66dc87000. 02000000:00000001:0.0:1763354564.043274:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043276:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94d180. 02000000:00000001:0.0:1763354564.043278:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043279:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66dc86800. 02000000:00000001:0.0:1763354564.043282:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043283:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94ed80. 02000000:00000001:0.0:1763354564.043285:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043286:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff678d80c00. 02000000:00000001:0.0:1763354564.043288:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043289:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94ce00. 02000000:00000001:0.0:1763354564.043290:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043291:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff5450e3800. 02000000:00000001:0.0:1763354564.043293:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043293:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94ea00. 02000000:00000001:0.0:1763354564.043295:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043296:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66f530c00. 02000000:00000001:0.0:1763354564.043298:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043299:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94d500. 02000000:00000001:0.0:1763354564.043300:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043301:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66f532000. 02000000:00000001:0.0:1763354564.043302:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043303:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94c000. 02000000:00000001:0.0:1763354564.043304:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043305:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66f532800. 02000000:00000001:0.0:1763354564.043307:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043308:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94c700. 02000000:00000001:0.0:1763354564.043309:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043310:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff548231c00. 02000000:00000001:0.0:1763354564.043312:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043313:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df98a80. 02000000:00000001:0.0:1763354564.043316:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043317:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff548233800. 02000000:00000001:0.0:1763354564.043319:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043319:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 02000000:00000001:0.0:1763354564.043321:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043321:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54901d400. 02000000:00000001:0.0:1763354564.043323:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043323:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09180. 02000000:00000001:0.0:1763354564.043325:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043325:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff644f0f800. 02000000:00000001:0.0:1763354564.043327:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043328:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1180. 02000000:00000001:0.0:1763354564.043329:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043330:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff644f0c000. 02000000:00000001:0.0:1763354564.043332:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043333:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653356680. 02000000:00000001:0.0:1763354564.043335:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043336:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff644f0f400. 02000000:00000001:0.0:1763354564.043337:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043338:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9a680. 02000000:00000001:0.0:1763354564.043340:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043341:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff644f0ec00. 02000000:00000001:0.0:1763354564.043342:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043343:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9b100. 02000000:00000001:0.0:1763354564.043345:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043346:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff544a47400. 02000000:00000001:0.0:1763354564.043348:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043348:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd3b80. 02000000:00000001:0.0:1763354564.043350:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043351:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff544a46800. 02000000:00000001:0.0:1763354564.043352:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043353:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec84a80. 02000000:00000001:0.0:1763354564.043355:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043356:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff544a44000. 02000000:00000001:0.0:1763354564.043357:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043358:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653354700. 02000000:00000001:0.0:1763354564.043360:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043361:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff544a47c00. 02000000:00000001:0.0:1763354564.043362:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043363:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec86a00. 02000000:00000001:0.0:1763354564.043365:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043366:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d88a000. 02000000:00000001:0.0:1763354564.043367:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043368:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df99f80. 02000000:00000001:0.0:1763354564.043371:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043372:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff544a46000. 02000000:00000001:0.0:1763354564.043373:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043374:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653355500. 02000000:00000001:0.0:1763354564.043376:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043377:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d888400. 02000000:00000001:0.0:1763354564.043379:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043379:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9b480. 02000000:00000001:0.0:1763354564.043381:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043382:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d888c00. 02000000:00000001:0.0:1763354564.043383:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043384:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec85c00. 02000000:00000001:0.0:1763354564.043385:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043386:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d889800. 02000000:00000001:0.0:1763354564.043388:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043388:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54df9bb80. 02000000:00000001:0.0:1763354564.043390:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043391:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d88a800. 02000000:00000001:0.0:1763354564.043392:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043393:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec86680. 02000000:00000001:0.0:1763354564.043395:0:74534:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354564.043395:0:74534:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff544a45800. 02000000:00000001:0.0:1763354564.043397:0:74534:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354564.043397:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff653357b80. 00000100:00000001:0.0:1763354564.043400:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763354564.043404:0:74534:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1763354564.043407:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fe18. 00000400:00000010:0.0:1763354564.043411:0:74534:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff67534d200. 00010000:00000010:2.1:1763354564.045066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:0.1:1763354564.049066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8a00. 00000800:00000001:1.0:1763354564.057229:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.057245:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.057249:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.057252:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.057264:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.057281:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971d4500 00000400:00000200:1.0:1763354564.057290:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x76d7e5 [64] + 35640 00000800:00000001:1.0:1763354564.057299:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.057308:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.057311:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.057315:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.057322:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.057325:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.057332:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65c00. 00000100:00000040:1.0:1763354564.057335:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec65c00 x1848998841107712 msgsize 464 00000100:00100000:1.0:1763354564.057341:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.057356:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.057365:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.057368:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.057415:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.057419:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107712 02000000:00000001:2.0:1763354564.057423:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.057427:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.057429:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.057435:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.057439:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107712 00000020:00000001:2.0:1763354564.057443:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.057445:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.057447:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.057451:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=232 00000020:00000001:2.0:1763354564.057455:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.057458:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.057463:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.057469:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.057473:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.057476:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.057482:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.057486:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.057490:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.057497:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.057499:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.057501:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.057503:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.057509:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.057520:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.057531:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.057532:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.057536:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417442 00000100:00000040:2.0:1763354564.057539:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.057540:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484222976 : -123191225328640 : ffff8ff54ec65c00) 00000100:00000040:2.0:1763354564.057547:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec65c00 x1848998841107712/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.057553:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.057555:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.057557:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.057558:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.057561:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252584:x1848998841107712:12345-192.168.203.48@tcp:34:lfs.0 00000100:00000200:2.0:1763354564.057564:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107712 00000020:00000001:2.0:1763354564.057567:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.057570:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.057574:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.057576:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.057579:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706736 : -1045844880 : ffffffffc1a9ac70) 00000020:00000001:2.0:1763354564.057581:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.057584:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107712, found 0 last_xid 1848998841107711 00000020:00000001:2.0:1763354564.057587:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.057588:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.057590:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.057593:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.057598:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.057602:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000020:00000001:2.0:1763354564.057604:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.057606:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.057609:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.057611:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.057619:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff8ff6809b4000. 02000000:00000001:2.0:1763354564.057621:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.057622:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.057626:0:6519:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763354564.057629:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.057631:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.057633:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057635:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.057636:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.057637:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057639:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.057639:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.057641:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057642:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.057642:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.057643:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057644:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.057645:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.057646:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057648:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.057648:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.057649:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057652:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.057653:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.057656:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.057665:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.057667:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.057669:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.057671:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.057673:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.057674:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.057675:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.057676:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.057678:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763354564.057683:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93cb0 00000004:00000002:2.0:1763354564.057685:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763354564.057689:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354564.057692:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354564.057694:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354564.057696:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.057699:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.057704:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052100 count: 2 00010000:00000001:2.0:1763354564.057706:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.057708:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.057711:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:2.0:1763354564.057714:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.057716:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caec4 to hash 00000020:00000001:2.0:1763354564.057717:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.057719:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:2.0:1763354564.057723:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.057724:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.057727:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.057728:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.057731:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.057737:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.057741:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.057742:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.057744:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.057747:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.057748:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.057749:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.057751:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.057752:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.057754:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.057754:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.057756:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) refcount = 2 00010000:00000040:2.0:1763354564.057758:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.057761:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caeb6 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4147f expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.057766:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.057770:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.057774:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.057775:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.057776:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.057777:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.057779:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.057781:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.057783:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.057785:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.057788:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.057794:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.057796:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.057797:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.057799:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.057800:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.057805:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052600. 00010000:00000010:2.0:1763354564.057808:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27400. 00010000:00000001:2.0:1763354564.057813:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.057816:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:2.0:1763354564.057818:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.057820:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222caecb to hash 00000020:00000001:2.0:1763354564.057822:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.057823:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000010:2.0:1763354564.057827:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138280. 00010000:00000001:2.0:1763354564.057829:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.057832:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.057834:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.057836:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.057841:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.057842:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.057843:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.057844:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.057845:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.057847:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.057848:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.057849:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.057850:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.057851:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.057851:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.057853:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052600) refcount = 1 00010000:00010000:2.0:1763354564.057855:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.057858:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.057859:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.057860:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.057861:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.057862:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.057863:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.057864:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.057866:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.057868:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.057869:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.057873:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.057873:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.057874:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.057875:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.057879:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.057885:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.057886:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.057889:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.057891:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.057895:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.057897:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354564.057912:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354564.057914:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354564.057916:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.057918:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.057921:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.057922:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.057924:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.057925:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.057927:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354564.057929:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354564.057931:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.057933:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354564.057945:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381baa8. 00000001:00000010:2.0:1763354564.057950:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381baa8. 00080000:00000001:2.0:1763354564.057953:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.057955:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.057974:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.057977:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93b20 00080000:00000002:2.0:1763354564.057978:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:2.0:1763354564.057980:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.057984:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.057985:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.057986:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.057988:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.057989:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.057991:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.057992:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.057995:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.057996:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.058000:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.058001:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.058003:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.058005:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 2 00010000:00000001:2.0:1763354564.058007:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.058008:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.058010:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63c00. 00000020:00000001:2.0:1763354564.058012:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.058013:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63c00 with handle 0x4a8bb634222caed2 to hash 00000020:00000001:2.0:1763354564.058015:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.058016:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000010:2.0:1763354564.058018:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138400. 00010000:00000001:2.0:1763354564.058020:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058021:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058022:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.058024:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.058028:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.058029:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.058030:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.058031:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.058056:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.058058:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.058059:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.058061:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.058062:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.058063:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.058064:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.058065:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) refcount = 2 00010000:00000040:2.0:1763354564.058067:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.058070:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41471 expref: 232 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.058074:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058078:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.058079:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.058080:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058081:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.058082:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.058084:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058085:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.058087:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.058088:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.058089:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058092:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.058093:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058094:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058095:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058096:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058098:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000020:00000001:2.0:1763354564.058099:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058101:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058102:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058103:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.058104:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058106:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.058110:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.058112:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.058115:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058117:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.058121:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.058132:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.058135:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.058137:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.058138:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.058140:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:2.0:1763354564.058143:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.058144:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.058146:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.058147:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.058148:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.058149:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.058151:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.058153:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354564.058154:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354564.058155:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.058157:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff6809b42f8 00000004:00000001:2.0:1763354564.058159:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.058161:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.058162:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.058163:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.058164:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.058166:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.058167:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.058168:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.058169:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.058170:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.058171:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.058172:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.058173:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.058176:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: returning size 1024 00000004:00000040:2.0:1763354564.058178:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de6:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354564.058181:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763354564.058182:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000403:21425 00000004:00200000:2.0:1763354564.058185:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763354564.058189:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.058195:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058196:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058198:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058199:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058200:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000020:00000001:2.0:1763354564.058202:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058203:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00000004:00010000:2.0:1763354564.058205:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00000001:2.0:1763354564.058209:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.058212:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.058214:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.058215:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.058216:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.058217:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058219:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354564.058220:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058221:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.058222:0:6519:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.058224:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.058226:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354564.058227:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058227:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058228:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:2.0:1763354564.058229:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.058231:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.058233:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058234:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058235:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:2.0:1763354564.058236:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.058237:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.058239:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.058241:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058245:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.058246:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058249:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058250:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.058252:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058255:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058255:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058257:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.058259:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.058263:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.058264:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.058266:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.058267:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058271:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.058271:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058272:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058273:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=5 00000020:00000001:2.0:1763354564.058274:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.058275:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.058277:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.058279:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058287:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.058288:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.058289:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058291:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.058293:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.058294:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058295:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.058296:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caec4 from hash 00010000:00000001:2.0:1763354564.058298:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.058299:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058299:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058300:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.058301:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.058302:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058304:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.058305:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.058307:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.058308:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) 00010000:00010000:2.0:1763354564.058310:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.058311:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.058313:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058314:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.058315:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.058317:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058317:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058318:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058320:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058321:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.058323:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058326:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058327:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058328:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.058329:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.058331:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058331:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058332:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.058334:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caec4 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.058337:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.058342:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.058343:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.058344:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.058345:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058346:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058347:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:2.0:1763354564.058348:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.058350:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.058351:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.058353:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058356:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058357:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.058358:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058361:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058362:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058363:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.058364:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.058367:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec62800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.058368:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.058369:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.058370:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058373:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.058374:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058375:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058376:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=4 00000020:00000001:2.0:1763354564.058377:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.058379:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.058380:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.058382:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058384:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.058385:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.058386:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058387:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.058388:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.058389:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058390:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.058391:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222caecb from hash 00010000:00000001:2.0:1763354564.058392:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.058393:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058394:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058394:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.058395:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.058396:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058397:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.058398:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.058399:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.058400:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052600) 00010000:00010000:2.0:1763354564.058402:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.058403:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.058404:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058405:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.058406:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.058407:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058408:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058408:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058409:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058411:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.058413:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058416:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058417:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058418:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.058418:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.058419:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.058421:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caecb lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.058424:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138280. 00010000:00000040:2.0:1763354564.058425:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052600 count: 0 00010000:00000010:2.0:1763354564.058428:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27400. 00010000:00000001:2.0:1763354564.058433:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.058434:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.058434:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.058435:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.058436:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763354564.058437:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058438:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058439:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000020:00000001:2.0:1763354564.058440:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058441:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058442:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.058444:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058447:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058448:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.058450:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058453:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058453:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058455:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.058456:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.058460:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63c00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.058461:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.058462:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.058463:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058466:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.058467:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.058467:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.058468:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=4 00000020:00000001:2.0:1763354564.058469:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058470:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:2.0:1763354564.058472:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.058473:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058476:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.058476:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.058477:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058478:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.058479:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.058480:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.058481:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.058482:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222caed2 from hash 00010000:00000001:2.0:1763354564.058483:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.058484:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058485:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058485:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.058486:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.058487:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058488:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.058489:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.058490:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.058492:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:2.0:1763354564.058493:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.058494:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.058496:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058497:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.058498:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.058499:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058499:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058500:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.058501:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058502:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.058504:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.058506:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.058507:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.058508:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.058509:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.058509:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.058511:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed2 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.058514:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138400. 00010000:00000001:2.0:1763354564.058518:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354564.058519:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.058521:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.058522:0:6519:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763354564.058523:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.058524:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.058525:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.058527:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.058530:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.058531:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.058533:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354564.058535:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841107712 00010000:00000001:2.0:1763354564.058537:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.058541:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec65c00 x1848998841107712/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.058548:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.058550:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.058553:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.058557:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.058559:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.058561:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.058563:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.058565:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.058567:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.058569:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.058573:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7330. 00000100:00000200:2.0:1763354564.058577:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848998841107712, offset 224 00000400:00000200:2.0:1763354564.058581:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.058589:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.058593:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556739:1556739:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556735:1556735:8:4294967295] 00000400:00000200:2.0:1763354564.058601:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.058604:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.058608:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.058612:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.058617:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.058621:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.058635:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.058638:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.058639:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.058641:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.058642:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763354564.058645:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000100:00000040:2.0:1763354564.058648:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65c00 x1848998841107712/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.058659:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252584:x1848998841107712:12345-192.168.203.48@tcp:34:lfs.0 Request processed in 1105us (1323us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.058665:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417442 00000100:00000040:2.0:1763354564.058667:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.058669:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.058670:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.058673:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.058676:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.058679:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354564.058684:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000100:00000001:2.0:1763354564.058686:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.058794:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.058800:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354564.058806:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.058812:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.058816:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7330 00000400:00000010:1.0:1763354564.058819:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7330. 00000100:00000001:1.0:1763354564.058823:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.058825:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.064068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:2.1:1763354564.064081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:2.1:1763354564.064085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00010000:00000010:2.1:1763354564.064088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00000800:00000001:3.0:1763354564.068704:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.068719:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354564.068723:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.068726:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354564.068736:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354564.068753:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d4600 00000400:00000200:3.0:1763354564.068761:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 36104 00000800:00000001:3.0:1763354564.068769:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.068780:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354564.068783:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354564.068788:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354564.068795:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354564.068797:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763354564.068803:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0ad80. 00000100:00000040:3.0:1763354564.068807:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0ad80 x1848998841107968 msgsize 4616 00000100:00100000:3.0:1763354564.068811:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:3.0:1763354564.068825:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763354564.068834:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354564.068838:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.068901:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.068904:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841107968 02000000:00000001:2.0:1763354564.068906:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.068908:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.068910:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.068915:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.068918:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841107968 00000020:00000001:2.0:1763354564.068921:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.068922:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.068924:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.068927:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=232 00000020:00000001:2.0:1763354564.068929:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.068931:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.068934:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.068938:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.068941:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.068943:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.068948:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.068952:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.068956:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.068977:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.068980:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.068981:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.068984:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.068985:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.068986:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.068992:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.069006:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.069016:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.069017:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.069022:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417443 00000100:00000040:2.0:1763354564.069025:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.069027:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281085824 : -123186428465792 : ffff8ff66cb0ad80) 00000100:00000040:2.0:1763354564.069068:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0ad80 x1848998841107968/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.069080:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.069084:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.069087:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.069090:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.069096:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+232:252586:x1848998841107968:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.069101:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841107968 00000020:00000001:2.0:1763354564.069106:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.069109:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.069113:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.069115:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.069117:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.069119:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.069121:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841107968, found 0 last_xid 1848998841107967 00000020:00000001:2.0:1763354564.069124:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.069126:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.069127:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.069131:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.069133:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.069135:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.069137:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.069138:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.069140:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.069144:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.069150:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 2 00010000:00000001:2.0:1763354564.069152:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.069155:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.069159:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63c00. 00000020:00000001:2.0:1763354564.069162:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.069165:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63c00 with handle 0x4a8bb634222caed9 to hash 00000020:00000001:2.0:1763354564.069167:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.069168:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000010:2.0:1763354564.069174:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138400. 00010000:00000001:2.0:1763354564.069177:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00010000:2.0:1763354564.069181:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed9 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4148d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.069189:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.069192:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=233 00010000:00000001:2.0:1763354564.069199:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.069201:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.069208:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.069211:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.069213:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069215:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354564.069220:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66cb0ad80 x1848998841107968/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354564.069228:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354564.069231:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354564.069233:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354564.069236:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069238:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069241:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069242:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069244:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069246:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069247:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069249:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069255:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069256:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069259:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069261:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069264:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.069265:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.069268:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.069270:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.069301:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff6720a0000. 02000000:00000001:2.0:1763354564.069304:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.069307:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069311:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.069313:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069314:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069316:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069317:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069320:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069322:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069323:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069325:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069327:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069329:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.069333:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.069337:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.069339:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.069341:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.069342:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069344:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069345:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069346:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.069348:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069350:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.069351:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069353:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354564.069355:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354564.069358:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:2.0:1763354564.069360:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e4:0x9de6:0x0]/(->[0x2400032e4:0x9de6:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354564.069364:0:6519:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763354564.069365:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.069367:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.069369:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.069373:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.069374:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.069377:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.069378:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069382:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.069384:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.069389:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069391:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069395:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069409:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.069411:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.069412:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.069414:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.069416:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000001:2.0:1763354564.069418:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.069419:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069420:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069423:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.069424:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.069425:0:6519:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069427:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069428:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069429:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.069430:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763354564.069432:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff8ff6720a0378 00000004:00000001:2.0:1763354564.069433:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069436:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763354564.069438:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.069439:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.069441:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9de6:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763354564.069443:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763354564.069446:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.069448:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.069450:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00010000:00000001:2.0:1763354564.069452:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.069453:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.069455:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:2.0:1763354564.069457:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.069459:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222caee0 to hash 00000020:00000001:2.0:1763354564.069460:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.069461:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000010:2.0:1763354564.069464:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138280. 00010000:00000001:2.0:1763354564.069465:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.069468:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.069469:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.069472:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caee0 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.069477:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.069480:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.069481:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.069483:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.069485:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.069486:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.069487:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.069489:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.069491:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.069492:0:6519:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.069493:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.069495:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) refcount = 3 00010000:00000040:2.0:1763354564.069497:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.069500:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41471 expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.069506:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caee0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.069509:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.069513:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.069514:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.069515:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.069516:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.069518:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.069519:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.069521:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.069523:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.069525:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caee0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.069528:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.069529:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.069530:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.069532:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.069533:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.069534:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:2.0:1763354564.069535:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.069537:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.069538:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.069538:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.069539:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.069541:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9de6:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763354564.069544:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.069545:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069546:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.069547:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.069549:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.069551:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:2.0:1763354564.069553:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:2.0:1763354564.069555:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763354564.069557:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069558:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069559:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069560:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069562:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069563:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069564:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069565:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.069566:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.069567:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.069568:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.069569:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.069571:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: returning size 1024 00000001:00000001:2.0:1763354564.069573:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.069574:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069575:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354564.069576:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069577:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069580:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.069581:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.069583:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069591:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763354564.069592:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 56 00000004:00000001:2.0:1763354564.069593:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763354564.069594:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069597:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763354564.069599:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.069602:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354564.069603:0:6519:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069605:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069606:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.069609:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763354564.069611:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66ba27400. 00000020:00000001:2.0:1763354564.069613:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.069614:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66ba27400 with handle 0x4a8bb634222caee7 to hash 00000020:00000001:2.0:1763354564.069616:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763354564.069617:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887263376384 : -123186446175232 : ffff8ff66ba27400) 00000004:00000001:2.0:1763354564.069618:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354564.069620:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763354564.069621:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9de6:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:2.0:1763354564.069623:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763354564.069626:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.069630:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff66b6c9600. 00080000:00000001:2.0:1763354564.069632:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887259846144 : -123186449705472 : ffff8ff66b6c9600) 00080000:00000001:2.0:1763354564.069634:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354564.069638:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.069641:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.069643:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.069645:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.069652:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.069655:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.069658:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.069660:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429311, last_committed = 30065429302 00000001:00000010:2.0:1763354564.069663:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e98a0. 00000001:00000040:2.0:1763354564.069665:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 9 00000020:00000040:2.0:1763354564.069667:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00000001:00000010:2.0:1763354564.069670:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000001:00000001:2.0:1763354564.069687:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381480: xid 1848998841107968, transno 30065429311, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.069690:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.069696:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00040000:00000001:2.0:1763354564.069699:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.069701:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.069702:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069704:0:6519:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.069705:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069706:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069709:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069710:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.069712:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.069713:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.069715:0:6519:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.069717:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763354564.069718:0:6519:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763354564.069719:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.069721:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.069722:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.069723:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.069724:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069725:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.069726:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.069730:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:2.0:1763354564.069731:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.069732:0:6519:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.069735:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.069740:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069742:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069744:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354564.069745:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.069747:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.069748:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.069749:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.069751:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.069752:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.069762:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.069763:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763354564.069765:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763354564.069767:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.069769:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.069770:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.069771:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:2.0:1763354564.069772:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:2.0:1763354564.069774:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000004:00000040:2.0:1763354564.069776:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:2.0:1763354564.069778:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00010000:00000001:2.0:1763354564.069781:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.069782:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.069783:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.069784:0:6519:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.069786:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.069788:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354564.069790:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.069791:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.069793:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.069794:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.069795:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.069796:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.069798:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222caed9 from hash 00010000:00000001:2.0:1763354564.069799:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.069800:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.069801:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.069802:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.069803:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.069806:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caed9 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4148d expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.069811:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.069813:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:2.0:1763354564.069815:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138400. 00010000:00000001:2.0:1763354564.069821:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.069822:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.069824:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354564.069827:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caee0 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4148d expref: 234 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.069832:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.069834:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.069836:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:2.0:1763354564.069838:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763354564.069839:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.069842:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.069843:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.069844:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.069845:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.069846:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff54ec62800, rc 0) 00000020:00000001:2.0:1763354564.069848:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.069850:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429311, xid 1848998841107968 00010000:00000001:2.0:1763354564.069852:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.069856:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0ad80 x1848998841107968/t30065429311(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/664 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.069862:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.069864:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.069867:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.069870:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.069872:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.069874:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.069876:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.069878:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.069881:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.069883:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.069886:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00000100:00000200:2.0:1763354564.069890:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841107968, offset 224 00000400:00000200:2.0:1763354564.069895:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.069902:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.069907:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556740:1556740:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556736:1556736:8:4294967295] 00000400:00000200:2.0:1763354564.069914:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.069919:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.069922:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.069926:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.069931:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.069934:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.069950:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.069954:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.069967:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.069969:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.069971:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.069977:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0ad80 x1848998841107968/t30065429311(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/664 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.069988:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252586:x1848998841107968:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 906us (1178us total) trans 30065429311 rc 0/0 00000100:00100000:2.0:1763354564.069996:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417443 00000100:00000040:2.0:1763354564.070000:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.070003:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.070005:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.070009:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.070014:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.070019:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354564.070023:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:2.0:1763354564.070030:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.070076:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.070081:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354564.070085:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.070090:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.070093:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:1.0:1763354564.070095:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:1.0:1763354564.070099:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.070100:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.071858:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.071866:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.071869:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.071870:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.071875:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.071883:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d4680 00000400:00000200:1.0:1763354564.071890:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 984 00000800:00000001:1.0:1763354564.071895:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.071899:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.071901:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.071904:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.071907:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.071909:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354564.071913:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64a80. 00000100:00000040:1.0:1763354564.071915:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64a80 x1848998841108096 msgsize 328 00000100:00100000:1.0:1763354564.071918:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.071930:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.071934:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.071936:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.071985:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.071989:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841108096 02000000:00000001:3.0:1763354564.071992:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.071994:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.071996:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.071999:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.072002:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841108096 00000020:00000001:3.0:1763354564.072005:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.072007:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354564.072009:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.072011:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=234 00000020:00000001:3.0:1763354564.072014:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354564.072017:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354564.072020:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.072025:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.072028:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.072031:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.072092:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00000020:00000010:3.0:1763354564.072097:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.072101:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.072108:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354564.072111:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.072112:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.072114:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354564.072117:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.072120:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354564.072123:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.072125:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.072127:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:3.0:1763354564.072130:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354564.072132:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354564.072134:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.072136:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.072137:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.072140:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.072145:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.072158:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.072169:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.072171:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.072177:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3720 00000100:00000040:3.0:1763354564.072180:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354564.072183:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484218496 : -123191225333120 : ffff8ff54ec64a80) 00000100:00000040:3.0:1763354564.072191:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64a80 x1848998841108096/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.072201:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.072205:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.072208:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.072211:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.072216:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+234:2408:x1848998841108096:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354564.072220:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841108096 00010000:00000001:3.0:1763354564.072222:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.072225:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354564.072227:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354564.072231:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.072232:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.072237:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d800. 02000000:00000001:3.0:1763354564.072239:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.072241:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.072243:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354564.072245:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354564.072248:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.072249:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.072251:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:3.0:1763354564.072253:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354564.072256:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000040:3.0:1763354564.072259:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 3 00000004:00000001:3.0:1763354564.072262:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354564.072264:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354564.072268:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.072270:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.072272:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.072274:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.072278:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.072280:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.072284:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.072285:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.072287:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.072289:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.072292:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec62800 with handle 0x4a8bb634222caee0 from hash 00010000:00000001:3.0:1763354564.072295:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.072296:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.072297:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.072299:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.072302:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.072303:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.072306:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.072307:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.072312:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec62800/0x4a8bb634222caee0 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4148d expref: 234 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354564.072321:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354564.072324:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00010000:00000010:3.0:1763354564.072327:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138280. 00010000:00000001:3.0:1763354564.072333:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.072334:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.072336:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.072339:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) 00010000:00000001:3.0:1763354564.072342:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.072345:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.072346:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354564.072348:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354564.072350:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.072353:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354564.072355:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.072359:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354564.072363:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354564.072366:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354564.072369:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.072371:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.072373:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.072375:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.072378:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354564.072382:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121aa0. 00000100:00000200:3.0:1763354564.072387:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841108096, offset 224 00000400:00000200:3.0:1763354564.072393:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354564.072399:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354564.072405:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556741:1556741:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556737:1556737:8:4294967295] 00000400:00000200:3.0:1763354564.072414:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354564.072419:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354564.072424:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000800:00000200:3.0:1763354564.072429:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354564.072434:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354564.072438:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354564.072456:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.072460:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354564.072463:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.072466:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.072471:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64a80 x1848998841108096/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.072483:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+233:2408:x1848998841108096:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 280us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354564.072493:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3720 00000100:00000040:3.0:1763354564.072496:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354564.072499:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354564.072501:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354564.072505:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.072512:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000800:00000200:0.0:1763354564.072515:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354564.072518:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000800:00000010:0.0:1763354564.072520:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4f00. 00000020:00000040:3.0:1763354564.072524:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000400:00000200:0.0:1763354564.072525:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.072530:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.072533:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121aa0 00000400:00000010:0.0:1763354564.072535:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121aa0. 00000100:00000001:0.0:1763354564.072537:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.072538:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.072600:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.072629:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.072637:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.072640:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.072643:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.072651:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.072661:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971d4780 00000400:00000200:1.0:1763354564.072667:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x76d7e5 [64] + 40720 00000800:00000001:1.0:1763354564.072672:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.072678:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.072680:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.072684:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.072688:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.072690:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.072693:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64000. 00000100:00000040:1.0:1763354564.072697:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64000 x1848998841108352 msgsize 552 00000100:00100000:1.0:1763354564.072701:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.072714:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.072718:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.072725:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.072735:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.072738:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841108352 02000000:00000001:2.0:1763354564.072740:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.072742:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.072743:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.072746:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.072748:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841108352 00000020:00000001:2.0:1763354564.072749:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.072750:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.072752:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.072754:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:2.0:1763354564.072755:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.072757:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.072759:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.072763:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.072765:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.072766:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.072770:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587eea00. 00000020:00000010:2.0:1763354564.072773:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.072775:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.072778:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.072780:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.072781:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.072782:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.072783:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.072785:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.072788:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.072800:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.072806:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.072807:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.072810:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417444 00000100:00000040:2.0:1763354564.072812:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.072814:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484215808 : -123191225335808 : ffff8ff54ec64000) 00000100:00000040:2.0:1763354564.072818:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64000 x1848998841108352/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 552/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.072824:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.072827:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.072828:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.072830:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.072834:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+233:252586:x1848998841108352:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.072837:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841108352 00000020:00000001:2.0:1763354564.072839:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.072841:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.072844:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381480: xid 1848998841107968, transno 30065429311, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.072848:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953819c0: xid 1848998841106560, transno 30065429310, client gen 8, slot idx 4 00000001:00000010:2.0:1763354564.072852:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953819c0. 00000020:00000001:2.0:1763354564.072855:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.072858:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.072859:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.072861:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.072863:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841108352, found 0 last_xid 1848998841108095 00000020:00000001:2.0:1763354564.072865:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.072867:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.072868:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.072870:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.072871:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.072872:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.072873:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.072874:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354564.072875:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:2.0:1763354564.072877:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.072878:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.072880:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000020:00000001:2.0:1763354564.072881:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.072883:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000040:2.0:1763354564.072885:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052100 count: 2 00000004:00000001:2.0:1763354564.072887:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354564.072888:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.072889:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.072890:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.072891:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.072892:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.072895:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.072896:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.072899:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.072900:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.072901:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.072902:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.072904:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff593545600 with handle 0x4a8bb634222caeb6 from hash 00010000:00000001:2.0:1763354564.072906:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.072907:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.072908:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.072909:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.072910:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.072911:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.072913:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.072913:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.072916:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caeb6 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4147f expref: 233 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.072922:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:2.0:1763354564.072924:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00010000:00000010:2.0:1763354564.072926:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.072932:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.072933:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.072935:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.072937:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) 00010000:00000001:2.0:1763354564.072940:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.072942:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.072944:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763354564.072946:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052100 count: 0 00010000:00000010:2.0:1763354564.072951:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27e00. 00010000:00010000:2.0:1763354564.072955:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354564.072969:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.072973:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.072977:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052600. 00010000:00000010:2.0:1763354564.072980:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27e00. 00010000:00000001:2.0:1763354564.072984:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.072987:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:2.0:1763354564.072990:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.072993:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caeee to hash 00000020:00000001:2.0:1763354564.072995:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.072996:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:2.0:1763354564.073001:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.073003:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00010000:2.0:1763354564.073006:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caeee lrc: 2/0,0 mode: --/CW res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41494 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.073013:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:2.0:1763354564.073016:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=233 00010000:00000001:2.0:1763354564.073019:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.073021:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.073026:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.073028:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.073029:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073031:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354564.073064:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff54ec64000 x1848998841108352/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 552/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354564.073073:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354564.073076:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354564.073078:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354564.073081:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073082:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073085:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.073086:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.073088:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073093:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073094:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073096:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073097:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073099:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.073100:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.073101:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.073102:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.073130:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff67b7c0000. 02000000:00000001:2.0:1763354564.073131:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.073133:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073136:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.073138:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073139:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073140:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.073141:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.073142:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073143:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.073144:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.073145:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073147:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073147:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.073150:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.073152:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.073154:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.073155:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.073156:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073158:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073158:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073160:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.073161:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073162:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.073163:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073165:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354564.073167:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354564.073169:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:2.0:1763354564.073170:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e1:0x112:0x0]/(. :VOLATILE:0001:5D145FB8:fd=03->[0x2400032e4:0x9dea:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763354564.073175:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.073176:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.073178:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.073181:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:2.0:1763354564.073182:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:2.0:1763354564.073185:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.073186:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073189:0:6519:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763354564.073190:0:6519:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.073191:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763354564.073193:0:6519:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763354564.073196:0:6519:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff59c68a780. 00000004:00000001:2.0:1763354564.073199:0:6519:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.073203:0:6519:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763354564.073204:0:6519:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x2400032e4:0x9dea:0x0] 00000004:00000010:2.0:1763354564.073207:0:6519:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff5956c09d8. 00000004:00000001:2.0:1763354564.073209:0:6519:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073211:0:6519:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763354564.073213:0:6519:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763354564.073216:0:6519:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff55ff70dd0. 00000004:00000001:2.0:1763354564.073218:0:6519:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620882772626896 : -123190936924720 : ffff8ff55ff70dd0) 00000004:00000001:2.0:1763354564.073219:0:6519:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073221:0:6519:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763354564.073222:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354564.073225:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354564.073227:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.073229:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.073231:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.073233:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.073234:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.073235:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:2.0:1763354564.073237:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.073242:0:6519:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff552ab8600. 00000004:00000001:2.0:1763354564.073244:0:6519:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073246:0:6519:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763354564.073248:0:6519:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.073250:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.073251:0:6519:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00080000:00000002:2.0:1763354564.073256:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c467 for inode 96026 00000004:00000002:2.0:1763354564.073258:0:6519:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x2400032e1:0x112:0x0] version is 0x50005c467 00000004:00000002:2.0:1763354564.073260:0:6519:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x2400032e4:0x9dea:0x0] version is 0x1 00000004:00000001:2.0:1763354564.073263:0:6519:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763354564.073267:0:6519:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.073268:0:6519:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763354564.073270:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.073272:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.073275:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073276:0:6519:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073279:0:6519:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.073282:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.073287:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e9000. 00080000:00000001:2.0:1763354564.073289:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.073291:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8400. 00080000:00000001:2.0:1763354564.073293:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00000004:00000001:2.0:1763354564.073295:0:6519:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763354564.073298:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073301:0:6519:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073304:0:6519:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.073306:0:6519:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x2400032e4:0x9dea:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763354564.073309:0:6519:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763354564.073313:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e1:0x112:0x0] not in the id map cache 00000004:00000001:2.0:1763354564.073316:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763354564.073317:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763354564.073320:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763354564.073322:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073323:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073324:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763354564.073325:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763354564.073328:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073331:0:6519:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763354564.073333:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073334:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354564.073337:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.073338:0:6519:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763354564.073340:0:6519:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763354564.073343:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d938c8 00000001:00000002:2.0:1763354564.073345:0:6519:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x2400032e1:0x112:0x0]:. :VOLATILE:0001:5D145FB8:fd=03' is added 00000004:00000001:2.0:1763354564.073346:0:6519:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073348:0:6519:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763354564.073351:0:6519:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763354564.073353:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073355:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073357:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354564.073359:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9dea:0x0] not in the id map cache 00000001:00000001:2.0:1763354564.073361:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.073363:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073364:0:6519:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073366:0:6519:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073367:0:6519:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763354564.073369:0:6519:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073372:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073374:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073376:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763354564.073378:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.073380:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073381:0:6519:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763354564.073382:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073383:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00000004:00000001:2.0:1763354564.073385:0:6519:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.073387:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.073389:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.073392:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.073393:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073394:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073396:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.073397:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.073399:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.073401:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073402:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073404:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.073407:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.073408:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073409:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00000004:00000001:2.0:1763354564.073412:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073414:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073420:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.073421:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073424:0:6519:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763354564.073425:0:6519:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763354564.073426:0:6519:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763354564.073427:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073428:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073430:0:6519:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:2.0:1763354564.073490:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763354564.073492:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.073493:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.073494:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.073495:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073497:0:6519:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073498:0:6519:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1763354564.073508:0:6519:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354564.073510:0:6519:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x2400032e4:0x9dea:0x0] 00080000:00000001:2.0:1763354564.073512:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763354564.073512:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.073513:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.073514:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.073515:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073516:0:6519:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073518:0:6519:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1763354564.073530:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381baa8. 00000001:00000010:2.0:1763354564.073536:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381baa8. 00080000:00000001:2.0:1763354564.073539:0:6519:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.073541:0:6519:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073542:0:6519:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073544:0:6519:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073546:0:6519:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073547:0:6519:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763354564.073548:0:6519:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073552:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.073554:0:6519:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.073556:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.073557:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073558:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073560:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.073562:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9dea:0x0] set xattr 'user.job' with size 5 00000004:00000001:2.0:1763354564.073568:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073570:0:6519:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073571:0:6519:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073573:0:6519:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073575:0:6519:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763354564.073578:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073579:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073581:0:6519:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:2.0:1763354564.073603:0:6519:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.073606:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93800 00080000:00000002:2.0:1763354564.073608:0:6519:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32003 insert 0x2400032e4:0x9dea:0x0:835 rc = 0 00080000:00000001:2.0:1763354564.073610:0:6519:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073611:0:6519:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763354564.073612:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073613:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000002:2.0:1763354564.073616:0:6519:0:(osd_handler.c:4691:osd_ref_add()) [0x2400032e4:0x9dea:0x0] increase nlink 1 00000004:00000001:2.0:1763354564.073619:0:6519:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073620:0:6519:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.073622:0:6519:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073624:0:6519:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.073626:0:6519:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763354564.073627:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073628:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000002:2.0:1763354564.073630:0:6519:0:(osd_handler.c:4785:osd_ref_del()) [0x2400032e4:0x9dea:0x0] decrease nlink 2 00000004:00000001:2.0:1763354564.073633:0:6519:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.073636:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.073637:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.073640:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763354564.073642:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.073643:0:6519:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.073644:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.073645:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073646:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00080000:00000001:2.0:1763354564.073648:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.073649:0:6519:0:(osd_handler.c:5216:osd_xattr_set()) [0x2400032e4:0x9dea:0x0] set version 0x7000a0b40 (old 0x0) for inode 835 00080000:00000001:2.0:1763354564.073651:0:6519:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073653:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073654:0:6519:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073655:0:6519:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763354564.073656:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429312, last_committed = 30065429302 00000001:00000010:2.0:1763354564.073659:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9ba0. 00000001:00000040:2.0:1763354564.073661:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 10 00000020:00000040:2.0:1763354564.073662:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00000001:00000010:2.0:1763354564.073666:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381780. 00000004:00000001:2.0:1763354564.073669:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.073670:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.073671:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549572608 : -123191159979008 : ffff8ff552ab8400) 00000004:00000001:2.0:1763354564.073676:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.073678:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381780: xid 1848998841108352, transno 30065429312, tag 1, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.073681:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.073685:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00040000:00000001:2.0:1763354564.073688:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.073689:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.073691:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.073693:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e9000. 00000020:00000001:2.0:1763354564.073694:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073698:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.073700:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.073701:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073703:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073705:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073708:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073710:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073711:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.073712:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073714:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073715:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.073716:0:6519:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:2.0:1763354564.073720:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff5909e9000. 00000004:00000001:2.0:1763354564.073722:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073723:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.073725:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff67b7c0378 00000004:00000001:2.0:1763354564.073726:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.073729:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.073732:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073738:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763354564.073740:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9dea:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763354564.073741:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763354564.073743:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.073745:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.073749:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052b00. 00010000:00000010:2.0:1763354564.073751:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27980. 00010000:00000001:2.0:1763354564.073753:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.073755:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff555ae4000. 00000020:00000001:2.0:1763354564.073757:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.073758:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff555ae4000 with handle 0x4a8bb634222caef5 to hash 00000020:00000001:2.0:1763354564.073759:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.073761:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000010:2.0:1763354564.073763:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138400. 00010000:00000001:2.0:1763354564.073765:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354564.073767:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.073768:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.073771:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.073775:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.073777:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.073778:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.073780:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.073781:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.073783:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.073784:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.073786:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.073787:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.073788:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.073789:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.073791:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) refcount = 1 00010000:00010000:2.0:1763354564.073793:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.073796:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.073798:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.073799:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.073801:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.073802:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.073803:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.073804:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.073806:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.073807:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.073809:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.073812:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.073814:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.073814:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.073815:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.073816:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.073817:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000020:00000001:2.0:1763354564.073819:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354564.073820:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354564.073821:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.073822:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.073823:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.073824:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9dea:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763354564.073826:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.073828:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073830:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763354564.073831:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073832:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073834:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.073835:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.073836:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073837:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.073838:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.073839:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.073840:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.073841:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.073842:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.073843:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:2.0:1763354564.073845:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: returning size 0 00000001:00000001:2.0:1763354564.073847:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.073847:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073849:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354564.073850:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073851:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.073852:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073854:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073855:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073857:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763354564.073858:0:6519:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763354564.073859:0:6519:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.073860:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763354564.073862:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763354564.073863:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073864:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763354564.073866:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.073867:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073869:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.073871:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763354564.073873:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff651241000. 00000020:00000001:2.0:1763354564.073874:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.073875:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff651241000 with handle 0x4a8bb634222caefc to hash 00000020:00000001:2.0:1763354564.073877:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763354564.073878:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620886818885632 : -123186890665984 : ffff8ff651241000) 00000004:00000001:2.0:1763354564.073880:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354564.073881:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763354564.073882:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9dea:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763354564.073884:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354564.073885:0:6519:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.073886:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073887:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073889:0:6519:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.073891:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763354564.073892:0:6519:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763354564.073893:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.073894:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.073895:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.073896:0:6519:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.073897:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.073899:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:2.0:1763354564.073900:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763354564.073902:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.073903:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073905:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073907:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354564.073908:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.073910:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.073911:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.073912:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.073913:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.073914:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.073916:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.073918:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763354564.073919:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763354564.073920:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.073922:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.073922:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.073924:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000020:00000001:2.0:1763354564.073925:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354564.073927:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00000004:00000040:2.0:1763354564.073929:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.073930:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00010000:00000001:2.0:1763354564.073933:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.073934:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.073934:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.073936:0:6519:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.073937:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.073939:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354564.073941:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.073942:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.073943:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.073944:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.073945:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.073946:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.073947:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caeee from hash 00010000:00000001:2.0:1763354564.073949:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.073951:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.073952:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.073953:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.073954:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.073974:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caeee lrc: 0/0,0 mode: --/CW res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.073983:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:2.0:1763354564.073985:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:2.0:1763354564.073988:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138300. 00010000:00000040:2.0:1763354564.073991:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052600 count: 0 00010000:00000010:2.0:1763354564.073994:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27e00. 00010000:00000001:2.0:1763354564.074000:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.074002:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.074006:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354564.074010:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 234 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.074020:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.074021:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.074023:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:2.0:1763354564.074025:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763354564.074026:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.074027:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.074029:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.074029:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.074030:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.074031:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff555ae4000, rc 0) 00000020:00000001:2.0:1763354564.074048:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.074051:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429312, xid 1848998841108352 00010000:00000001:2.0:1763354564.074053:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.074058:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64000 x1848998841108352/t30065429312(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 552/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.074065:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.074066:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.074068:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.074071:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.074073:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.074076:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.074078:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.074079:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.074081:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.074083:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.074086:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be76e8. 00000100:00000200:2.0:1763354564.074089:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841108352, offset 224 00000400:00000200:2.0:1763354564.074092:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.074099:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.074103:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556742:1556742:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556738:1556738:8:4294967295] 00000400:00000200:2.0:1763354564.074113:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.074116:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.074119:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.074122:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.074125:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.074128:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.074139:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.074141:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.074142:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.074143:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.074145:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.074148:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64000 x1848998841108352/t30065429312(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 552/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.074155:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252586:x1848998841108352:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1329us (1457us total) trans 30065429312 rc 0/0 00000100:00100000:2.0:1763354564.074160:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417444 00000100:00000040:2.0:1763354564.074163:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.074165:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.074166:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.074169:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.074172:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.074174:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587eea00. 00000020:00000040:2.0:1763354564.074178:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:2.0:1763354564.074180:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.074226:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.074231:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354564.074235:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.074241:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.074245:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be76e8 00000400:00000010:1.0:1763354564.074247:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be76e8. 00000100:00000001:1.0:1763354564.074250:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.074252:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.075072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00000800:00000001:0.0:1763354564.076030:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.076079:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.076082:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.076086:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.076093:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.076100:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d4880 00000400:00000200:0.0:1763354564.076104:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 41272 00000800:00000001:0.0:1763354564.076108:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.076125:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.076127:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.076129:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.076132:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.076134:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.076137:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646d180. 00000100:00000040:0.0:1763354564.076139:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646d180 x1848998841108608 msgsize 4616 00000100:00100000:0.0:1763354564.076142:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.076154:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.076158:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.076160:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.076177:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.076180:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841108608 02000000:00000001:2.0:1763354564.076183:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.076184:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.076186:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.076189:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.076191:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841108608 00000020:00000001:2.0:1763354564.076193:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.076194:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.076195:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.076197:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=234 00000020:00000001:2.0:1763354564.076199:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.076201:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.076203:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.076206:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.076208:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.076210:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.076213:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.076217:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241600. 00000020:00000010:2.0:1763354564.076219:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.076222:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.076224:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.076225:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.076226:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.076228:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.076229:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.076232:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.076242:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.076248:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.076250:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.076254:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417445 00000100:00000040:2.0:1763354564.076257:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.076258:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636614016 : -123187072937600 : ffff8ff64646d180) 00000100:00000040:2.0:1763354564.076263:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646d180 x1848998841108608/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.076270:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.076272:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.076273:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.076275:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.076278:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252586:x1848998841108608:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.076281:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841108608 00000020:00000001:2.0:1763354564.076283:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.076285:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.076288:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381780: xid 1848998841108352, transno 30065429312, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.076290:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381480: xid 1848998841107968, transno 30065429311, client gen 8, slot idx 2 00000001:00000010:2.0:1763354564.076293:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:2.0:1763354564.076295:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.076297:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.076298:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.076300:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.076302:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841108608, found 0 last_xid 1848998841108607 00000020:00000001:2.0:1763354564.076304:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.076305:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.076306:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.076308:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.076309:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.076310:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.076311:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.076312:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.076314:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.076316:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.076319:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 2 00010000:00000001:2.0:1763354564.076321:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.076322:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.076325:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63c00. 00000020:00000001:2.0:1763354564.076326:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.076328:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63c00 with handle 0x4a8bb634222caf03 to hash 00000020:00000001:2.0:1763354564.076329:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.076330:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000010:2.0:1763354564.076333:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.076334:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00010000:2.0:1763354564.076337:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caf03 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4149b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.076343:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.076344:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00010000:00000001:2.0:1763354564.076348:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.076349:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.076351:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.076352:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.076353:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076354:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354564.076357:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff64646d180 x1848998841108608/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354564.076363:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354564.076364:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354564.076365:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354564.076366:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.076368:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076369:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.076370:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.076372:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076373:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.076374:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.076375:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076378:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.076379:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076380:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076381:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076383:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.076383:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.076385:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.076386:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.076411:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff67b7f0000. 02000000:00000001:2.0:1763354564.076413:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.076414:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076418:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.076419:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.076420:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076421:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.076422:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.076423:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076424:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.076425:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.076426:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076428:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.076428:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.076430:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.076432:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.076434:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.076435:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.076436:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.076438:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.076438:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076439:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.076441:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076442:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.076443:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076445:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354564.076446:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354564.076447:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:2.0:1763354564.076449:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e4:0x9dea:0x0]/(->[0x2400032e4:0x9dea:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354564.076454:0:6519:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763354564.076456:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.076457:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.076460:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.076462:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.076465:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354564.076467:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.076468:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076471:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.076473:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.076476:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076478:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.076483:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.076490:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.076493:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.076496:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.076497:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.076499:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.076501:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.076502:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.076504:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.076506:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.076508:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.076510:0:6519:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763354564.076513:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.076515:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.076517:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff67b7f0378 00000004:00000001:2.0:1763354564.076519:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.076522:0:6519:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763354564.076524:0:6519:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9dea:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1763354564.076527:0:6519:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9dea:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:2.0:1763354564.076531:0:6519:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x2400032e4:0x9dea:0x0], open_flags = 040010040000002 00000004:00000001:2.0:1763354564.076534:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.076536:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.076538:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.076541:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 3 00010000:00000001:2.0:1763354564.076543:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.076545:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.076549:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354564.076552:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.076554:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222caf0a to hash 00000020:00000001:2.0:1763354564.076556:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.076558:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000010:2.0:1763354564.076561:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.076564:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.076566:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.076568:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.076571:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.076578:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.076580:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.076581:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.076583:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.076585:0:6519:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354564.076590:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.076597:0:6519:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354564.076599:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.076601:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.076602:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.076605:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.076607:0:6519:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354564.076610:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 4/0,1 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354564.076616:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) refcount = 3 00010000:00000040:2.0:1763354564.076618:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.076620:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.076625:0:6519:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354564.076626:0:6519:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 4/0,1 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.076631:0:6519:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.076634:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354564.076638:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:2.0:1763354564.076639:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:2.0:1763354564.076641:0:6519:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:2.0:1763354564.076643:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354564.076644:0:6519:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354564.076646:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354564.076647:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.076648:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.076650:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.076651:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.076652:0:6519:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354564.076654:0:6519:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354564.076656:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50380. 00000020:00000040:2.0:1763354564.076659:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff672255800 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763354564.076661:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354564.076663:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354564.076666:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354564.076670:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff552ab8e00. 00000100:00000001:2.0:1763354564.076674:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.076678:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.076687:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 235 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:2.0:1763354564.076693:0:6519:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354564.076695:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354564.076698:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.076704:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354564.076706:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.076708:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec50380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542713088:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354564.076711:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354564.076715:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354564.076716:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.076718:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354564.076720:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff552ab9c00. 02000000:00000001:2.0:1763354564.076731:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354564.076734:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381baa8. 00000400:00000010:2.0:1763354564.076740:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7000. 00000100:00000200:2.0:1763354564.076745:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713088, portal 16 00000100:00000001:2.0:1763354564.076747:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354564.076748:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315972992 : -123186393578624 : ffff8ff66ec50380) 00000100:00000040:2.0:1763354564.076752:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.076757:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.076759:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.076760:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00000100:00000200:2.0:1763354564.076762:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713088, offset 0 00000400:00000200:2.0:1763354564.076765:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.076770:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.076773:0:6519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354564.076776:0:6519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354564.076779:0:6519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354564.076781:0:6519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354564.076783:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556743:1556743:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556739:1556739:8:4294967295] 00000400:00000200:2.0:1763354564.076791:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.076796:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.076800:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.076804:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.076809:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.076812:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.076828:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.076832:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306887152 00000100:00000001:2.0:1763354564.076840:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306887117 00000100:00000001:2.0:1763354564.076845:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306887152 00000100:00000001:2.0:1763354564.076849:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306887117 00000100:00000001:2.0:1763354564.076853:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306887152 00000100:00000001:2.0:1763354564.076856:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306887117 00000100:00000001:2.0:1763354564.076859:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306887152 00000100:00000001:2.0:1763354564.076861:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306887117 00000100:00000001:2.0:1763354564.076865:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.076867:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.076869:0:6519:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.076870:0:6519:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.076872:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.076873:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.076874:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.076876:0:6519:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.076878:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354564.076879:0:6519:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354564.076881:0:6519:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.076883:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354564.076885:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354564.076887:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000100:00000001:2.0:1763354564.076889:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354564.076892:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354564.076901:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.076906:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354564.076910:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.076914:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.076916:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:1.0:1763354564.076918:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:1.0:1763354564.076920:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354564.076925:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.076932:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.076935:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.076940:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.076941:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.077698:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.077704:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.077706:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.077708:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.077711:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.077718:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785542100 00000400:00000200:1.0:1763354564.077722:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8ac9 [1] + 224 00000800:00000001:1.0:1763354564.077725:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.077729:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.077731:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.077733:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.077736:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.077739:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354564.077750:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.077763:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.077767:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.077768:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.077792:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354564.077798:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354564.077800:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354564.077803:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381baa8. 00000400:00000200:2.0:1763354564.077807:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 00000400:00000010:2.0:1763354564.077808:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 00000100:00000001:2.0:1763354564.077811:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354564.077817:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354564.077828:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.077841:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.077843:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.077845:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354564.077848:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354564.077849:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.077851:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.077854:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.077859:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff672255c58 time=4 v=5 (5 5 5 0) 00000100:00001000:2.0:1763354564.077863:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff672255c10 time=4 v=5 (1 1 1 0) 00000100:00000001:2.0:1763354564.077866:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354564.077868:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.077870:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354564.077873:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.077876:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.077881:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.077888:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.077891:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354564.077893:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.077896:0:6519:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354564.077897:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.077899:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.077900:0:6519:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.077905:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354564.077914:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec50380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542713088:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354564.077918:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.077921:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.077922:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354564.077924:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354564.077928:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec50380 x1848998542713088/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.077935:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354564.077938:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354564.077941:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff552ab9c00. 02000000:00000001:2.0:1763354564.077945:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354564.077947:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354564.077948:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff672255800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763354564.077951:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354564.077953:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff552ab8e00. 02000000:00000001:2.0:1763354564.077970:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354564.077973:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354564.077974:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50380. 00000100:00000001:2.0:1763354564.077978:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354564.077979:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354564.077981:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00000100:00000001:2.0:1763354564.077984:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354564.077986:0:6519:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354564.077989:0:6519:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448afc40. 00010000:00000001:2.0:1763354564.077991:0:6519:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.077994:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.077996:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.077998:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763354564.078001:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000800:00000001:0.0:1763354564.078282:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.078288:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.078289:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.078291:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.078295:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.078301:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d4900 00000400:00000200:0.0:1763354564.078306:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 1312 00000800:00000001:0.0:1763354564.078309:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.078330:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.078332:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.078334:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.078337:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.078338:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354564.078341:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646fb80. 00000100:00000040:0.0:1763354564.078343:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646fb80 x1848998841108736 msgsize 328 00000100:00100000:0.0:1763354564.078346:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.078355:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.078358:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.078360:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.078417:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.078421:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841108736 02000000:00000001:3.0:1763354564.078423:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.078425:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.078427:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.078431:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.078433:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841108736 00000020:00000001:3.0:1763354564.078435:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.078437:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354564.078439:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.078442:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=236 00000020:00000001:3.0:1763354564.078445:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354564.078447:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354564.078450:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.078454:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.078457:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.078459:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.078465:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00000020:00000010:3.0:1763354564.078468:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.078473:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.078478:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354564.078481:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.078482:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.078484:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354564.078486:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078488:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354564.078492:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.078493:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.078496:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=4 00000020:00000001:3.0:1763354564.078498:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354564.078501:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00010000:3.0:1763354564.078507:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 236 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354564.078516:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.078517:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.078519:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.078520:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.078525:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354564.078530:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff64646fb80 x1848998841108736/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.078539:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354564.078540:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.078553:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.078562:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.078564:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.078569:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6356 00000100:00000040:3.0:1763354564.078573:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354564.078576:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636624768 : -123187072926848 : ffff8ff64646fb80) 00000100:00000040:3.0:1763354564.078582:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646fb80 x1848998841108736/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.078592:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.078595:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.078598:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.078600:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.078606:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+236:2403:x1848998841108736:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354564.078610:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841108736 00010000:00000001:3.0:1763354564.078612:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.078615:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354564.078617:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354564.078620:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.078622:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.078625:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c400. 02000000:00000001:3.0:1763354564.078627:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.078629:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078631:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354564.078633:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354564.078635:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.078637:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.078639:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=4 00000020:00000001:3.0:1763354564.078641:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354564.078644:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000040:3.0:1763354564.078647:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 4 00000004:00000001:3.0:1763354564.078650:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354564.078654:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 236 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354564.078662:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354564 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354564.078665:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354564.078669:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.078670:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.078674:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 236 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354564.078681:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.078683:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.078685:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.078687:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078690:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.078692:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.078696:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.078697:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.078699:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.078701:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.078704:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff555ae4000 with handle 0x4a8bb634222caef5 from hash 00010000:00000001:3.0:1763354564.078706:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.078708:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.078709:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.078710:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.078713:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.078715:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078717:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.078719:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.078722:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222caef5 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41494 expref: 236 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354564.078730:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354564.078732:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 235 00010000:00000010:3.0:1763354564.078735:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138400. 00010000:00000001:3.0:1763354564.078742:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.078743:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.078745:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.078748:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:3.0:1763354564.078752:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.078757:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354564.078759:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.078760:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.078762:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.078764:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.078767:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.078768:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354564.078771:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.078776:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354564.078778:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354564.078779:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354564.078781:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354564.078783:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) refcount = 3 00010000:00010000:3.0:1763354564.078786:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 4/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.078791:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354564.078793:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.078795:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078796:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.078798:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.078800:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354564.078804:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.078806:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354564.078810:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354564.078812:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354564.078815:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354564.078817:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354564.078818:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354564.078820:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.078822:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354564.078834:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078836:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.078838:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.078839:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078841:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.078843:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354564.078845:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.078847:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.078850:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354564.078852:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354564.078855:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354564.078857:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354564.078859:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a640. 00010000:00000001:3.0:1763354564.078863:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354564.078863:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:3.0:1763354564.078867:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354564.078870:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.078875:0:6519:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.078878:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1763354564.078880:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.078882:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.078889:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00010000:00000001:2.0:1763354564.078889:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.078892:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.078895:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763354564.078896:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1763354564.078897:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.078901:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.078903:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000100:00000040:3.0:1763354564.078904:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000020:00000001:2.0:1763354564.078906:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00000100:00000001:3.0:1763354564.078910:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:2.0:1763354564.078911:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 02000000:00000001:3.0:1763354564.078918:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1763354564.078918:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.078922:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763354564.078923:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.078924:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.078930:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.078933:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000004:00000001:2.0:1763354564.078937:0:6519:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1763354564.078940:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121f68. 00000004:00000001:2.0:1763354564.078940:0:6519:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.078946:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841108736, offset 224 00000004:00000001:2.0:1763354564.078948:0:6519:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763354564.078953:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.078956:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.078971:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1763354564.078972:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000001:00000001:2.0:1763354564.078973:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.078977:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.078979:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.078980:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.078982:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.078985:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1763354564.078987:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000001:00000001:2.0:1763354564.078987:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.078992:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.078996:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.079001:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: returning size 0 00000400:00000200:3.0:1763354564.079002:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556744:1556744:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556740:1556740:8:4294967295] 00000001:00000001:2.0:1763354564.079005:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.079008:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079012:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354564.079014:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1763354564.079019:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:2.0:1763354564.079020:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.079025:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1763354564.079027:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354564.079032:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000004:00000001:2.0:1763354564.079059:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1763354564.079061:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:2.0:1763354564.079064:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079068:0:6519:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000800:00000200:3.0:1763354564.079069:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:2.0:1763354564.079072:0:6519:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000800:00000200:3.0:1763354564.079074:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763354564.079078:0:6519:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763354564.079080:0:6519:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.079081:0:6519:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.079083:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.079085:0:6519:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x2400032e4:0x9dea:0x0] eadata 0000000000000000 len 0 00000100:00000040:3.0:1763354564.079088:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354564.079090:0:6519:0:(lod_object.c:5732:lod_ah_init()) Process entered 00010000:00000001:3.0:1763354564.079092:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.079096:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354564.079096:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.079104:0:6519:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000100:00000040:3.0:1763354564.079105:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646fb80 x1848998841108736/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354564.079107:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763354564.079112:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.079117:0:6519:0:(osp_object.c:1020:osp_xattr_get()) Process leaving via unlock (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00100000:3.0:1763354564.079118:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+235:2403:x1848998841108736:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 524us (772us total) trans 0 rc 0/0 00000004:00000001:2.0:1763354564.079121:0:6519:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079127:0:6519:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.079131:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6356 00000004:00000010:2.0:1763354564.079132:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff5953819c0. 00000100:00000040:3.0:1763354564.079136:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000004:00000001:2.0:1763354564.079137:0:6519:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000800:00000200:1.0:1763354564.079138:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354564.079141:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00200000:00000001:2.0:1763354564.079142:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000800:00000010:1.0:1763354564.079143:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4600. 00000100:00000001:3.0:1763354564.079144:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.079148:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e91e0. 00000400:00000200:1.0:1763354564.079149:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354564.079150:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00080000:00000001:2.0:1763354564.079154:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.079157:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8e00. 00000020:00000010:3.0:1763354564.079160:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000400:00000200:1.0:1763354564.079160:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00080000:00000001:2.0:1763354564.079162:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000400:00000200:1.0:1763354564.079167:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121f68 00000020:00000010:3.0:1763354564.079168:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000004:00001000:2.0:1763354564.079169:0:6519:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff8ff666cca340/4096, cr_flags 040010040000002, no_create 0 00000400:00000010:1.0:1763354564.079171:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121f68. 00000020:00000040:3.0:1763354564.079175:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000004:00000001:2.0:1763354564.079177:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000100:00000001:1.0:1763354564.079177:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354564.079179:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.079180:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1763354564.079181:0:6519:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763354564.079185:0:6519:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763354564.079187:0:6519:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763354564.079190:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.079193:0:6519:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763354564.079195:0:6519:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763354564.079198:0:6519:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079200:0:6519:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.079202:0:6519:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:2.0:1763354564.079204:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.079206:0:6519:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:2.0:1763354564.079209:0:6519:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff8ff59cf7f070. 00000004:00000001:2.0:1763354564.079210:0:6519:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079213:0:6519:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763354564.079214:0:6519:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763354564.079216:0:6519:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763354564.079218:0:6519:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763354564.079220:0:6519:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763354564.079221:0:6519:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763354564.079222:0:6519:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1763354564.079224:0:6519:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8ff59cf7fd48. 00020000:00000010:2.0:1763354564.079226:0:6519:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8ff59cf7f9a8. 00020000:00001000:2.0:1763354564.079229:0:6519:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:2.0:1763354564.079230:0:6519:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:2.0:1763354564.079232:0:6519:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763354564.079235:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763354564.079237:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=954439, bavail=897852, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259337, state=0 00000004:00000001:2.0:1763354564.079240:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079242:0:6519:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079243:0:6519:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763354564.079247:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6caa28. 00000004:00000001:2.0:1763354564.079250:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763354564.079252:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079254:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.079256:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000004:00000001:2.0:1763354564.079258:0:6519:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763354564.079260:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354564.079262:0:6519:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000004:00000001:2.0:1763354564.079264:0:6519:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763354564.079267:0:6519:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.079269:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.079271:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.079273:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.079275:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079276:0:6519:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079278:0:6519:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446620883786967680 : -123189922583936 : ffff8ff59c6caa80) 00020000:00000001:2.0:1763354564.079280:0:6519:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079282:0:6519:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079283:0:6519:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763354564.079285:0:6519:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763354564.079286:0:6519:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.079287:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.079288:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.079289:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000004:00000001:2.0:1763354564.079292:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079294:0:6519:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763354564.079296:0:6519:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079297:0:6519:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079299:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.079302:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.079303:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.079307:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.079308:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.079309:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00080000:00000001:2.0:1763354564.079310:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.079312:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.079313:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.079315:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079316:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.079322:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.079323:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079325:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.079327:0:6519:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763354564.079328:0:6519:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.079329:0:6519:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763354564.079331:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.079331:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000004:00000001:2.0:1763354564.079334:0:6519:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763354564.079339:0:6519:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff8ff59c6caa28 is [0x2c0000402:0x5327:0x0] 00000020:00000001:2.0:1763354564.079341:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354564.079342:0:6519:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000004:00080000:2.0:1763354564.079359:0:6519:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000402:0x5327:0x0], index 1: 0 00000004:00000001:2.0:1763354564.079361:0:6519:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079363:0:6519:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079365:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763354564.079366:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079368:0:6519:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763354564.079369:0:6519:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763354564.079370:0:6519:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763354564.079373:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354564.079375:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354564.079376:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.079378:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.079380:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.079381:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.079383:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.079384:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:2.0:1763354564.079385:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079386:0:6519:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079388:0:6519:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079389:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.079390:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.079391:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00080000:00000001:2.0:1763354564.079393:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.079394:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9dea:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763354564.079409:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff651241c80. 00000004:00000001:2.0:1763354564.079413:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079415:0:6519:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079417:0:6519:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079418:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079420:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.079422:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.079424:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.079426:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.079429:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429313, last_committed = 30065429302 00000001:00000010:2.0:1763354564.079432:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9060. 00000001:00000040:2.0:1763354564.079433:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 11 00000020:00000040:2.0:1763354564.079435:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00000001:00000010:2.0:1763354564.079438:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000004:00000001:2.0:1763354564.079442:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.079443:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.079444:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575168 : -123191159976448 : ffff8ff552ab8e00) 00000004:00000001:2.0:1763354564.079449:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.079452:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381480: xid 1848998841108608, transno 30065429313, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.079455:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.079460:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00080000:00000010:2.0:1763354564.079462:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00040000:00000001:2.0:1763354564.079464:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.079465:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.079467:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.079469:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e91e0. 00000020:00000001:2.0:1763354564.079470:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079472:0:6519:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079474:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.079475:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.079477:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079478:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.079480:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.079483:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.079485:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.079486:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.079487:0:6519:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.079489:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.079490:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.079491:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.079493:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763354564.079494:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8ff67b7f0378 00000004:00000001:2.0:1763354564.079496:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079497:0:6519:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.079499:0:6519:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1763354564.079501:0:6519:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763354564.079502:0:6519:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079503:0:6519:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763354564.079505:0:6519:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.079507:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.079508:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9dea:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763354564.079511:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079513:0:6519:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079515:0:6519:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.079517:0:6519:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763354564.079519:0:6519:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66ba27480. 00000020:00000001:2.0:1763354564.079521:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.079522:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66ba27480 with handle 0x4a8bb634222caf11 to hash 00000020:00000001:2.0:1763354564.079524:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763354564.079525:0:6519:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887263376512 : -123186446175104 : ffff8ff66ba27480) 00000004:00000001:2.0:1763354564.079527:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354564.079528:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763354564.079530:0:6519:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9dea:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763354564.079532:0:6519:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354564.079533:0:6519:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.079534:0:6519:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079535:0:6519:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079537:0:6519:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.079538:0:6519:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763354564.079540:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.079541:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354564.079542:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.079543:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.079545:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.079546:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.079547:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000020:00000001:2.0:1763354564.079548:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.079550:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.079552:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.079554:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.079558:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.079559:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.079561:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 2/0,0 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.079564:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.079566:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079568:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.079570:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,0 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.079577:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429fec00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.079579:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.079580:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.079582:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 3/0,0 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.079585:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.079586:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.079587:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.079588:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=4 00000020:00000001:2.0:1763354564.079589:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.079590:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.079592:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.079594:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 4/0,0 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.079597:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.079598:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.079599:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079601:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.079602:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.079603:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.079604:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.079605:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222caf0a from hash 00010000:00000001:2.0:1763354564.079606:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.079607:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.079608:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.079609:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.079611:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.079612:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079613:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.079614:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.079615:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.079616:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:2.0:1763354564.079619:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763354564.079620:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.079621:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079623:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.079624:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.079625:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.079626:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.079627:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079628:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079629:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.079631:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 2/0,0 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.079634:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.079635:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.079636:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.079637:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.079638:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.079639:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf0a lrc: 0/0,0 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.079642:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.079645:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.079646:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.079647:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.079648:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.079649:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354564.079650:0:6519:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763354564.079651:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.079652:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.079653:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.079654:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.079655:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079657:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.079658:0:6519:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.079662:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.079666:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079669:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079670:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354564.079673:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.079674:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.079675:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.079676:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.079678:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.079679:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.079693:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079694:0:6519:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763354564.079704:0:6519:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763354564.079706:0:6519:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.079707:0:6519:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354564.079709:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354564.079713:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354564.079715:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.079716:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.079719:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.079720:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.079721:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.079722:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.079724:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222caf03 from hash 00010000:00000001:2.0:1763354564.079726:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.079727:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.079727:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.079728:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.079729:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354564.079731:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354564.079735:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caf03 lrc: 1/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4149b expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.079739:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.079740:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.079741:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.079742:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.079744:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079745:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.079747:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.079748:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.079749:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.079750:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.079751:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.079752:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.079753:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:2.0:1763354564.079755:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763354564.079756:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.079757:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.079758:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.079759:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.079761:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63c00/0x4a8bb634222caf03 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4149b expref: 235 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.079765:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:2.0:1763354564.079766:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:2.0:1763354564.079768:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138300. 00010000:00000040:2.0:1763354564.079770:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052b00 count: 0 00010000:00000010:2.0:1763354564.079773:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27980. 00010000:00000001:2.0:1763354564.079778:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.079779:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff54ec63c00, rc 0) 00000020:00000001:2.0:1763354564.079780:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354564.079782:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429313, xid 1848998841108608 00010000:00000001:2.0:1763354564.079784:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.079787:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646d180 x1848998841108608/t30065429313(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/664 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.079793:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.079795:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.079796:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.079799:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.079800:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.079801:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.079804:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.079805:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.079806:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.079808:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.079811:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7000. 00000100:00000200:2.0:1763354564.079813:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841108608, offset 224 00000400:00000200:2.0:1763354564.079816:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.079821:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.079825:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556745:1556745:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556741:1556741:8:4294967295] 00000400:00000200:2.0:1763354564.079831:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.079835:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.079837:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.079840:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.079843:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.079846:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.079859:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.079861:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.079863:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.079864:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.079866:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.079869:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646d180 x1848998841108608/t30065429313(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4616/664 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.079876:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252586:x1848998841108608:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 3605us (3735us total) trans 30065429313 rc 301/301 00000100:00100000:2.0:1763354564.079882:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417445 00000100:00000040:2.0:1763354564.079884:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.079885:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.079887:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.079890:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241600. 00000020:00000010:2.0:1763354564.079907:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.079911:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.079913:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:2.0:1763354564.079915:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.079924:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.079928:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354564.079932:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.079936:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.079938:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 00000400:00000010:1.0:1763354564.079940:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 00000100:00000001:1.0:1763354564.079942:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.079943:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354564.080066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec62800. 00000800:00000001:0.0:1763354564.081522:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.081530:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.081532:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.081533:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.081538:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.081547:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d4a00 00000400:00000200:0.0:1763354564.081553:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad979 [2] + 0 00000800:00000001:0.0:1763354564.081556:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.081561:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.081562:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.081565:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.081568:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.081569:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354564.081573:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646e680. 00000100:00000040:0.0:1763354564.081575:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646e680 x1848998841108992 msgsize 392 00000100:00100000:0.0:1763354564.081578:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.081590:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.081594:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.081596:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.081611:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.081614:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841108992 02000000:00000001:2.0:1763354564.081615:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.081617:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.081618:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.081620:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.081623:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841108992 00000020:00000001:2.0:1763354564.081624:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.081625:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.081626:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.081628:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=234 00000020:00000001:2.0:1763354564.081630:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.081632:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.081634:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.081637:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.081639:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.081641:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.081645:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.081648:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27980. 00000020:00000010:2.0:1763354564.081650:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.081654:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354564.081656:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.081657:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.081658:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.081662:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.081673:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.081678:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.081680:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.081684:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93119 00000100:00000040:2.0:1763354564.081686:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.081688:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636619392 : -123187072932224 : ffff8ff64646e680) 00000100:00000040:2.0:1763354564.081693:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646e680 x1848998841108992/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.081699:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.081701:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.081703:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.081704:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.081707:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+234:252586:x1848998841108992:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354564.081710:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841108992 00000020:00000001:2.0:1763354564.081712:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.081714:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.081717:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381480: xid 1848998841108608, transno 30065429313, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.081720:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381780: xid 1848998841108352, transno 30065429312, client gen 8, slot idx 3 00000001:00000010:2.0:1763354564.081729:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381780. 00000020:00000001:2.0:1763354564.081731:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.081733:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.081734:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354564.081739:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.081741:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841108992, found 0 last_xid 1848998841108991 00000020:00000001:2.0:1763354564.081743:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.081744:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.081746:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.081748:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081751:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354564.081752:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354564.081754:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354564.081756:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081757:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354564.081759:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.081760:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081762:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.081763:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.081765:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081766:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.081767:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.081768:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081769:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.081770:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.081772:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081773:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.081773:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.081775:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081776:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081777:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354564.081778:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081780:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.081781:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.081782:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081783:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.081783:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.081785:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081785:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.081786:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.081787:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081789:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.081789:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.081792:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.081795:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.081797:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.081798:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.081799:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.081801:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.081802:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081803:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.081804:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081805:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.081807:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.081808:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.081811:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff6735c0c00. 02000000:00000001:2.0:1763354564.081812:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.081814:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081815:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.081817:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081818:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354564.081820:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354564.081821:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.081822:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66ba27480 refcount=2 00000020:00000001:2.0:1763354564.081823:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887263376512 : -123186446175104 : ffff8ff66ba27480) 00000004:00000001:2.0:1763354564.081825:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887263376512 : -123186446175104 : ffff8ff66ba27480) 00000020:00000040:2.0:1763354564.081827:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66ba27480 with handle 0x4a8bb634222caf11 from hash 00000004:00000001:2.0:1763354564.081829:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354564.081831:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9dea:0x0] with intent: 0 00000004:00000001:2.0:1763354564.081834:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354564.081835:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763354564.081837:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.081838:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.081841:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081842:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081844:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081850:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.081852:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.081853:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.081854:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.081856:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081857:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081859:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.081860:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.081861:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.081862:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.081863:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354564.081865:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081866:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081868:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081868:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.081870:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354564.081872:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.081873:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.081874:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081875:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.081876:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.081878:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.081879:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.081880:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.081881:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081883:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354564.081884:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9dea:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763354564.081887:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.081888:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.081890:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.081891:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.081895:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e91e0. 00080000:00000001:2.0:1763354564.081896:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.081898:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab9c00. 00080000:00000001:2.0:1763354564.081900:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549578752 : -123191159972864 : ffff8ff552ab9c00) 00000004:00000001:2.0:1763354564.081903:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.081905:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.081907:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.081908:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549578752 : -123191159972864 : ffff8ff552ab9c00) 00000004:00000001:2.0:1763354564.081910:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081912:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.081914:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.081916:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.081919:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.081920:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.081921:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549578752 : -123191159972864 : ffff8ff552ab9c00) 00080000:00000001:2.0:1763354564.081923:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.081924:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.081926:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.081928:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081930:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.081937:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.081939:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081943:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.081946:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.081947:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.081949:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.081950:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549578752 : -123191159972864 : ffff8ff552ab9c00) 00080000:00000001:2.0:1763354564.081953:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.081955:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9dea:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354564.081980:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081983:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.081985:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.081989:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.081991:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.081994:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.081997:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429314, last_committed = 30065429302 00000001:00000010:2.0:1763354564.082001:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9420. 00000001:00000040:2.0:1763354564.082003:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 12 00000020:00000040:2.0:1763354564.082006:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00000001:00000010:2.0:1763354564.082010:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381780. 00000004:00000001:2.0:1763354564.082013:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.082015:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.082016:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549578752 : -123191159972864 : ffff8ff552ab9c00) 00000004:00000001:2.0:1763354564.082022:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.082024:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381780: xid 1848998841108992, transno 30065429314, tag 1, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.082026:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.082031:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00040000:00000001:2.0:1763354564.082054:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.082056:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.082058:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.082061:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e91e0. 00000020:00000001:2.0:1763354564.082064:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082066:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082068:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082070:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082072:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354564.082073:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354564.082075:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.082077:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.082079:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.082081:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.082083:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354564.082086:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354564.082088:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.082091:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9dea:0x0], previous was 0x7 00000004:00000001:2.0:1763354564.082093:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082095:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354564.082097:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082099:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354564.082102:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.082104:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354564.082106:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66ba27480. 00000004:00000001:2.0:1763354564.082113:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.082115:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.082116:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082118:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082119:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354564.082120:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.082121:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.082122:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.082124:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.082125:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.082127:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.082129:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.082130:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354564.082133:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.082136:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.082138:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.082140:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 30065429314, xid 1848998841108992 00010000:00000001:2.0:1763354564.082141:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.082145:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646e680 x1848998841108992/t30065429314(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.082155:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.082156:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.082158:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.082161:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.082162:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.082164:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.082165:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.082167:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.082169:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.082170:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.082173:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7a18. 00000100:00000200:2.0:1763354564.082175:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841108992, offset 224 00000400:00000200:2.0:1763354564.082179:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.082184:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.082187:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556746:1556746:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556742:1556742:8:4294967295] 00000400:00000200:2.0:1763354564.082194:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.082198:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.082201:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.082204:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.082207:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.082210:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.082221:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.082223:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.082225:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.082226:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.082228:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.082231:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646e680 x1848998841108992/t30065429314(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.082239:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+235:252586:x1848998841108992:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 537us (661us total) trans 30065429314 rc 0/0 00000100:00100000:2.0:1763354564.082245:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93119 00000100:00000040:2.0:1763354564.082248:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.082250:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.082251:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.082254:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27980. 00000020:00000010:2.0:1763354564.082256:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.082260:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.082263:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000100:00000001:2.0:1763354564.082264:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.082286:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.082290:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354564.082293:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.082297:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.082299:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:1.0:1763354564.082301:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:1.0:1763354564.082303:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.082304:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.083063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00010000:00000010:2.1:1763354564.083081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:2.1:1763354564.083084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00010000:00000010:2.1:1763354564.083086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000800:00000001:1.0:1763354564.083386:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.083393:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.083395:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.083396:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.083401:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.083408:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971d4a80 00000400:00000200:1.0:1763354564.083412:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x76d7e5 [64] + 45888 00000800:00000001:1.0:1763354564.083417:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.083421:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.083422:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.083425:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.083428:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.083429:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.083433:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec64700. 00000100:00000040:1.0:1763354564.083435:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec64700 x1848998841109120 msgsize 376 00000100:00100000:1.0:1763354564.083438:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.083447:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.083451:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.083453:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.083479:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.083483:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109120 02000000:00000001:2.0:1763354564.083485:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.083487:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.083489:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.083493:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.083495:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109120 00000020:00000001:2.0:1763354564.083498:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.083499:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.083501:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.083504:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=235 00000020:00000001:2.0:1763354564.083507:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.083510:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.083513:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.083517:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.083520:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.083522:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.083527:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.083530:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27980. 00000020:00000010:2.0:1763354564.083534:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.083538:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.083540:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.083542:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.083544:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.083546:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.083547:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.083552:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.083565:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.083573:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.083575:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.083581:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417446 00000100:00000040:2.0:1763354564.083584:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.083587:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484217600 : -123191225334016 : ffff8ff54ec64700) 00000100:00000040:2.0:1763354564.083593:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec64700 x1848998841109120/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 376/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.083602:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.083605:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.083607:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.083610:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.083614:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+235:252586:x1848998841109120:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.083617:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109120 00000020:00000001:2.0:1763354564.083620:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.083622:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.083625:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381780: xid 1848998841108992, transno 30065429314, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.083629:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381480: xid 1848998841108608, transno 30065429313, client gen 8, slot idx 2 00000001:00000010:2.0:1763354564.083632:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:2.0:1763354564.083635:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.083637:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.083639:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.083642:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.083644:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841109120, found 0 last_xid 1848998841109119 00000020:00000001:2.0:1763354564.083647:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.083649:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.083651:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.083654:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.083656:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.083659:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.083661:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.083663:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.083665:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.083668:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.083674:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052600. 00010000:00000010:2.0:1763354564.083677:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27e00. 00010000:00000001:2.0:1763354564.083681:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.083684:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff800. 00000020:00000001:2.0:1763354564.083687:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.083689:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff800 with handle 0x4a8bb634222caf18 to hash 00000020:00000001:2.0:1763354564.083691:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.083693:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000010:2.0:1763354564.083698:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.083701:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00010000:2.0:1763354564.083705:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414a2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.083715:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:2.0:1763354564.083718:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=236 00010000:00000001:2.0:1763354564.083738:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.083741:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.083747:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.083749:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.083751:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.083754:0:6519:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763354564.083757:0:6519:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x2400032e4:0x9dea:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763354564.083760:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.083762:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.083765:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.083769:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.083772:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354564.083775:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.083779:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.083781:0:6519:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354564.083784:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.083786:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:2.0:1763354564.083789:0:6519:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0001: layout_size 56 00000100:00000001:2.0:1763354564.083791:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.083792:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.083796:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff6735c1c00. 02000000:00000001:2.0:1763354564.083797:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.083799:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.083801:0:6519:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.083803:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.083804:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.083806:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.083807:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.083811:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.083812:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.083814:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.083816:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.083817:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.083818:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.083820:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.083821:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.083822:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.083823:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.083825:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 1 00010000:00010000:2.0:1763354564.083829:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 3/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 236 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.083834:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.083838:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.083840:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.083842:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.083843:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.083845:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.083848:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.083852:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354564.083856:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 3/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 236 pid: 6519 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763354564.083864:0:6519:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763354564.083867:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.083868:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.083871:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.083872:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.083875:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354564.083878:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.083880:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.083883:0:6519:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354564.083885:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.083887:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.083889:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.083890:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.083892:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.083894:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.083896:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.083897:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.083899:0:6519:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763354564.083902:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.083904:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.083907:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:2.0:1763354564.083909:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763354564.083912:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.083914:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.083916:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.083917:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.083919:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.083920:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6429ff800, rc 0) 00000020:00000001:2.0:1763354564.083923:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.083926:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841109120 00010000:00000001:2.0:1763354564.083928:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.083933:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec64700 x1848998841109120/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 376/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.083940:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.083942:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.083945:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.083948:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.083951:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.083953:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.083955:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.083971:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.083974:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.083977:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.083981:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7110. 00000100:00000200:2.0:1763354564.083984:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848998841109120, offset 224 00000400:00000200:2.0:1763354564.083989:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.083996:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.084000:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556747:1556747:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556743:1556743:8:4294967295] 00000400:00000200:2.0:1763354564.084006:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.084010:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.084012:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.084016:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.084019:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.084022:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.084055:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.084060:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.084062:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.084063:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.084065:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.084070:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec64700 x1848998841109120/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 376/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.084078:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+236:252586:x1848998841109120:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 475us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.084084:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417446 00000100:00000040:2.0:1763354564.084087:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.084089:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.084090:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.084093:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27980. 00000800:00000200:0.0:1763354564.084094:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763354564.084096:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000800:00000010:0.0:1763354564.084099:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000020:00000010:2.0:1763354564.084101:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000400:00000200:0.0:1763354564.084104:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1763354564.084106:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 235 00000100:00000001:2.0:1763354564.084110:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.084111:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.084116:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7110 00000400:00000010:0.0:1763354564.084118:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7110. 00000100:00000001:0.0:1763354564.084121:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.084122:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.086020:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.086028:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.086030:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.086032:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.086063:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.086075:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4b00 00000400:00000200:1.0:1763354564.086082:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 0 00000800:00000001:1.0:1763354564.086088:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.086095:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.086098:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.086102:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.086106:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.086108:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354564.086113:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec66d80. 00000100:00000040:1.0:1763354564.086125:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec66d80 x1848998841109248 msgsize 328 00000100:00100000:1.0:1763354564.086131:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.086145:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.086151:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.086155:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.086176:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354564.086179:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109248 02000000:00000001:0.0:1763354564.086181:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354564.086183:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.086185:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.086188:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.086190:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109248 00000020:00000001:0.0:1763354564.086192:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354564.086193:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354564.086194:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.086197:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:0.0:1763354564.086198:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354564.086200:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354564.086202:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354564.086206:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354564.086208:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354564.086210:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000020:00000010:0.0:1763354564.086214:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5447f8600. 00000020:00000010:0.0:1763354564.086217:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deee00. 00000020:00000010:0.0:1763354564.086220:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf258. 00000100:00000040:0.0:1763354564.086224:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354564.086226:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354564.086227:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354564.086228:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.086232:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.086242:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.086250:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354564.086251:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354564.086254:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85224 00000100:00000040:0.0:1763354564.086256:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354564.086258:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484227456 : -123191225324160 : ffff8ff54ec66d80) 00000100:00000040:0.0:1763354564.086263:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec66d80 x1848998841109248/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354564.086270:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354564.086272:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354564.086273:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354564.086275:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68ec0. 00000100:00100000:0.0:1763354564.086278:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841109248:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354564.086281:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109248 00000020:00000001:0.0:1763354564.086283:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354564.086285:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354564.086286:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.086288:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354564.086289:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354564.086291:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354564.086293:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354564.086294:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354564.086295:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354564.086298:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.086299:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354564.086301:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354564.086302:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354564.086303:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354564.086304:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086308:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354564.086312:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:0.0:1763354564.086313:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354564.086315:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354564.086318:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8000. 00000020:00000001:0.0:1763354564.086320:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354564.086322:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8000 with handle 0x4a8bb634222caf1f to hash 00000020:00000001:0.0:1763354564.086323:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354564.086324:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363008 : -123190997188608 : ffff8ff55c5f8000) 00010000:00000001:0.0:1763354564.086326:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363008 : -123190997188608 : ffff8ff55c5f8000) 00010000:00010000:0.0:1763354564.086329:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8000/0x4a8bb634222caf1f lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414a9 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354564.086335:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:0.0:1763354564.086337:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:0.0:1763354564.086341:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354564.086343:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354564.086344:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354564.086345:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354564.086348:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54477e000. 02000000:00000001:0.0:1763354564.086349:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.086351:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086353:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354564.086355:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354564.086357:0:74534:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086359:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354564.086362:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765ab508. 00002000:00000001:0.0:1763354564.086364:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354564.086366:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354564.086368:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68ec0. 00000100:00000001:0.0:1763354564.086370:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354564.086374:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0953c0. 00000100:00000001:0.0:1763354564.086375:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000100:00000001:0.0:1763354564.086377:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000100:00000001:0.0:1763354564.086379:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354564.086380:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354564.086381:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354564.086383:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354564.086385:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646dc00. 00000020:00000040:0.0:1763354564.086388:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354564.086391:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.086392:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354564.086395:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354564.086400:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5447f9000. 00000100:00000001:0.0:1763354564.086403:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086407:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354564.086409:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354564.086413:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.086419:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354564.086420:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.086423:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff64646dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713216:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354564.086426:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354564.086430:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354564.086431:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.086433:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354564.086436:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc7a00. 02000000:00000001:0.0:1763354564.086437:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.086441:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f6e0. 00000400:00000010:0.0:1763354564.086445:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b110. 00000100:00000200:0.0:1763354564.086449:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713216, portal 16 00000100:00000001:0.0:1763354564.086451:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.086452:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886636616704 : -123187072934912 : ffff8ff64646dc00) 00000100:00000040:0.0:1763354564.086455:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.086460:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.086462:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354564.086464:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b088. 00000100:00000200:0.0:1763354564.086465:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713216, offset 0 00000400:00000200:0.0:1763354564.086469:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354564.086474:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354564.086477:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354564.086482:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354564.086484:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354564.086487:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354564.086489:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556748:1556748:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556744:1556744:8:4294967295] 00000400:00000200:0.0:1763354564.086495:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354564.086498:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.086501:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67534db00. 00000800:00000200:0.0:1763354564.086504:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354564.086508:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354564.086511:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67534db00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354564.086523:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.086528:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887162 00000100:00000001:0.0:1763354564.086535:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887152 00000100:00000001:0.0:1763354564.086539:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887162 00000100:00000001:0.0:1763354564.086543:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887152 00000100:00000001:0.0:1763354564.086546:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887162 00000100:00000001:0.0:1763354564.086549:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887152 00000100:00000001:0.0:1763354564.086552:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887162 00000100:00000001:0.0:1763354564.086555:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887152 00000100:00000001:0.0:1763354564.086558:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.086561:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086563:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086565:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.086567:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.086568:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354564.086570:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765ab508. 00010000:00000001:0.0:1763354564.086574:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.086576:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354564.086577:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354564.086580:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.086582:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354564.086584:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354564.086587:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0953c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354564.086590:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354564.086592:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354564.086595:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.086599:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67534db00. 00000400:00000200:1.0:1763354564.086602:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.086607:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.086611:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b088 00000400:00000010:1.0:1763354564.086613:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b088. 00000100:00000001:1.0:1763354564.086616:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354564.086621:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.086631:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.086635:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.086641:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.086642:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.087533:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.087540:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.087542:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.087545:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.087550:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.087579:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542180 00000400:00000200:0.0:1763354564.087585:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8ae1 [1] + 224 00000800:00000001:0.0:1763354564.087590:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.087596:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.087599:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.087602:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.087606:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.087611:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.087634:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.087668:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.087675:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.087678:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.087683:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.087688:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.087690:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.087693:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f6e0. 00000400:00000200:1.0:1763354564.087696:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b110 00000400:00000010:1.0:1763354564.087699:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b110. 00000100:00000001:1.0:1763354564.087701:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.087706:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.087716:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.087723:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.087725:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.087727:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.087730:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.087731:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.087733:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.087735:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.087739:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.087742:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.087744:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.087745:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.087747:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.087749:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.087751:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.087754:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.087759:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.087761:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.087762:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.087764:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354564.087766:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.087772:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.087773:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.087778:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.087780:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.087782:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.087785:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354564.087788:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:1.0:1763354564.087790:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.087791:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.087793:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.087797:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.087804:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff64646dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713216:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.087807:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.087810:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.087811:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.087812:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.087814:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff64646dc00 x1848998542713216/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.087818:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.087821:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.087823:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff547dc7a00. 02000000:00000001:1.0:1763354564.087827:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.087828:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.087830:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.087831:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.087833:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5447f9000. 02000000:00000001:1.0:1763354564.087836:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.087838:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.087839:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646dc00. 00000100:00000001:1.0:1763354564.087841:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.087842:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.087844:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0953c0. 00000100:00000001:1.0:1763354564.087846:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.087847:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.087849:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68ec0. 00010000:00000001:1.0:1763354564.087851:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.087853:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.087855:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354564.087857:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.087860:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.087861:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.087863:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.087864:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.087866:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8000 with handle 0x4a8bb634222caf1f from hash 00010000:00000001:1.0:1763354564.087868:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.087869:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.087870:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.087871:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354564.087873:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.087875:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354564.087880:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8000/0x4a8bb634222caf1f lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a9 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.087889:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354564.087891:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.087893:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.087894:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.087896:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.087898:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.087899:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.087900:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.087901:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354564.087902:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.087903:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.087905:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.087906:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.087907:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.087908:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.087909:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.087912:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8000/0x4a8bb634222caf1f lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a9 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.087917:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:1.0:1763354564.087918:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:1.0:1763354564.087921:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.087922:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8000, rc 0) 00000020:00000001:1.0:1763354564.087924:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354564.087926:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841109248 00010000:00000001:1.0:1763354564.087928:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.087931:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec66d80 x1848998841109248/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.087939:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.087941:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.087944:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.087947:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.087950:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.087952:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.087954:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.087956:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.087973:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.087976:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.087979:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fac38. 00000100:00000200:1.0:1763354564.087982:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841109248, offset 224 00000400:00000200:1.0:1763354564.087985:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.087990:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.087993:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556749:1556749:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556745:1556745:8:4294967295] 00000400:00000200:1.0:1763354564.087999:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.088002:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.088005:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.088008:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.088012:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.088014:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.088026:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.088030:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.088064:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.088067:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.088070:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.088077:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec66d80 x1848998841109248/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.088088:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841109248:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1816us (1960us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354564.088096:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85224 00000800:00000200:0.0:1763354564.088096:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1763354564.088099:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000800:00000010:0.0:1763354564.088099:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000100:00000001:1.0:1763354564.088102:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1763354564.088102:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354564.088104:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1763354564.088106:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:1.0:1763354564.088108:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deee00. 00000400:00000200:0.0:1763354564.088110:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fac38 00000020:00000010:1.0:1763354564.088112:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf258. 00000400:00000010:0.0:1763354564.088112:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fac38. 00000100:00000001:0.0:1763354564.088115:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.088116:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1763354564.088117:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5447f8600. 00000020:00000040:1.0:1763354564.088120:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:1.0:1763354564.088123:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.1:1763354564.089081:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff5909e9000. 00010000:00000010:3.1:1763354564.089083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff555ae4000. 00010000:00000010:2.1:1763354564.089092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00010000:00000010:2.1:1763354564.089101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052b00. 00010000:00000010:2.1:1763354564.089105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00000800:00000001:1.0:1763354564.090367:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.090375:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.090377:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.090378:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.090384:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.090392:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d4b80 00000400:00000200:1.0:1763354564.090397:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 46264 00000800:00000001:1.0:1763354564.090401:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.090406:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.090408:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.090411:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.090414:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.090416:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.090420:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672085c00. 00000100:00000040:1.0:1763354564.090422:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672085c00 x1848998841109376 msgsize 576 00000100:00100000:1.0:1763354564.090425:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.090436:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.090440:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.090442:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.090481:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.090484:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109376 02000000:00000001:2.0:1763354564.090487:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.090489:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.090491:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.090494:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.090497:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109376 00000020:00000001:2.0:1763354564.090500:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.090501:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.090504:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.090506:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=236 00000020:00000001:2.0:1763354564.090509:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.090511:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.090515:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.090519:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.090523:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.090525:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.090531:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.090535:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27980. 00000020:00000010:2.0:1763354564.090539:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.090545:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.090548:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.090549:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.090552:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.090554:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.090556:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.090561:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.090573:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.090583:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.090585:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.090592:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417447 00000100:00000040:2.0:1763354564.090595:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.090598:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370718208 : -123186338833408 : ffff8ff672085c00) 00000100:00000040:2.0:1763354564.090604:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085c00 x1848998841109376/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 576/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.090613:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.090616:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.090618:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.090620:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.090625:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+236:252586:x1848998841109376:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.090629:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109376 00000020:00000001:2.0:1763354564.090633:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.090636:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.090640:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.090642:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.090645:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.090648:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.090651:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841109376, found 0 last_xid 1848998841109375 00000020:00000001:2.0:1763354564.090654:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.090656:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.090658:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.090661:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.090664:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.090666:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.090668:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.090669:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.090671:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.090675:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.090680:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 2 00010000:00000001:2.0:1763354564.090683:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.090685:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.090688:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354564.090692:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.090694:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222caf26 to hash 00000020:00000001:2.0:1763354564.090696:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.090698:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000010:2.0:1763354564.090702:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.090705:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00010000:2.0:1763354564.090709:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf26 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414b0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.090718:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.090720:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=237 00010000:00000001:2.0:1763354564.090739:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.090741:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.090746:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.090749:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.090750:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763354564.090753:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.090755:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.090758:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.090761:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.090763:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354564.090765:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.090769:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.090770:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.090773:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.090775:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.090818:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff66dd00000. 02000000:00000001:2.0:1763354564.090821:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.090824:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.090827:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.090830:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763354564.090834:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.090837:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.090839:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090841:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.090843:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.090845:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090847:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.090848:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.090851:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090852:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.090854:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.090856:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090857:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.090859:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.090861:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090863:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.090864:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.090866:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090869:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.090870:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.090874:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.090879:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.090881:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.090884:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.090885:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.090889:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.090890:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.090892:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.090894:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.090897:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763354564.090902:0:6519:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354564.090903:0:6519:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763354564.090905:0:6519:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763354564.090911:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff54e25d000. 00000004:00000001:2.0:1763354564.090916:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.090918:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.090921:0:6519:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763354564.090924:0:6519:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x2400032e4:0x9dea:0x0]/[0x2400032e4:0x9dea:0x0], ldlm_rep = ffff8ff66dd00228 00000004:00000001:2.0:1763354564.090929:0:6519:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763354564.090933:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.090935:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.090938:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 3 00010000:00000001:2.0:1763354564.090940:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.090942:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.090944:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff600. 00000020:00000001:2.0:1763354564.090947:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.090949:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff600 with handle 0x4a8bb634222caf2d to hash 00000020:00000001:2.0:1763354564.090951:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.090952:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000010:2.0:1763354564.090955:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138a80. 00010000:00000001:2.0:1763354564.090971:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.090974:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.090976:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.090979:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.090986:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.090989:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.090992:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.090994:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.090997:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.090999:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.091000:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.091003:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.091005:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.091007:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.091009:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.091011:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 3 00010000:00000040:2.0:1763354564.091015:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.091019:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.091027:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.091060:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.091066:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.091068:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.091072:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.091074:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.091076:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.091079:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.091083:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.091086:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.091089:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.091096:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.091098:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091099:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.091101:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.091103:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.091105:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:2.0:1763354564.091107:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.091110:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.091112:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091113:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.091115:0:6519:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.091118:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.091122:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.091124:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.091129:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.091131:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091136:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091149:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.091153:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.091155:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.091157:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.091159:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9dea:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763354564.091162:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091164:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091166:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.091168:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.091170:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091171:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091174:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.091177:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354564.091179:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354564.091181:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.091184:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff66dd00370 00000004:00000001:2.0:1763354564.091186:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.091189:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.091190:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.091192:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.091194:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.091196:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.091198:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.091199:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.091201:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.091203:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.091204:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.091206:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.091208:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.091212:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: returning size 0 00000004:00000040:2.0:1763354564.091216:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9dea:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354564.091219:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763354564.091221:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:21287 00000004:00200000:2.0:1763354564.091225:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:2.0:1763354564.091228:0:6519:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763354564.091229:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.091231:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.091233:0:6519:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354564.091235:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091237:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.091239:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.091242:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.091244:0:6519:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.091249:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.091255:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.091257:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.091262:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.091264:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.091265:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:2.0:1763354564.091267:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.091270:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000004:00010000:2.0:1763354564.091273:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.091278:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091280:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.091281:0:6519:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763354564.091283:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.091285:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763354564.091287:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.091288:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.091290:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:2.0:1763354564.091292:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.091294:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000004:00000040:2.0:1763354564.091297:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:2.0:1763354564.091299:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=238 00010000:00000001:2.0:1763354564.091303:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091304:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.091306:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.091308:0:6519:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763354564.091311:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.091313:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.091315:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.091316:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.091318:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.091320:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.091324:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.091326:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.091328:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.091330:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1763354564.091332:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff54e25d000. 00000004:00000001:2.0:1763354564.091336:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354564.091338:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.091340:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.091343:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091344:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.091346:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.091348:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.091350:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222caf26 from hash 00010000:00000001:2.0:1763354564.091353:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.091354:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091355:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.091357:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.091358:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.091362:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf26 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b0 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.091370:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.091372:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 237 00010000:00000010:2.0:1763354564.091375:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.091381:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.091382:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.091386:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354564.091390:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b0 expref: 237 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.091401:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.091404:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.091406:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:2.0:1763354564.091409:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:2.0:1763354564.091412:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.091414:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.091416:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.091417:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.091419:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.091420:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6429ff600, rc 0) 00000020:00000001:2.0:1763354564.091423:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.091425:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841109376 00010000:00000001:2.0:1763354564.091428:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.091433:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672085c00 x1848998841109376/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 576/640 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.091441:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.091443:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.091447:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.091451:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.091454:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.091456:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.091459:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.091461:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.091464:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.091466:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.091471:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be77f8. 00000100:00000200:2.0:1763354564.091474:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841109376, offset 224 00000400:00000200:2.0:1763354564.091478:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.091483:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.091487:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556750:1556750:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556746:1556746:8:4294967295] 00000400:00000200:2.0:1763354564.091494:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.091498:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.091502:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.091506:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.091510:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.091512:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.091524:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.091527:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.091529:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.091530:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.091532:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.091536:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085c00 x1848998841109376/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 576/640 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.091544:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+237:252586:x1848998841109376:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 929us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.091550:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417447 00000100:00000040:2.0:1763354564.091551:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.091553:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.091554:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.091557:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27980. 00000020:00000010:2.0:1763354564.091560:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.091564:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.091566:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 236 00000100:00000001:2.0:1763354564.091568:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.091591:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.091595:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354564.091599:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.091603:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.091606:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be77f8 00000400:00000010:0.0:1763354564.091607:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be77f8. 00000100:00000001:0.0:1763354564.091610:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.091611:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354564.093080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8000. 00000800:00000001:0.0:1763354564.093437:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.093446:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.093449:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.093452:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.093458:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.093468:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4c00 00000400:00000200:0.0:1763354564.093476:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 328 00000800:00000001:0.0:1763354564.093481:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.093487:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.093490:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.093494:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.093499:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.093501:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.093506:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646ed80. 00000100:00000040:0.0:1763354564.093509:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646ed80 x1848998841109504 msgsize 328 00000100:00100000:0.0:1763354564.093514:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.093527:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.093533:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.093536:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.093562:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.093564:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109504 02000000:00000001:1.0:1763354564.093566:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.093568:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.093569:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.093572:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.093574:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109504 00000020:00000001:1.0:1763354564.093575:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.093576:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354564.093578:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.093580:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=20 00000020:00000001:1.0:1763354564.093582:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354564.093584:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354564.093586:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.093590:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1740. 00000020:00000010:1.0:1763354564.093593:0:74534:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff67ca68bc0. 00000020:00000040:1.0:1763354564.093598:0:74534:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000100:00000001:1.0:1763354564.093610:0:74534:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763354564.093614:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.093617:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.093620:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.093625:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.093627:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.093629:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.093631:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1763354564.093632:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:1.0:1763354564.093636:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.093638:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000100:00000001:1.0:1763354564.093647:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.093655:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.093656:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.093660:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85225 00000100:00000040:1.0:1763354564.093662:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354564.093664:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636621184 : -123187072930432 : ffff8ff64646ed80) 00000100:00000040:1.0:1763354564.093668:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646ed80 x1848998841109504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.093675:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.093677:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1cc0. 00000100:00000001:1.0:1763354564.093679:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.093681:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1cc0. 00000100:00100000:1.0:1763354564.093686:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2403:x1848998841109504:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.093689:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109504 00000020:00000001:1.0:1763354564.093691:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.093693:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.093695:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.093697:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.093698:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.093701:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.093702:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.093704:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.093705:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.093708:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.093709:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.093711:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.093712:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.093713:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.093714:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.093717:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354564.093721:0:74534:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6dac00. 00010000:00000010:1.0:1763354564.093724:0:74534:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6da600. 00010000:00000001:1.0:1763354564.093726:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.093728:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52a00. 00000020:00000001:1.0:1763354564.093730:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.093732:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52a00 with handle 0x4a8bb634222caf34 to hash 00000020:00000001:1.0:1763354564.093733:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.093734:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:1.0:1763354564.093736:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00010000:1.0:1763354564.093739:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 2/0,0 mode: --/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414b7 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354564.093745:0:74534:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763354564.093747:0:74534:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb1cc0. 00002000:00000001:1.0:1763354564.093749:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.093751:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.093755:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:1.0:1763354564.093756:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00002000:00000001:1.0:1763354564.093758:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.093761:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354564.093763:0:74534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x5327:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:1.0:1763354564.093766:0:74534:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763354564.093767:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00010000:00000040:1.0:1763354564.093770:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354564.093771:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=21 00010000:00000001:1.0:1763354564.093775:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.093777:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.093779:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.093780:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.093783:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf2400. 02000000:00000001:1.0:1763354564.093784:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.093786:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.093788:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.093790:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354564.093792:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354564.093793:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.093794:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354564.093795:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354564.093797:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.093799:0:74534:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763354564.093803:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.093809:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5327:0x0].0x0 (ffff8ff58c6dac00) refcount = 1 00010000:00000040:1.0:1763354564.093810:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354564.093818:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.093824:0:74534:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354564.093826:0:74534:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.093827:0:74534:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354564.093828:0:74534:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763354564.093830:0:74534:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354564.093831:0:74534:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.093833:0:74534:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354564.093836:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.093842:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.093844:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.093845:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.093847:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.093848:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.093849:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.093850:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.093851:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52a00, rc 0) 00000020:00000001:1.0:1763354564.093853:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354564.093854:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975999, transno 0, xid 1848998841109504 00010000:00000001:1.0:1763354564.093856:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.093859:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646ed80 x1848998841109504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.093864:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.093865:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.093868:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.093870:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.093872:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.093874:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.093875:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.093877:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.093878:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.093880:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.093882:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fad48. 00000100:00000200:1.0:1763354564.093885:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841109504, offset 224 00000400:00000200:1.0:1763354564.093888:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.093893:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.093896:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556751:1556751:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556747:1556747:8:4294967295] 00000400:00000200:1.0:1763354564.093902:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.093906:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.093908:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.093911:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.093915:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.093918:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.093929:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.093931:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.093933:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.093934:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.093935:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.093938:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646ed80 x1848998841109504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.093944:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841109504:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 268us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.093950:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85225 00000100:00000040:1.0:1763354564.093952:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354564.093954:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.093955:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.093970:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.093974:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.093977:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000020:00000040:1.0:1763354564.093979:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000100:00000001:1.0:1763354564.093981:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.094019:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.094024:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354564.094028:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.094067:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.094072:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fad48 00000400:00000010:0.0:1763354564.094075:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fad48. 00000100:00000001:0.0:1763354564.094078:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.094079:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.096027:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.096056:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.096060:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.096062:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.096067:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.096075:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4c80 00000400:00000200:0.0:1763354564.096080:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 656 00000800:00000001:0.0:1763354564.096085:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.096092:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.096094:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.096096:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.096099:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.096101:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.096104:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646e300. 00000100:00000040:0.0:1763354564.096107:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646e300 x1848998841109632 msgsize 328 00000100:00100000:0.0:1763354564.096110:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.096119:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.096123:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.096126:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.096155:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.096158:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109632 02000000:00000001:1.0:1763354564.096161:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.096163:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.096165:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.096168:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.096171:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109632 00000020:00000001:1.0:1763354564.096174:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.096176:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.096178:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.096180:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.096183:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.096186:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.096190:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.096194:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.096197:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.096200:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.096205:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.096209:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.096212:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.096217:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.096220:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.096221:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.096223:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.096228:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.096242:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.096252:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.096254:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.096260:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85226 00000100:00000040:1.0:1763354564.096264:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.096267:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636618496 : -123187072933120 : ffff8ff64646e300) 00000100:00000040:1.0:1763354564.096274:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646e300 x1848998841109632/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.096284:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.096287:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.096289:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.096292:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.096297:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841109632:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.096301:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109632 00000020:00000001:1.0:1763354564.096303:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.096306:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.096308:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.096311:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.096312:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.096315:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.096319:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.096321:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.096323:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.096326:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.096328:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.096330:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.096331:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.096333:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.096335:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096338:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.096343:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.096345:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.096348:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.096351:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52800. 00000020:00000001:1.0:1763354564.096354:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.096356:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52800 with handle 0x4a8bb634222caf3b to hash 00000020:00000001:1.0:1763354564.096358:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.096360:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354564.096363:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00010000:1.0:1763354564.096367:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf3b lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414be expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.096377:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.096379:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:1.0:1763354564.096383:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.096385:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.096387:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.096389:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.096392:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf1400. 02000000:00000001:1.0:1763354564.096395:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.096397:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096400:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.096402:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.096404:0:74534:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096407:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354564.096412:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354564.096414:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354564.096417:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354564.096420:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.096423:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.096428:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.096430:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.096433:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.096435:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.096437:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.096439:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.096442:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354564.096445:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000020:00000040:1.0:1763354564.096448:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.096452:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.096454:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.096457:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.096463:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153c00. 00000100:00000001:1.0:1763354564.096467:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096473:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.096476:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.096481:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.096491:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.096493:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.096498:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713344:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.096502:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.096506:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.096509:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.096511:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.096515:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.096517:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.096522:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:1.0:1763354564.096528:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa440. 00000100:00000200:1.0:1763354564.096534:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713344, portal 16 00000100:00000001:1.0:1763354564.096536:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.096538:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354564.096544:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.096566:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.096569:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.096572:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa198. 00000100:00000200:1.0:1763354564.096575:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713344, offset 0 00000400:00000200:1.0:1763354564.096581:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.096587:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.096592:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.096596:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.096600:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.096603:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.096607:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556752:1556752:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556748:1556748:8:4294967295] 00000400:00000200:1.0:1763354564.096616:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.096621:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.096625:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.096630:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.096635:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.096639:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.096653:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.096657:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887172 00000100:00000001:1.0:1763354564.096664:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887162 00000100:00000001:1.0:1763354564.096668:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887172 00000100:00000001:1.0:1763354564.096672:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887162 00000100:00000001:1.0:1763354564.096676:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887172 00000100:00000001:1.0:1763354564.096680:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887162 00000100:00000001:1.0:1763354564.096683:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887172 00000100:00000001:1.0:1763354564.096687:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887162 00000100:00000001:1.0:1763354564.096691:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.096694:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096697:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096699:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.096701:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.096703:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354564.096705:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354564.096709:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.096711:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.096713:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354564.096717:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.096717:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1763354564.096719:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.096723:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354564.096726:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354564.096729:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1763354564.096730:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000100:00000001:1.0:1763354564.096733:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.096738:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.096745:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.096750:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa198 00000400:00000010:0.0:1763354564.096753:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa198. 00000100:00000001:0.0:1763354564.096757:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.096763:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.096773:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.096777:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.096785:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.096787:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.097653:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.097660:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.097662:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.097664:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.097668:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.097674:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542200 00000400:00000200:0.0:1763354564.097678:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8af5 [1] + 224 00000800:00000001:0.0:1763354564.097682:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.097686:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.097688:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.097690:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.097692:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.097696:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.097703:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.097718:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.097724:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.097727:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.097758:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.097763:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.097764:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.097766:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:1.0:1763354564.097769:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa440 00000400:00000010:1.0:1763354564.097771:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa440. 00000100:00000001:1.0:1763354564.097772:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.097776:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.097782:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.097787:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.097788:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.097790:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.097792:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.097793:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.097794:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.097796:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.097801:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.097805:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.097809:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.097810:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.097813:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.097816:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.097818:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.097822:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.097830:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.097833:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.097834:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.097837:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354564.097841:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.097846:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.097848:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.097854:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.097856:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.097859:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.097862:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354564.097866:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:1.0:1763354564.097868:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.097870:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.097871:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.097874:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.097880:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713344:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.097883:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.097885:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.097887:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.097888:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.097890:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084700 x1848998542713344/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.097898:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.097900:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.097902:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.097904:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.097905:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.097906:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.097908:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.097909:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354564.097912:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.097913:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.097914:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084700. 00000100:00000001:1.0:1763354564.097917:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.097918:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.097919:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.097921:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.097922:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.097924:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb13c0. 00010000:00000001:1.0:1763354564.097926:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.097928:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.097930:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354564.097932:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.097935:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.097936:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.097938:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.097939:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.097941:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52800 with handle 0x4a8bb634222caf3b from hash 00010000:00000001:1.0:1763354564.097943:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.097944:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.097945:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.097945:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354564.097946:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.097948:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354564.097951:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf3b lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414be expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.097984:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354564.097986:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.097988:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.097989:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.097991:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.097993:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.097994:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.097995:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.097996:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354564.097997:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.097998:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.098000:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.098001:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.098003:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.098004:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.098004:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.098007:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf3b lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414be expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.098012:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:1.0:1763354564.098013:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:1.0:1763354564.098017:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.098018:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52800, rc 0) 00000020:00000001:1.0:1763354564.098019:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354564.098022:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841109632 00010000:00000001:1.0:1763354564.098024:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.098027:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646e300 x1848998841109632/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.098032:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.098070:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.098074:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.098078:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.098082:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.098085:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.098088:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.098090:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.098092:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.098095:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000010:2.1:1763354564.098098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00000400:00000010:1.0:1763354564.098098:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa440. 00000100:00000200:1.0:1763354564.098103:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841109632, offset 224 00000400:00000200:1.0:1763354564.098108:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.098115:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.098120:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556753:1556753:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556749:1556749:8:4294967295] 00000400:00000200:1.0:1763354564.098130:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.098134:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.098136:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.098139:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.098142:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.098145:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.098156:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.098159:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.098162:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.098164:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.098167:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.098171:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646e300 x1848998841109632/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.098182:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841109632:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1896us (2073us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354564.098189:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85226 00000100:00000040:1.0:1763354564.098192:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.098195:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.098197:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.098202:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.098206:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.098209:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000020:00000040:1.0:1763354564.098213:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:1.0:1763354564.098216:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.098222:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.098226:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.098229:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.098234:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.098237:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa440 00000400:00000010:0.0:1763354564.098239:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa440. 00000100:00000001:0.0:1763354564.098242:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.098244:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.099953:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.099971:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.099974:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.099977:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.099984:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.099993:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4d00 00000400:00000200:0.0:1763354564.099999:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 984 00000800:00000001:0.0:1763354564.100004:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.100011:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.100013:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.100017:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.100021:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.100023:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.100027:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646ca80. 00000100:00000040:0.0:1763354564.100031:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646ca80 x1848998841109760 msgsize 328 00000100:00100000:0.0:1763354564.100063:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.100078:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.100085:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.100089:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.100101:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.100105:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109760 02000000:00000001:1.0:1763354564.100107:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.100108:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.100109:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.100112:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.100114:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109760 00000020:00000001:1.0:1763354564.100116:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.100117:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.100118:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.100121:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.100123:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.100124:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.100127:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.100130:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.100132:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.100133:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.100137:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.100139:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.100142:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.100146:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.100148:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.100149:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.100151:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.100155:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.100166:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.100171:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.100173:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.100176:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85227 00000100:00000040:1.0:1763354564.100179:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.100180:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636612224 : -123187072939392 : ffff8ff64646ca80) 00000100:00000040:1.0:1763354564.100185:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646ca80 x1848998841109760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.100191:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.100193:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.100195:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.100197:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.100200:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:252586:x1848998841109760:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.100203:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109760 00000020:00000001:1.0:1763354564.100205:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.100207:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.100208:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.100210:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.100212:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.100214:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.100216:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.100217:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.100219:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.100221:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.100223:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.100224:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.100225:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.100226:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.100227:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100230:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.100233:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.100235:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.100237:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.100238:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52400. 00000020:00000001:1.0:1763354564.100240:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.100242:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52400 with handle 0x4a8bb634222caf42 to hash 00000020:00000001:1.0:1763354564.100244:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.100245:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:1.0:1763354564.100247:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00010000:1.0:1763354564.100250:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 2/0,0 mode: --/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414c5 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.100255:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.100257:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00000100:00000001:1.0:1763354564.100261:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.100262:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.100264:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf1000. 02000000:00000001:1.0:1763354564.100265:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.100267:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100268:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354564.100270:0:74534:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354564.100272:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.100273:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.100275:0:74534:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763354564.100277:0:74534:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354564.100280:0:74534:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354564.100285:0:74534:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354564.100286:0:74534:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354564.100287:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354564.100288:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100290:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354564.100291:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763354564.100292:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.100293:0:74534:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.100294:0:74534:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354564.100297:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 4/0,0 mode: --/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 22 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.100303:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b1:0x0].0x0 (ffff8ff58c6daf00) refcount = 2 00010000:00000040:1.0:1763354564.100305:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354564.100307:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.100312:0:74534:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354564.100314:0:74534:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 4/0,0 mode: --/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 22 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763354564.100319:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.100320:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.100323:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.100324:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.100326:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.100327:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.100328:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.100329:0:74534:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.100331:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.100332:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354564.100333:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.100334:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.100335:0:74534:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354564.100336:0:74534:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354564.100338:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000020:00000040:1.0:1763354564.100340:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.100342:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.100344:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.100346:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.100349:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153c00. 00000100:00000001:1.0:1763354564.100352:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354564.100355:0:74534:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354564.100364:0:74534:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000001:1.0:1763354564.100369:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.100371:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.100374:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.100379:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.100380:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.100383:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713472:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354564.100386:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.100389:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.100390:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.100392:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.100394:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.100395:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.100398:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:1.0:1763354564.100400:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa5d8. 00000100:00000200:1.0:1763354564.100404:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713472, portal 16 00000100:00000001:1.0:1763354564.100405:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.100406:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354564.100410:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.100414:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.100416:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.100417:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa908. 00000100:00000200:1.0:1763354564.100419:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713472, offset 0 00000400:00000200:1.0:1763354564.100422:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.100427:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.100429:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.100432:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.100434:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.100436:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.100439:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556754:1556754:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556750:1556750:8:4294967295] 00000400:00000200:1.0:1763354564.100445:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.100448:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.100451:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.100454:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.100457:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.100460:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.100470:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.100473:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887176 00000100:00000001:1.0:1763354564.100477:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887172 00000100:00000001:1.0:1763354564.100481:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887176 00000100:00000001:1.0:1763354564.100483:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887172 00000100:00000001:1.0:1763354564.100486:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887176 00000100:00000001:1.0:1763354564.100489:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887172 00000100:00000001:1.0:1763354564.100491:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887176 00000100:00000001:1.0:1763354564.100493:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887172 00000100:00000001:1.0:1763354564.100496:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.100498:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100499:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100501:0:74534:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.100502:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100503:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.100504:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.100506:0:74534:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.100507:0:74534:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.100509:0:74534:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354564.100510:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.100511:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.100513:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354564.100514:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354564.100517:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.100518:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.100529:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.100532:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.100535:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.100539:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.100541:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa908 00000400:00000010:0.0:1763354564.100543:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa908. 00000100:00000001:0.0:1763354564.100545:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.100549:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.100555:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.100557:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.100562:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.100563:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.101526:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.101534:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.101537:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.101539:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.101545:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.101559:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785542280 00000400:00000200:0.0:1763354564.101563:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8b01 [1] + 224 00000800:00000001:0.0:1763354564.101567:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.101572:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.101573:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.101576:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.101579:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.101582:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.101590:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.101605:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.101610:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.101613:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.101638:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.101643:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.101644:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.101647:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:1.0:1763354564.101650:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa5d8 00000400:00000010:1.0:1763354564.101651:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa5d8. 00000100:00000001:1.0:1763354564.101653:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.101656:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.101663:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.101667:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.101669:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.101670:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.101672:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.101673:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.101674:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.101676:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.101679:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.101681:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.101683:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.101684:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.101686:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.101687:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.101689:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.101691:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.101696:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.101698:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.101699:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.101700:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354564.101702:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.101703:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.101704:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.101707:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.101712:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713472:192.168.203.48@tcp:104: 00000100:00000001:1.0:1763354564.101715:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.101717:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.101718:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.101719:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.101721:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084700 x1848998542713472/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.101725:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.101726:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.101728:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.101729:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.101731:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.101732:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.101733:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.101735:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354564.101737:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.101738:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.101739:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084700. 00000100:00000001:1.0:1763354564.101742:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.101743:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.101744:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.101746:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.101747:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.101748:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb13c0. 00010000:00000001:1.0:1763354564.101750:0:74534:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.101752:0:74534:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.101753:0:74534:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.101757:0:74534:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354564.101760:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 3/0,0 mode: --/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 22 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354564.101773:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.101774:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763354564.101775:0:74534:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff558b52400 00010000:00000001:1.0:1763354564.101776:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.101777:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.101779:0:74534:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.101780:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354564.101782:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763354564.101783:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.101784:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.101785:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.101786:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.101787:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52400, rc 0) 00000020:00000001:1.0:1763354564.101789:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354564.101791:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841109760 00010000:00000001:1.0:1763354564.101792:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.101795:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646ca80 x1848998841109760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.101800:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.101801:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.101802:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.101805:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.101806:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.101808:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.101810:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.101811:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.101813:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.101814:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.101817:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa5d8. 00000100:00000200:1.0:1763354564.101820:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841109760, offset 224 00000400:00000200:1.0:1763354564.101823:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.101827:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.101831:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556755:1556755:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556751:1556751:8:4294967295] 00000400:00000200:1.0:1763354564.101837:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.101841:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.101843:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.101846:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.101850:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.101852:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.101865:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.101869:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.101872:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.101873:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.101875:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.101880:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646ca80 x1848998841109760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.101890:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+22:252586:x1848998841109760:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1696us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.101897:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85227 00000100:00000040:1.0:1763354564.101900:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.101902:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.101904:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.101908:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.101911:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.101915:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000020:00000040:1.0:1763354564.101919:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:1.0:1763354564.101921:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.101926:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.101929:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354564.101932:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.101938:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.101942:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa5d8 00000400:00000010:0.0:1763354564.101944:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa5d8. 00000100:00000001:0.0:1763354564.101948:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.101950:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.101955:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.101974:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.101977:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.101980:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.101985:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.101992:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d4d80 00000400:00000200:0.0:1763354564.101999:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 1640 00000800:00000001:0.0:1763354564.102002:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.102007:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.102008:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.102010:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.102014:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.102015:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354564.102018:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646c000. 00000100:00000040:0.0:1763354564.102021:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646c000 x1848998841109888 msgsize 328 00000100:00100000:0.0:1763354564.102024:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.102065:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.102071:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.102076:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.102099:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.102103:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841109888 02000000:00000001:3.0:1763354564.102105:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.102107:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.102109:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.102112:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.102115:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841109888 00000020:00000001:3.0:1763354564.102117:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.102118:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354564.102120:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.102123:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:3.0:1763354564.102126:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354564.102128:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354564.102131:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.102135:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.102138:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.102140:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.102146:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00000020:00000010:3.0:1763354564.102150:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.102154:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.102159:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354564.102161:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.102162:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.102164:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354564.102167:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102170:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354564.102174:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.102176:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.102177:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354564.102179:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354564.102182:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:3.0:1763354564.102188:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354564.102196:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.102197:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.102199:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.102201:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.102206:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354564.102211:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff64646c000 x1848998841109888/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.102218:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354564.102220:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.102233:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.102244:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.102246:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.102252:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6357 00000100:00000001:1.0:1763354564.102253:0:6503:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763354564.102256:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.102257:0:6503:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354564.102259:0:6503:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.102262:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636609536 : -123187072942080 : ffff8ff64646c000) 00000100:00000001:1.0:1763354564.102263:0:6503:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.102273:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646c000 x1848998841109888/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.102283:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.102286:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.102289:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.102291:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.102296:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841109888:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354564.102303:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841109888 00010000:00000001:3.0:1763354564.102306:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.102308:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354564.102310:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354564.102313:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.102315:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.102319:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354564.102321:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.102323:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102326:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354564.102328:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354564.102329:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.102330:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.102331:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354564.102333:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354564.102334:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000040:3.0:1763354564.102336:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 3 00002000:00000001:3.0:1763354564.102338:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354564.102341:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354564.102343:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354564.102346:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:3.0:1763354564.102348:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:3.0:1763354564.102349:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354564.102352:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354564.102354:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00010000:3.0:1763354564.102358:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 4/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354564.102364:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354564 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354564.102366:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354564.102369:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.102370:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.102372:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354564.102377:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.102379:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.102380:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.102381:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102385:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.102386:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.102388:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.102389:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.102391:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.102392:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.102394:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222cabbb from hash 00010000:00000001:3.0:1763354564.102395:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.102396:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.102397:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.102398:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.102401:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.102402:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102403:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.102404:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.102406:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cabbb lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4134b expref: 22 pid: 74509 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354564.102412:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:3.0:1763354564.102413:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:3.0:1763354564.102416:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.102417:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.102418:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354564.102419:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff558b52400 00010000:00000001:3.0:1763354564.102421:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354564.102422:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354564.102423:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354564.102424:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.102426:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354564.102427:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354564.102428:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.102431:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.102432:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354564.102435:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 21 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.102439:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354564.102442:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 21 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354564.102446:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b1:0x0].0x0 (ffff8ff58c6daf00) refcount = 2 00010000:00000040:3.0:1763354564.102448:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354564.102450:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 21 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.102455:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.102456:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102457:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.102458:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.102459:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354564.102462:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.102463:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354564.102466:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354564.102467:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354564.102468:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354564.102470:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354564.102471:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354564.102472:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.102473:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763354564.102476:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09c00. 00000020:00000040:3.0:1763354564.102478:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763354564.102480:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354564.102481:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354564.102483:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354564.102486:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff679a61800. 00000100:00000001:3.0:1763354564.102489:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.102493:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 21 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.102498:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354564.102500:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354564.102502:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.102508:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354564.102509:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.102511:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542713600:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354564.102513:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354564.102515:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354564.102516:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.102517:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354564.102519:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff679a61c00. 02000000:00000001:3.0:1763354564.102520:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354564.102523:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00000400:00000010:3.0:1763354564.102526:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121a18. 00000100:00000200:3.0:1763354564.102528:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713600, portal 16 00000100:00000001:3.0:1763354564.102530:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354564.102531:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000100:00000040:3.0:1763354564.102534:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.102539:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.102540:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354564.102542:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121cc0. 00000100:00000200:3.0:1763354564.102543:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542713600, offset 0 00000400:00000200:3.0:1763354564.102546:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354564.102551:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354564.102554:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354564.102556:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354564.102558:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354564.102560:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354564.102562:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556756:1556756:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556752:1556752:8:4294967295] 00000400:00000200:3.0:1763354564.102568:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354564.102571:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354564.102574:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354564.102577:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354564.102580:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354564.102583:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763354564.102595:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.102597:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887178 00000100:00000001:3.0:1763354564.102601:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887176 00000100:00000001:3.0:1763354564.102604:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887178 00000100:00000001:3.0:1763354564.102611:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887176 00000100:00000001:3.0:1763354564.102614:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887178 00000100:00000001:3.0:1763354564.102616:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887176 00000100:00000001:3.0:1763354564.102618:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887178 00000100:00000001:3.0:1763354564.102620:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887176 00000100:00000001:3.0:1763354564.102623:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354564.102624:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102626:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102627:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102629:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.102630:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.102631:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.102633:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.102634:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354564.102635:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.102637:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354564.102638:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354564.102640:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff6806b7600 going to sleep for 11 seconds 00000100:00000001:3.0:1763354564.102643:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354564.102645:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.102645:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.102649:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000400:00000200:0.0:1763354564.102652:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.102656:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.102659:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121cc0 00000400:00000010:0.0:1763354564.102660:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121cc0. 00000100:00000001:0.0:1763354564.102662:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.102665:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.102671:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.102673:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.102677:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.102678:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.103743:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.103751:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.103753:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.103756:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.103762:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.103771:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785542300 00000400:00000200:1.0:1763354564.103776:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8b0d [1] + 224 00000800:00000001:1.0:1763354564.103781:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.103787:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.103788:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.103791:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.103794:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.103797:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354564.103803:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.103816:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.103820:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.103822:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.103839:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354564.103845:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354564.103846:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354564.103849:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447bec8. 00000400:00000200:3.0:1763354564.103852:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121a18 00000400:00000010:3.0:1763354564.103853:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121a18. 00000100:00000001:3.0:1763354564.103855:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354564.103859:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354564.103866:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.103871:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354564.103872:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.103874:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354564.103875:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354564.103876:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.103877:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.103879:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.103881:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354564.103884:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354564.103886:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354564.103887:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.103888:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354564.103890:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.103892:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.103894:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.103899:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354564.103900:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354564.103902:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.103903:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354564.103905:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.103906:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.103907:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.103909:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354564.103914:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542713600:192.168.203.48@tcp:105: 00000100:00000001:3.0:1763354564.103917:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.103919:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.103920:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354564.103921:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354564.103923:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09c00 x1848998542713600/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.103927:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354564.103929:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354564.103930:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff679a61c00. 02000000:00000001:3.0:1763354564.103932:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354564.103933:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354564.103934:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763354564.103935:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354564.103936:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff679a61800. 02000000:00000001:3.0:1763354564.103938:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354564.103939:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354564.103940:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09c00. 00000100:00000001:3.0:1763354564.103942:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354564.103942:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354564.103944:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354564.103946:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354564.103947:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354564.103948:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a640. 00010000:00000001:3.0:1763354564.103950:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354564.103952:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354564.103953:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.103956:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354564.103968:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.103971:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354564.103973:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354564.103975:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354564.103976:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.103978:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.103980:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.103981:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.103983:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354564.103986:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121a18. 00000100:00000200:3.0:1763354564.103988:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841109888, offset 224 00000400:00000200:3.0:1763354564.103992:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354564.103997:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354564.104001:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556757:1556757:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556753:1556753:8:4294967295] 00000400:00000200:3.0:1763354564.104007:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354564.104010:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354564.104013:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4900. 00000800:00000200:3.0:1763354564.104016:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354564.104020:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354564.104022:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354564.104050:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.104054:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354564.104057:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.104059:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.104063:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646c000 x1848998841109888/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.104072:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841109888:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 1787us (2048us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354564.104078:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6357 00000100:00000040:3.0:1763354564.104081:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354564.104083:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354564.104085:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354564.104088:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.104093:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354564.104097:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000020:00000040:3.0:1763354564.104101:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:3.0:1763354564.104103:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.104117:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.104122:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4900. 00000400:00000200:0.0:1763354564.104126:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.104132:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.104135:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121a18 00000400:00000010:0.0:1763354564.104137:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121a18. 00000100:00000001:0.0:1763354564.104141:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.104142:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.104601:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.104607:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.104608:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.104610:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.104613:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.104619:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4e00 00000400:00000200:0.0:1763354564.104623:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 1312 00000800:00000001:0.0:1763354564.104627:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.104631:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.104632:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.104635:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.104637:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.104639:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.104641:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646f480. 00000100:00000040:0.0:1763354564.104643:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646f480 x1848998841110016 msgsize 328 00000100:00100000:0.0:1763354564.104646:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.104656:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.104661:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.104663:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.104681:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.104684:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110016 02000000:00000001:1.0:1763354564.104686:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.104688:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.104690:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.104693:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.104695:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110016 00000020:00000001:1.0:1763354564.104696:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.104697:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.104699:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.104700:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.104702:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.104704:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.104706:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.104709:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.104711:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.104712:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.104716:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.104718:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.104721:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.104725:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.104727:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.104727:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.104729:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.104732:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.104742:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.104748:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.104749:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.104752:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85228 00000100:00000040:1.0:1763354564.104754:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.104756:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636622976 : -123187072928640 : ffff8ff64646f480) 00000100:00000040:1.0:1763354564.104760:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646f480 x1848998841110016/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.104766:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.104768:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.104769:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.104771:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.104774:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841110016:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.104777:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110016 00000020:00000001:1.0:1763354564.104778:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.104780:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.104782:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.104783:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.104785:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.104786:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.104788:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.104790:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.104792:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.104794:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.104795:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.104797:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.104798:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.104799:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.104800:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.104803:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.104806:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.104808:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.104810:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.104813:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52600. 00000020:00000001:1.0:1763354564.104814:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.104816:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52600 with handle 0x4a8bb634222caf49 to hash 00000020:00000001:1.0:1763354564.104818:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.104819:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867200 : -123191058684416 : ffff8ff558b52600) 00010000:00000001:1.0:1763354564.104820:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867200 : -123191058684416 : ffff8ff558b52600) 00010000:00010000:1.0:1763354564.104823:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52600/0x4a8bb634222caf49 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414cc expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.104829:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.104830:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:1.0:1763354564.104834:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.104836:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.104838:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.104839:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.104841:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf3000. 02000000:00000001:1.0:1763354564.104842:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.104844:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.104845:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.104846:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.104848:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.104850:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354564.104853:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354564.104854:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354564.104856:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354564.104858:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.104859:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.104862:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.104863:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.104865:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.104866:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.104867:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.104869:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.104870:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354564.104872:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000020:00000040:1.0:1763354564.104874:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.104875:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.104876:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.104878:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.104881:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153c00. 00000100:00000001:1.0:1763354564.104883:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.104886:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.104887:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.104891:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.104895:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.104896:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.104899:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713728:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.104901:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.104903:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.104904:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.104905:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.104907:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.104908:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.104911:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:1.0:1763354564.104913:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa4c8. 00000100:00000200:1.0:1763354564.104916:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713728, portal 16 00000100:00000001:1.0:1763354564.104918:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.104919:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354564.104922:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.104927:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.104928:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.104930:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715facc0. 00000100:00000200:1.0:1763354564.104931:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713728, offset 0 00000400:00000200:1.0:1763354564.104934:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.104938:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.104940:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.104942:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.104944:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.104945:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.104948:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556758:1556758:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556754:1556754:8:4294967295] 00000400:00000200:1.0:1763354564.104954:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.104970:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.104974:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.104978:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.104982:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.104984:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.104996:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.104999:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887180 00000100:00000001:1.0:1763354564.105004:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887178 00000100:00000001:1.0:1763354564.105008:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887180 00000100:00000001:1.0:1763354564.105010:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887178 00000100:00000001:1.0:1763354564.105013:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887180 00000100:00000001:1.0:1763354564.105016:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887178 00000100:00000001:1.0:1763354564.105019:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887180 00000100:00000001:1.0:1763354564.105022:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887178 00000100:00000001:1.0:1763354564.105025:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.105027:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.105030:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.105032:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763354564.105052:0:74534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52800. 00010000:00000001:1.0:1763354564.105062:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.105064:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354564.105067:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354564.105070:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.105073:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.105075:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:0.0:1763354564.105075:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1763354564.105078:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354564.105079:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000100:00000001:1.0:1763354564.105081:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.105082:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1763354564.105082:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1763354564.105085:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354564.105087:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1763354564.105087:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.105089:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.105090:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715facc0 00000400:00000010:0.0:1763354564.105092:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715facc0. 00000100:00000001:0.0:1763354564.105095:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.105099:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.105108:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.105111:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.105118:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.105120:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.105878:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.105883:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.105884:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.105886:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.105890:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.105896:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542380 00000400:00000200:0.0:1763354564.105899:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8b19 [1] + 224 00000800:00000001:0.0:1763354564.105904:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.105907:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.105909:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.105911:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.105914:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.105917:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.105923:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.105936:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.105941:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.105944:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.105979:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.105983:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.105984:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.105986:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:1.0:1763354564.105989:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa4c8 00000400:00000010:1.0:1763354564.105990:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa4c8. 00000100:00000001:1.0:1763354564.105992:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.105995:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.106002:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.106006:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.106007:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.106009:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.106010:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.106011:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.106012:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.106013:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.106016:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.106019:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.106021:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.106022:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.106023:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.106025:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.106026:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.106029:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.106057:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.106060:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.106061:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.106064:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354564.106067:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.106072:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.106075:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.106080:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.106083:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.106085:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.106088:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354564.106092:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:1.0:1763354564.106095:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.106096:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.106097:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.106102:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.106107:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713728:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.106111:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.106112:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.106114:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.106115:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.106117:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084700 x1848998542713728/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.106121:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.106122:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.106125:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.106126:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.106128:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.106129:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.106130:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.106132:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354564.106133:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.106135:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.106136:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084700. 00000100:00000001:1.0:1763354564.106138:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.106139:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.106140:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.106141:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.106142:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.106144:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb13c0. 00010000:00000001:1.0:1763354564.106146:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.106148:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.106149:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354564.106151:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.106154:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.106155:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.106156:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.106157:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.106159:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52600 with handle 0x4a8bb634222caf49 from hash 00010000:00000001:1.0:1763354564.106161:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.106162:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.106162:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.106163:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354564.106164:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.106166:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354564.106169:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52600/0x4a8bb634222caf49 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414cc expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.106176:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354564.106177:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.106179:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.106180:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.106182:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.106184:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.106185:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.106186:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.106187:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354564.106188:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.106189:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.106190:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.106191:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.106192:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.106193:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.106194:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.106196:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52600/0x4a8bb634222caf49 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414cc expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.106201:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:1.0:1763354564.106202:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:1.0:1763354564.106205:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.106206:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52600, rc 0) 00000020:00000001:1.0:1763354564.106207:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354564.106209:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110016 00010000:00000001:1.0:1763354564.106211:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.106214:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646f480 x1848998841110016/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.106219:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.106220:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.106222:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.106224:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.106225:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.106227:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.106229:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.106230:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.106232:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.106234:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.106236:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa4c8. 00000100:00000200:1.0:1763354564.106239:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841110016, offset 224 00000400:00000200:1.0:1763354564.106242:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.106247:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.106250:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556759:1556759:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556755:1556755:8:4294967295] 00000400:00000200:1.0:1763354564.106256:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.106259:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.106262:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.106265:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.106268:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.106270:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.106282:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.106286:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.106289:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.106290:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.106293:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.106297:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646f480 x1848998841110016/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.106307:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841110016:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1539us (1661us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354564.106314:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85228 00000100:00000040:1.0:1763354564.106317:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.106320:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.106321:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.106325:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.106328:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.106331:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000020:00000040:1.0:1763354564.106335:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:1.0:1763354564.106337:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.106338:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.106341:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.106344:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.106349:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.106352:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa4c8 00000400:00000010:0.0:1763354564.106354:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa4c8. 00000100:00000001:0.0:1763354564.106357:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.106359:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.107912:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.107919:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.107921:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.107923:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.107929:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.107938:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d4e80 00000400:00000200:0.0:1763354564.107943:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 1640 00000800:00000001:0.0:1763354564.107948:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.107954:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.107967:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.107972:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.107976:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.107978:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.107982:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646d500. 00000100:00000040:0.0:1763354564.107985:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646d500 x1848998841110144 msgsize 440 00000100:00100000:0.0:1763354564.107989:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.108001:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.108006:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.108010:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.108023:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.108026:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110144 02000000:00000001:1.0:1763354564.108028:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.108030:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.108031:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.108056:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.108059:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110144 00000020:00000001:1.0:1763354564.108061:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.108063:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.108065:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.108068:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.108070:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.108072:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.108075:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.108079:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.108081:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.108083:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.108087:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.108091:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.108094:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.108098:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.108100:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.108101:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.108103:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.108106:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.108113:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.108120:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.108122:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.108127:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85229 00000100:00000040:1.0:1763354564.108129:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.108131:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636614912 : -123187072936704 : ffff8ff64646d500) 00000100:00000040:1.0:1763354564.108136:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646d500 x1848998841110144/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.108147:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.108149:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.108150:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.108152:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.108155:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110144:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:1.0:1763354564.108158:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110144 00000020:00000001:1.0:1763354564.108159:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.108161:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.108162:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.108164:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.108165:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:1.0:1763354564.108167:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.108169:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.108170:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.108171:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.108174:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354564.108175:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354564.108177:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.108179:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354564.108180:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.108182:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.108183:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.108185:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.108186:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.108187:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.108189:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.108190:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.108190:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.108192:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.108193:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.108195:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.108197:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.108199:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.108202:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff551cf2800. 02000000:00000001:1.0:1763354564.108203:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.108205:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.108207:0:74534:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763354564.108208:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.108210:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.108212:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.108214:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.108215:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.108218:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.108219:0:74534:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763354564.108221:0:74534:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763354564.108224:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a64a for inode 40455 00000020:00000002:1.0:1763354564.108227:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000001:1.0:1763354564.108230:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354564.108235:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.108237:0:74534:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354564.108239:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110144 00010000:00000001:1.0:1763354564.108240:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.108243:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646d500 x1848998841110144/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354564.108249:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.108250:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.108252:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.108255:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.108256:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.108258:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.108260:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.108261:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.108262:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.108264:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.108266:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa088. 00000100:00000200:1.0:1763354564.108269:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841110144, offset 224 00000400:00000200:1.0:1763354564.108272:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.108277:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.108281:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556760:1556760:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556756:1556756:8:4294967295] 00000400:00000200:1.0:1763354564.108287:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.108290:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.108293:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.108295:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.108299:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.108302:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.108315:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.108317:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.108319:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.108320:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.108322:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.108326:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646d500 x1848998841110144/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354564.108333:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110144:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 185us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.108338:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85229 00000100:00000040:1.0:1763354564.108341:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.108343:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.108347:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.108350:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.108353:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.108356:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000020:00000040:1.0:1763354564.108360:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000800:00000200:0.0:1763354564.108361:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1763354564.108364:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1763354564.108365:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.108371:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.108375:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.108378:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa088 00000400:00000010:0.0:1763354564.108380:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa088. 00000100:00000001:0.0:1763354564.108382:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.108383:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.110016:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.110022:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.110024:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.110026:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.110030:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.110051:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4f00 00000400:00000200:0.0:1763354564.110058:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 2080 00000800:00000001:0.0:1763354564.110064:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.110071:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.110074:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.110077:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.110081:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.110083:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.110088:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64646dc00. 00000100:00000040:0.0:1763354564.110090:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64646dc00 x1848998841110272 msgsize 328 00000100:00100000:0.0:1763354564.110095:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.110107:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.110111:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.110114:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.110132:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.110136:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110272 02000000:00000001:1.0:1763354564.110138:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.110140:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.110142:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.110145:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.110147:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110272 00000020:00000001:1.0:1763354564.110149:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.110151:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.110153:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.110155:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.110158:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.110160:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.110163:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.110166:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.110169:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.110171:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.110175:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.110179:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.110182:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.110187:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.110189:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.110190:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.110192:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.110196:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.110208:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.110217:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.110220:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.110226:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85230 00000100:00000001:3.0:1763354564.110228:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1763354564.110230:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354564.110232:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354564.110236:0:74539:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.110237:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636616704 : -123187072934912 : ffff8ff64646dc00) 00000100:00000001:3.0:1763354564.110239:0:74539:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.110247:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64646dc00 x1848998841110272/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.110258:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.110261:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.110264:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.110266:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.110271:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841110272:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.110275:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110272 00000020:00000001:1.0:1763354564.110278:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.110280:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.110281:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.110283:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.110284:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.110286:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.110287:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.110289:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.110290:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.110292:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.110293:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.110295:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.110296:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.110298:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.110299:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110302:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.110306:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.110307:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.110309:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.110312:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52800. 00000020:00000001:1.0:1763354564.110314:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.110316:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52800 with handle 0x4a8bb634222caf50 to hash 00000020:00000001:1.0:1763354564.110317:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.110318:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354564.110321:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00010000:1.0:1763354564.110324:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf50 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414d3 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.110330:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.110331:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:1.0:1763354564.110335:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.110337:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.110338:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.110340:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.110342:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff551cf0c00. 02000000:00000001:1.0:1763354564.110344:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.110345:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110347:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.110349:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.110350:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110352:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354564.110355:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354564.110356:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354564.110358:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354564.110359:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.110361:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.110364:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.110366:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.110367:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.110369:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.110370:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.110371:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.110372:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354564.110374:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000020:00000040:1.0:1763354564.110376:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.110378:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.110380:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.110382:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.110384:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153c00. 00000100:00000001:1.0:1763354564.110388:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110391:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.110393:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.110396:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.110401:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.110403:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.110407:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713856:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.110409:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.110412:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.110414:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.110416:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.110418:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.110419:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.110422:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:1.0:1763354564.110425:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa330. 00000100:00000200:1.0:1763354564.110428:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713856, portal 16 00000100:00000001:1.0:1763354564.110430:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.110431:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354564.110435:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.110439:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.110441:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.110442:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa110. 00000100:00000200:1.0:1763354564.110444:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713856, offset 0 00000400:00000200:1.0:1763354564.110447:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.110452:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.110454:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.110457:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.110459:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.110461:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.110464:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556761:1556761:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556757:1556757:8:4294967295] 00000400:00000200:1.0:1763354564.110470:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.110473:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.110475:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.110479:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.110482:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.110484:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.110498:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.110501:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887186 00000100:00000001:1.0:1763354564.110506:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887180 00000100:00000001:1.0:1763354564.110509:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887186 00000100:00000001:1.0:1763354564.110511:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887180 00000100:00000001:1.0:1763354564.110513:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887186 00000100:00000001:1.0:1763354564.110515:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887180 00000100:00000001:1.0:1763354564.110516:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887186 00000100:00000001:1.0:1763354564.110519:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887180 00000100:00000001:1.0:1763354564.110521:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.110523:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110525:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110526:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.110527:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.110529:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354564.110530:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354564.110533:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.110534:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.110535:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354564.110537:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.110538:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.110539:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354564.110541:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354564.110544:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.110546:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.110566:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.110570:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354564.110572:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.110576:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.110579:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa110 00000400:00000010:0.0:1763354564.110580:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa110. 00000100:00000001:0.0:1763354564.110583:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.110587:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.110593:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.110595:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.110600:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.110601:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.111600:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.111606:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.111608:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.111609:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.111614:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.111622:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542400 00000400:00000200:0.0:1763354564.111628:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8b29 [1] + 224 00000800:00000001:0.0:1763354564.111632:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.111654:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.111657:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.111661:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.111665:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.111670:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.111679:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.111699:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.111704:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.111708:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.111727:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.111733:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.111734:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.111737:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:1.0:1763354564.111741:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa330 00000400:00000010:1.0:1763354564.111743:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa330. 00000100:00000001:1.0:1763354564.111746:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.111751:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.111767:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.111774:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.111775:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.111778:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.111780:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.111782:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.111783:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.111786:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.111790:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.111794:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.111797:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.111799:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.111801:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.111804:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.111806:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.111811:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.111818:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.111827:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.111828:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.111831:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354564.111833:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.111838:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.111840:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.111845:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.111848:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.111850:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.111854:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354564.111857:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:1.0:1763354564.111859:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.111861:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.111863:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.111869:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.111877:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713856:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.111882:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.111884:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.111886:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.111888:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.111891:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084700 x1848998542713856/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.111898:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.111900:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.111903:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.111906:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.111908:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.111909:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.111911:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.111913:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354564.111916:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.111918:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.111919:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084700. 00000100:00000001:1.0:1763354564.111923:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.111924:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.111926:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.111929:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.111930:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.111933:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb13c0. 00010000:00000001:1.0:1763354564.111936:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.111938:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.111941:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354564.111943:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.111947:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.111948:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.111950:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.111952:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.111954:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52800 with handle 0x4a8bb634222caf50 from hash 00010000:00000001:1.0:1763354564.111973:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.111975:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.111976:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.111978:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354564.111979:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.111982:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354564.111987:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf50 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414d3 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.111999:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354564.112001:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.112004:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.112005:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.112007:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.112011:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.112012:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.112014:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.112016:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354564.112017:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.112019:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.112020:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.112022:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.112024:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.112026:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.112028:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.112031:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf50 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414d3 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.112072:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:1.0:1763354564.112076:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:1.0:1763354564.112083:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.112085:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52800, rc 0) 00000020:00000001:1.0:1763354564.112088:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354564.112092:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110272 00010000:00000001:1.0:1763354564.112096:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.112101:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64646dc00 x1848998841110272/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.112109:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.112111:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.112114:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.112117:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.112120:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.112122:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.112125:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.112126:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.112129:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.112132:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.112136:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa330. 00000100:00000200:1.0:1763354564.112139:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841110272, offset 224 00000400:00000200:1.0:1763354564.112144:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.112151:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.112156:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556762:1556762:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556758:1556758:8:4294967295] 00000400:00000200:1.0:1763354564.112164:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.112169:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.112173:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.112177:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.112183:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.112186:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.112199:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.112202:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.112204:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.112206:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.112209:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.112214:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64646dc00 x1848998841110272/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.112230:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64646dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841110272:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1971us (2137us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354564.112238:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85230 00000100:00000040:1.0:1763354564.112241:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.112244:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.112246:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:0.0:1763354564.112248:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1763354564.112251:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000800:00000010:0.0:1763354564.112253:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000020:00000010:1.0:1763354564.112257:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000400:00000200:0.0:1763354564.112258:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1763354564.112263:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000400:00000200:0.0:1763354564.112265:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:1.0:1763354564.112269:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000400:00000200:0.0:1763354564.112270:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa330 00000400:00000010:0.0:1763354564.112274:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa330. 00000100:00000001:1.0:1763354564.112275:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.112277:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.112279:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354564.117082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:1.1:1763354564.121065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52600. 00010000:00000010:1.1:1763354564.125076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52800. 00000800:00000001:0.0:1763354564.138655:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.138671:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.138674:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.138676:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.138686:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.138700:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d4f80 00000400:00000200:0.0:1763354564.138708:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 2408 00000800:00000001:0.0:1763354564.138715:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.138721:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.138724:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.138728:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.138734:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.138736:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.138742:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff644d2f800. 00000100:00000040:0.0:1763354564.138745:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff644d2f800 x1848998841110400 msgsize 328 00000100:00100000:0.0:1763354564.138748:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.138764:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.138777:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.138780:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.138818:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.138822:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110400 02000000:00000001:1.0:1763354564.138824:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.138826:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.138828:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.138832:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.138835:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110400 00000020:00000001:1.0:1763354564.138838:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.138839:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.138841:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.138844:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.138846:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.138848:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.138852:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.138856:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.138859:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.138861:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.138868:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.138872:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.138876:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.138884:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.138887:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.138888:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.138890:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.138896:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.138909:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.138922:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.138925:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.138931:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85231 00000100:00000040:1.0:1763354564.138935:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.138939:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886612244480 : -123187097307136 : ffff8ff644d2f800) 00000100:00000040:1.0:1763354564.138947:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff644d2f800 x1848998841110400/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.138975:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.138979:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.138982:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.138985:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.138990:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff644d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110400:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.138994:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110400 00000020:00000001:1.0:1763354564.138998:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.139002:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.139005:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.139007:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.139010:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.139013:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.139017:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.139019:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.139021:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.139026:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.139029:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.139063:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.139066:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.139068:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.139071:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139077:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.139085:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.139088:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.139092:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.139096:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52800. 00000020:00000001:1.0:1763354564.139099:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.139102:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52800 with handle 0x4a8bb634222caf57 to hash 00000020:00000001:1.0:1763354564.139104:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.139106:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354564.139109:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00010000:1.0:1763354564.139113:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf57 lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414da expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.139122:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.139125:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:1.0:1763354564.139132:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.139134:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.139137:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.139140:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.139146:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff66febf400. 02000000:00000001:1.0:1763354564.139148:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.139151:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139154:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.139157:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.139159:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139162:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354564.139167:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354564.139170:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354564.139173:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354564.139176:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.139179:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.139185:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.139187:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.139190:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.139194:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.139195:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.139197:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.139199:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354564.139203:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000020:00000040:1.0:1763354564.139206:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.139210:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.139212:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.139216:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.139221:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153c00. 00000100:00000001:1.0:1763354564.139226:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139231:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.139235:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.139241:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.139250:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.139252:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.139258:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713984:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.139262:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.139267:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.139269:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.139272:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.139275:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.139277:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.139282:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:1.0:1763354564.139288:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa770. 00000100:00000200:1.0:1763354564.139293:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542713984, portal 16 00000100:00000001:1.0:1763354564.139296:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.139297:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354564.139303:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.139311:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.139315:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.139317:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa2a8. 00000100:00000200:1.0:1763354564.139321:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542713984, offset 0 00000400:00000200:1.0:1763354564.139327:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.139336:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.139341:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.139353:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.139357:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.139361:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.139365:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556763:1556763:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556759:1556759:8:4294967295] 00000400:00000200:1.0:1763354564.139376:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.139382:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.139387:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.139392:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.139399:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.139403:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.139420:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.139425:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887215 00000100:00000001:1.0:1763354564.139432:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887186 00000100:00000001:1.0:1763354564.139437:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887215 00000100:00000001:1.0:1763354564.139442:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887186 00000100:00000001:1.0:1763354564.139446:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887215 00000100:00000001:1.0:1763354564.139450:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887186 00000100:00000001:1.0:1763354564.139453:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887215 00000100:00000001:1.0:1763354564.139457:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887186 00000100:00000001:1.0:1763354564.139460:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.139463:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139466:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139468:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.139471:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.139473:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354564.139475:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00010000:00000001:1.0:1763354564.139480:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.139483:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.139484:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354564.139487:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.139489:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.139491:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354564.139493:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763354564.139496:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.139498:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.139509:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.139514:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.139518:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.139523:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.139526:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa2a8 00000400:00000010:0.0:1763354564.139527:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa2a8. 00000100:00000001:0.0:1763354564.139530:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.139535:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.139542:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.139545:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.139550:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.139551:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.140506:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.140513:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.140514:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.140516:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.140521:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.140528:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542480 00000400:00000200:0.0:1763354564.140532:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8b35 [1] + 224 00000800:00000001:0.0:1763354564.140536:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.140540:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.140542:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.140544:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.140547:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.140551:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.140558:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.140572:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.140576:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.140577:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.140608:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.140615:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.140618:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.140621:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:1.0:1763354564.140625:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa770 00000400:00000010:1.0:1763354564.140627:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa770. 00000100:00000001:1.0:1763354564.140630:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.140641:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.140652:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.140660:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.140661:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.140664:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.140667:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.140668:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.140670:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.140673:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.140678:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.140682:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.140685:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.140687:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.140690:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.140693:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.140696:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.140700:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.140713:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.140716:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.140718:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.140721:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354564.140725:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.140732:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.140735:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.140741:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.140744:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.140746:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.140751:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354564.140756:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:1.0:1763354564.140758:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.140760:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.140761:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.140766:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.140774:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542713984:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.140779:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.140782:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.140784:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.140785:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.140789:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084700 x1848998542713984/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.140796:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.140799:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.140802:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.140805:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.140807:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.140808:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.140810:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.140813:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354564.140817:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.140818:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.140820:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084700. 00000100:00000001:1.0:1763354564.140824:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.140826:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.140828:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.140831:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.140832:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.140835:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb13c0. 00010000:00000001:1.0:1763354564.140839:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.140842:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.140845:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354564.140847:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.140852:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.140853:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.140855:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.140857:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.140860:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52800 with handle 0x4a8bb634222caf57 from hash 00010000:00000001:1.0:1763354564.140863:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.140865:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.140866:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.140867:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354564.140869:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.140871:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354564.140877:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf57 lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414da expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.140890:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354564.140893:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.140895:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.140897:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.140899:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.140903:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.140904:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.140905:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.140907:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354564.140909:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.140911:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.140913:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.140914:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.140916:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.140918:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.140920:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.140924:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52800/0x4a8bb634222caf57 lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414da expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.140938:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:1.0:1763354564.140941:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:1.0:1763354564.140947:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.140950:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52800, rc 0) 00000020:00000001:1.0:1763354564.140954:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354564.140971:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110400 00010000:00000001:1.0:1763354564.140974:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.140980:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff644d2f800 x1848998841110400/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.140989:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.140991:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.140994:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.140998:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.141001:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.141003:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.141006:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.141008:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.141011:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.141014:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.141018:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa770. 00000100:00000200:1.0:1763354564.141021:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841110400, offset 224 00000400:00000200:1.0:1763354564.141027:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.141070:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.141076:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556764:1556764:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556760:1556760:8:4294967295] 00000400:00000200:1.0:1763354564.141086:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.141091:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.141096:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.141101:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.141107:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.141111:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.141123:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.141127:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.141130:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.141132:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.141135:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.141141:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff644d2f800 x1848998841110400/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.141152:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff644d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110400:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2176us (2404us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354564.141160:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85231 00000100:00000040:1.0:1763354564.141164:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.141167:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.141169:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.141174:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.141178:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000800:00000200:0.0:1763354564.141181:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1763354564.141183:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000800:00000010:0.0:1763354564.141186:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000020:00000040:1.0:1763354564.141190:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000400:00000200:0.0:1763354564.141191:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354564.141195:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.141198:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.141202:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa770 00000400:00000010:0.0:1763354564.141204:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa770. 00000100:00000001:0.0:1763354564.141207:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.141209:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.143347:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.143354:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.143356:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.143358:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.143363:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.143370:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 432 into portal 28 MB=0x691a7971d5000 00000400:00000200:0.0:1763354564.143375:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 432/432 into md 0x79ff5d [8] + 2736 00000800:00000001:0.0:1763354564.143378:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.143383:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.143384:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.143387:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.143390:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.143391:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.143395:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94c700. 00000100:00000040:0.0:1763354564.143398:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94c700 x1848998841110528 msgsize 432 00000100:00100000:0.0:1763354564.143401:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.143410:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.143414:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.143416:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.143436:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.143438:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110528 02000000:00000001:1.0:1763354564.143440:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.143442:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.143443:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.143446:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.143448:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110528 00000020:00000001:1.0:1763354564.143450:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.143451:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.143453:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.143456:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.143457:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.143459:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.143462:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.143466:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.143468:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.143470:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.143475:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.143478:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.143481:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.143487:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.143489:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.143490:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.143492:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.143496:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.143507:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.143513:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.143514:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.143518:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85232 00000100:00000040:1.0:1763354564.143520:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.143522:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262480128 : -123186447071488 : ffff8ff66b94c700) 00000100:00000040:1.0:1763354564.143527:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94c700 x1848998841110528/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 432/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.143533:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.143535:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.143537:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.143539:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.143542:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110528:12345-192.168.203.48@tcp:23:lfs.0 00000100:00000200:1.0:1763354564.143545:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110528 00000020:00000001:1.0:1763354564.143547:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.143550:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.143551:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.143553:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.143555:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831344 : -1043720272 : ffffffffc1ca17b0) 00000020:00000001:1.0:1763354564.143557:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.143560:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.143561:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.143562:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.143565:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354564.143567:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354564.143569:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.143570:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354564.143572:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.143574:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.143575:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.143576:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.143577:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.143578:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.143580:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.143581:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.143581:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.143583:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.143584:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.143585:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.143588:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.143589:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.143592:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66febec00. 02000000:00000001:1.0:1763354564.143593:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.143595:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.143597:0:74534:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:1.0:1763354564.143599:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.143602:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00080000:00000001:1.0:1763354564.143605:0:74534:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:1.0:1763354564.143626:0:74534:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 4096 00080000:00000001:1.0:1763354564.143628:0:74534:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000002:1.0:1763354564.143630:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff591e88a00/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000001:1.0:1763354564.143632:0:74534:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354564.143634:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110528 00010000:00000001:1.0:1763354564.143636:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.143639:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94c700 x1848998841110528/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 432/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354564.143644:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.143646:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.143647:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.143650:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.143652:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.143653:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.143655:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.143656:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.143657:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.143659:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.143661:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faa18. 00000100:00000200:1.0:1763354564.143664:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841110528, offset 224 00000400:00000200:1.0:1763354564.143668:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.143673:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.143677:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556765:1556765:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556761:1556761:8:4294967295] 00000400:00000200:1.0:1763354564.143683:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.143686:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.143689:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.143692:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.143696:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.143699:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.143709:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.143712:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.143714:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.143715:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.143716:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.143719:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94c700 x1848998841110528/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 432/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354564.143725:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110528:12345-192.168.203.48@tcp:23:lfs.0 Request processed in 191us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.143730:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85232 00000100:00000040:1.0:1763354564.143732:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.143735:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.143736:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.143739:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.143743:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.143745:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000020:00000040:1.0:1763354564.143749:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:1.0:1763354564.143751:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.143812:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.143816:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354564.143819:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.143823:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.143826:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faa18 00000400:00000010:0.0:1763354564.143827:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faa18. 00000100:00000001:0.0:1763354564.143829:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.143831:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.145466:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.145472:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.145474:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.145475:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.145479:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.145486:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d5080 00000400:00000200:0.0:1763354564.145491:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 3168 00000800:00000001:0.0:1763354564.145495:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.145499:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.145500:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.145503:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.145506:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.145507:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.145510:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94c000. 00000100:00000040:0.0:1763354564.145512:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94c000 x1848998841110656 msgsize 328 00000100:00100000:0.0:1763354564.145514:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.145524:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.145527:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.145529:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.145554:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.145558:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110656 02000000:00000001:1.0:1763354564.145560:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.145562:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.145564:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.145566:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.145569:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110656 00000020:00000001:1.0:1763354564.145571:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.145573:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.145575:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.145577:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.145580:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.145582:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.145585:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.145588:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.145591:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.145593:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.145598:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152600. 00000020:00000010:1.0:1763354564.145601:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.145605:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.145609:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.145612:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.145613:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.145615:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.145619:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.145632:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.145640:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.145642:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.145647:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85233 00000100:00000040:1.0:1763354564.145651:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.145654:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262478336 : -123186447073280 : ffff8ff66b94c000) 00000100:00000040:1.0:1763354564.145659:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94c000 x1848998841110656/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.145668:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.145671:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.145674:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.145676:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.145681:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110656:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.145685:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110656 00000020:00000001:1.0:1763354564.145687:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.145690:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.145692:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.145694:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.145696:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.145698:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.145700:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.145702:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.145704:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.145708:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.145710:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.145713:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.145715:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.145717:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.145718:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.145722:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354564.145728:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00010000:00000001:1.0:1763354564.145730:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.145732:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.145734:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52600. 00000020:00000001:1.0:1763354564.145736:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.145738:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52600 with handle 0x4a8bb634222caf5e to hash 00000020:00000001:1.0:1763354564.145740:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.145741:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867200 : -123191058684416 : ffff8ff558b52600) 00010000:00000001:1.0:1763354564.145743:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867200 : -123191058684416 : ffff8ff558b52600) 00010000:00010000:1.0:1763354564.145746:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52600/0x4a8bb634222caf5e lrc: 2/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414e1 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.145753:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:1.0:1763354564.145754:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:1.0:1763354564.145758:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763354564.145760:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763354564.145761:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.145763:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.145765:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff66febcc00. 02000000:00000001:1.0:1763354564.145767:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.145768:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.145770:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.145772:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354564.145774:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.145775:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763354564.145778:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff66c2fce70. 00002000:00000001:1.0:1763354564.145780:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763354564.145782:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763354564.145784:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.145786:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354564.145789:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.145791:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.145792:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882743334592 : -123190966217024 : ffff8ff55e3816c0) 00000100:00000001:1.0:1763354564.145794:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354564.145803:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354564.145804:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763354564.145809:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763354564.145811:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000020:00000040:1.0:1763354564.145813:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763354564.145816:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354564.145817:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354564.145820:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.145824:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff55e153c00. 00000100:00000001:1.0:1763354564.145828:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.145831:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354564.145834:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354564.145837:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.145843:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354564.145844:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.145847:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542714112:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.145849:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.145852:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.145854:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.145856:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354564.145858:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.145859:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.145863:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:1.0:1763354564.145866:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa220. 00000100:00000200:1.0:1763354564.145870:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542714112, portal 16 00000100:00000001:1.0:1763354564.145872:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.145873:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00000100:00000040:1.0:1763354564.145877:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.145882:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.145883:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.145885:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa550. 00000100:00000200:1.0:1763354564.145887:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542714112, offset 0 00000400:00000200:1.0:1763354564.145890:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.145895:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.145898:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763354564.145900:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:1.0:1763354564.145903:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763354564.145905:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:1.0:1763354564.145908:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556766:1556766:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556762:1556762:8:4294967295] 00000400:00000200:1.0:1763354564.145914:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.145917:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.145919:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.145922:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.145926:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.145929:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.145942:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.145946:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306887221 00000100:00000001:1.0:1763354564.145967:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306887215 00000100:00000001:1.0:1763354564.145973:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306887221 00000100:00000001:1.0:1763354564.145977:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306887215 00000100:00000001:1.0:1763354564.145980:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306887221 00000100:00000001:1.0:1763354564.145984:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306887215 00000100:00000001:1.0:1763354564.145988:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306887221 00000100:00000001:1.0:1763354564.145992:0:74534:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306887215 00000100:00000001:1.0:1763354564.145994:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.145997:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.145999:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.146001:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.146003:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1763354564.146005:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1763354564.146006:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1763354564.146009:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00010000:00000010:1.0:1763354564.146010:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff66c2fce70. 00000400:00000200:0.0:1763354564.146013:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763354564.146018:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.146018:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.146024:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa550 00010000:00000001:1.0:1763354564.146025:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000400:00000010:0.0:1763354564.146027:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa550. 00010000:00000001:1.0:1763354564.146029:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354564.146032:0:3647:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:1.1:1763354564.146067:0:74534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52800. 00000100:00000001:1.0:1763354564.146077:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354564.146078:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.146083:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.146087:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354564.146092:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff55e3816c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354564.146095:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1763354564.146097:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.146101:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.146102:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.146113:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.146115:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.146875:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.146881:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.146883:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.146885:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.146889:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.146896:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785542500 00000400:00000200:0.0:1763354564.146901:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8b45 [1] + 224 00000800:00000001:0.0:1763354564.146904:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.146908:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.146910:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.146912:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.146915:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.146919:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.146927:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.146941:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.146944:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.146946:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.146977:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354564.146983:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354564.146985:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.146987:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:1.0:1763354564.146992:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa220 00000400:00000010:1.0:1763354564.146994:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa220. 00000100:00000001:1.0:1763354564.146996:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354564.147001:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354564.147010:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.147017:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.147019:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.147021:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.147023:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.147025:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.147027:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.147029:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.147055:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=84 v=5 (5 5 0 0) 00000100:00001000:1.0:1763354564.147059:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=84 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.147062:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.147064:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.147066:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.147069:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.147071:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.147075:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.147083:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.147085:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.147087:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.147089:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763354564.147092:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.147097:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.147099:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.147102:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.147105:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.147108:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.147111:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354564.147115:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00010000:00000001:1.0:1763354564.147117:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.147119:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.147120:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.147124:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763354564.147132:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542714112:192.168.203.48@tcp:106: 00000100:00000001:1.0:1763354564.147137:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.147139:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.147141:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354564.147143:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354564.147145:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084700 x1848998542714112/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354564.147152:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.147154:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354564.147156:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152400. 02000000:00000001:1.0:1763354564.147160:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354564.147162:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354564.147163:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763354564.147165:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.147168:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff55e153c00. 02000000:00000001:1.0:1763354564.147171:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354564.147173:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354564.147174:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084700. 00000100:00000001:1.0:1763354564.147178:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354564.147179:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763354564.147181:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff55e3816c0. 00000100:00000001:1.0:1763354564.147184:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354564.147185:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354564.147188:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb13c0. 00010000:00000001:1.0:1763354564.147191:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.147194:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.147196:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354564.147199:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.147202:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.147203:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.147206:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.147207:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.147210:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52600 with handle 0x4a8bb634222caf5e from hash 00010000:00000001:1.0:1763354564.147212:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.147214:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.147215:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.147216:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354564.147218:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763354564.147220:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763354564.147225:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52600/0x4a8bb634222caf5e lrc: 1/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e1 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763354564.147237:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354564.147239:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.147241:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.147243:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.147246:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.147249:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.147250:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.147252:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.147253:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354564.147254:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.147256:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.147258:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.147260:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.147262:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.147264:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.147265:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.147269:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52600/0x4a8bb634222caf5e lrc: 0/0,0 mode: --/PR res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e1 expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763354564.147277:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:1.0:1763354564.147280:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:1.0:1763354564.147284:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.147286:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52600, rc 0) 00000020:00000001:1.0:1763354564.147288:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763354564.147292:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110656 00010000:00000001:1.0:1763354564.147294:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.147298:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94c000 x1848998841110656/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.147306:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.147308:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.147310:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.147315:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.147317:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.147319:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.147322:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.147323:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.147326:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.147329:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.147332:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa220. 00000100:00000200:1.0:1763354564.147336:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841110656, offset 224 00000400:00000200:1.0:1763354564.147341:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.147347:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.147352:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556767:1556767:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556763:1556763:8:4294967295] 00000400:00000200:1.0:1763354564.147360:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.147364:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.147366:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.147370:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.147375:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.147378:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.147397:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.147400:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.147403:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.147405:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.147407:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.147413:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94c000 x1848998841110656/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.147424:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110656:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1754us (1909us total) trans 0 rc 301/301 00000100:00100000:1.0:1763354564.147433:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85233 00000100:00000040:1.0:1763354564.147437:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.147440:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.147442:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.147445:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.147450:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.147455:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152600. 00000800:00000200:0.0:1763354564.147456:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1763354564.147460:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000800:00000010:0.0:1763354564.147462:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000100:00000001:1.0:1763354564.147466:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.147469:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.147478:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.147481:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa220 00000400:00000010:0.0:1763354564.147484:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa220. 00000100:00000001:0.0:1763354564.147487:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.147489:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.149735:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.149742:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.149745:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.149746:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.149751:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.149759:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971d5100 00000400:00000200:0.0:1763354564.149764:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 67064 00000800:00000001:0.0:1763354564.149768:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.149773:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.149775:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.149777:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.149781:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.149783:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763354564.149786:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94d500. 00000100:00000040:0.0:1763354564.149788:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94d500 x1848998841110784 msgsize 488 00000100:00100000:0.0:1763354564.149791:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.149802:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.149806:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.149808:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.149843:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.149846:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110784 02000000:00000001:2.0:1763354564.149848:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.149849:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.149851:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.149853:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.149856:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110784 00000020:00000001:2.0:1763354564.149858:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.149859:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354564.149860:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.149862:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:2.0:1763354564.149864:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354564.149866:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354564.149869:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.149872:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.149875:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.149877:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.149881:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.149884:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.149888:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.149893:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763354564.149895:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.149896:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763354564.149897:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354564.149899:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.149901:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:2.0:1763354564.149903:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.149906:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.149908:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354564.149910:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.149912:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.149914:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.149915:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.149917:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.149918:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.149919:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.149920:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.149922:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.149923:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.149923:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.149924:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.149927:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763354564.149929:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.149930:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.149931:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.149933:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763354564.149935:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.149937:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763354564.149942:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000403:0x53b1:0x0] (0->4095) req@ffff8ff66b94d500 x1848998841110784/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354564.149947:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354564.149949:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff66b94d500 with x1848998841110784 ext(0->4095) 00010000:00000001:2.0:1763354564.149951:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.149952:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.149954:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:2.0:1763354564.149955:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:2.0:1763354564.149971:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:2.0:1763354564.149973:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.149974:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354564.149975:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354564.149977:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff66b94d500 00002000:00000001:2.0:1763354564.149978:0:69826:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.149980:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.149984:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.149994:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.150001:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.150002:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.150006:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1959 00000100:00000040:2.0:1763354564.150008:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354564.150010:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262483712 : -123186447067904 : ffff8ff66b94d500) 00000100:00000040:2.0:1763354564.150015:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94d500 x1848998841110784/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.150021:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.150024:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.150026:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.150027:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.150031:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110784:12345-192.168.203.48@tcp:3:lfs.0 00000100:00000200:2.0:1763354564.150054:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110784 00000020:00000001:2.0:1763354564.150057:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.150059:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.150060:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150062:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.150064:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:2.0:1763354564.150067:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.150069:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.150071:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.150073:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.150074:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.150078:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.150079:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.150084:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff8ff6809b6000. 02000000:00000001:2.0:1763354564.150086:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.150087:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150090:0:69826:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763354564.150092:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763354564.150094:0:69826:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150096:0:69826:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763354564.150100:0:69826:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763354564.150102:0:69826:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763354564.150104:0:69826:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 reports grant 452497408 dropped 0, local 452497408 00000020:00000001:2.0:1763354564.150107:0:69826:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763354564.150108:0:69826:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763354564.150109:0:69826:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763354564.150111:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354564.150113:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.150116:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:2.0:1763354564.150118:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:2.0:1763354564.150120:0:69826:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763354564.150126:0:69826:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.150127:0:69826:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763354564.150128:0:69826:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.150133:0:69826:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763354564.150134:0:69826:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.150139:0:69826:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.150144:0:69826:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.150147:0:69826:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.150148:0:69826:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150150:0:69826:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150153:0:69826:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763354564.150175:0:69826:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:2.0:1763354564.150177:0:69826:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763354564.150188:0:69826:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763354564.150190:0:69826:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 3fa87ee7 (4) 00000020:00008000:2.0:1763354564.150192:0:69826:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763354564.150195:0:69826:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763354564.150198:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.150203:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150205:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.150207:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.150208:0:69826:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:2.0:1763354564.150213:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354564.150215:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00002000:00000001:2.0:1763354564.150217:0:69826:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.150218:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150219:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150221:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763354564.150222:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763354564.150224:0:69826:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763354564.150226:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841110784 00010000:00000001:2.0:1763354564.150227:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.150231:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94d500 x1848998841110784/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/4536 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.150236:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.150238:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.150240:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.150243:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.150245:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.150246:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.150248:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.150249:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.150251:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.150252:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.150255:0:69826:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:2.0:1763354564.150257:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848998841110784, offset 224 00000400:00000200:2.0:1763354564.150262:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.150267:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.150270:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556768:1556768:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556764:1556764:8:4294967295] 00000400:00000200:2.0:1763354564.150277:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.150281:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.150283:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff552ab8c00. 00000800:00000200:2.0:1763354564.150287:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.150291:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354564.150293:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff552ab8c00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763354564.150304:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.150306:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.150308:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.150309:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.150310:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.150314:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94d500 x1848998841110784/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/4536 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.150321:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841110784:12345-192.168.203.48@tcp:3:lfs.0 Request processed in 299us (531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763354564.150327:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1959 00000100:00000040:2.0:1763354564.150329:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354564.150332:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763354564.150333:0:69826:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763354564.150338:0:69826:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000403:0x53b1:0x0] (0->4095) req@ffff8ff66b94d500 x1848998841110784/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/4536 e 0 to 0 dl 1763354575 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354564.150347:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354564.150349:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff66b94d500 with x1848998841110784 ext(0->4095) 00010000:00000001:2.0:1763354564.150352:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.150354:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.150356:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:2.0:1763354564.150358:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:2.0:1763354564.150361:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:2.0:1763354564.150363:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.150365:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354564.150366:0:69826:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354564.150369:0:69826:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff66b94d500 00002000:00000001:2.0:1763354564.150372:0:69826:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.150372:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354564.150379:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1763354564.150379:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff552ab8c00. 00000020:00000010:2.0:1763354564.150384:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000400:00000200:0.0:1763354564.150386:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354564.150391:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000400:00000200:0.0:1763354564.150396:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:2.0:1763354564.150399:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000400:00000200:0.0:1763354564.150401:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000020:00000040:2.0:1763354564.150406:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000400:00000010:0.0:1763354564.150406:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:2.0:1763354564.150414:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.150414:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.150417:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.152155:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.152162:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.152164:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.152165:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.152170:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.152176:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d5180 00000400:00000200:0.0:1763354564.152181:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 46840 00000800:00000001:0.0:1763354564.152185:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.152190:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.152192:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.152194:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.152198:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.152199:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.152202:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ea00. 00000100:00000040:0.0:1763354564.152204:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ea00 x1848998841110912 msgsize 568 00000100:00100000:0.0:1763354564.152207:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.152218:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.152222:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.152224:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.152251:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.152254:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841110912 02000000:00000001:2.0:1763354564.152255:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.152256:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.152258:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.152260:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.152262:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841110912 00000020:00000001:2.0:1763354564.152263:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.152264:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.152265:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.152268:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=237 00000020:00000001:2.0:1763354564.152270:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.152272:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.152274:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.152277:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.152278:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.152280:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.152283:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.152286:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.152288:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.152292:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.152293:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.152294:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.152296:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.152298:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.152299:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.152303:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.152313:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.152320:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.152321:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.152325:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417448 00000100:00000040:2.0:1763354564.152327:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.152329:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262489088 : -123186447062528 : ffff8ff66b94ea00) 00000100:00000040:2.0:1763354564.152334:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94ea00 x1848998841110912/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 568/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.152340:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.152342:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.152343:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.152345:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.152350:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+237:252586:x1848998841110912:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.152354:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841110912 00000020:00000001:2.0:1763354564.152357:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.152359:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.152363:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.152366:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.152368:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.152370:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.152373:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841110912, found 0 last_xid 1848998841110911 00000020:00000001:2.0:1763354564.152377:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.152378:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.152380:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.152383:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.152385:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.152387:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.152389:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.152391:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.152394:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.152398:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.152403:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 3 00010000:00000001:2.0:1763354564.152407:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.152409:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.152413:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354564.152417:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.152419:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222caf65 to hash 00000020:00000001:2.0:1763354564.152422:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.152423:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000010:2.0:1763354564.152429:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.152432:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00010000:2.0:1763354564.152437:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf65 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414e8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.152445:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00000020:00000040:2.0:1763354564.152448:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=238 00010000:00000001:2.0:1763354564.152453:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.152456:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.152462:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.152464:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.152466:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763354564.152468:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.152470:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.152473:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.152476:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.152479:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354564.152481:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152483:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152485:0:6519:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:2.0:1763354564.152487:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.152491:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.152493:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.152495:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 4 00010000:00000001:2.0:1763354564.152497:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.152499:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.152503:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:2.0:1763354564.152505:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.152507:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222caf6c to hash 00000020:00000001:2.0:1763354564.152509:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.152510:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:2.0:1763354564.152513:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.152516:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:2.0:1763354564.152519:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.152520:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.152524:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.152531:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.152534:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.152536:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.152539:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.152541:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.152543:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.152544:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.152547:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.152549:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.152551:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.152553:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.152556:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 4 00010000:00000040:2.0:1763354564.152559:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.152563:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b0 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.152572:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.152579:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.152584:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.152589:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.152591:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.152593:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.152595:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.152597:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.152599:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.152602:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.152604:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.152607:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.152612:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.152614:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.152615:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.152617:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.152618:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.152620:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:2.0:1763354564.152622:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:2.0:1763354564.152624:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:2.0:1763354564.152626:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.152628:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.152630:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152633:0:6519:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:2.0:1763354564.152634:0:6519:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x2400032e4:0x9dea:0x0] 00000001:00000001:2.0:1763354564.152637:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.152639:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152642:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.152644:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152647:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.152649:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.152650:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.152652:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.152653:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.152655:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.152657:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.152658:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.152660:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.152662:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.152664:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.152665:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.152667:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.152668:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.152670:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.152673:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.152674:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.152678:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.152683:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.152685:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.152687:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.152689:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.152692:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.152693:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152695:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.152697:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152700:0:6519:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:2.0:1763354564.152703:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.152705:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.152726:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8ff67a1d8000. 02000000:00000001:2.0:1763354564.152728:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.152731:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.152733:0:6519:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:2.0:1763354564.152737:0:6519:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:2.0:1763354564.152740:0:6519:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:2.0:1763354564.152758:0:6519:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763354564.152763:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152767:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152774:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.152778:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.152780:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354564.152781:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.152783:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152785:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152787:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763354564.152789:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763354564.152791:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354564.152792:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:2.0:1763354564.152794:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152795:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152798:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.152800:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.152801:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354564.152803:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.152805:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152806:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.152808:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.152810:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.152812:0:6519:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:2.0:1763354564.152813:0:6519:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.152818:0:6519:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:2.0:1763354564.152820:0:6519:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:2.0:1763354564.152824:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.152830:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.152834:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.152836:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:2.0:1763354564.152838:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.152840:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.152842:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:2.0:1763354564.152844:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:2.0:1763354564.152846:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00000004:00000040:2.0:1763354564.152849:0:6519:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 220 00000020:00000040:2.0:1763354564.152852:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=239 00010000:00000001:2.0:1763354564.152855:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.152856:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.152858:0:6519:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.152860:0:6519:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.152863:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354564.152865:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.152868:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.152870:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354564.152872:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.152874:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.152877:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.152878:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.152880:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.152881:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.152884:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222caf65 from hash 00010000:00000001:2.0:1763354564.152887:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.152888:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.152890:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.152891:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.152892:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.152897:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf65 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 239 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.152905:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 219 00000020:00000040:2.0:1763354564.152906:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 238 00010000:00000010:2.0:1763354564.152908:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.152913:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.152915:0:6519:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.152918:0:6519:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354564.152921:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 238 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.152926:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.152928:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.152930:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:2.0:1763354564.152932:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:2.0:1763354564.152933:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.152935:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.152936:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.152937:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.152938:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.152939:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:2.0:1763354564.152940:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.152942:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429302, transno 0, xid 1848998841110912 00010000:00000001:2.0:1763354564.152944:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.152947:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94ea00 x1848998841110912/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 568/1072 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.152952:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.152953:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.152955:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.152975:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.152977:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.152978:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.152980:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.152981:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.152983:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.152985:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.152988:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7990. 00000100:00000200:2.0:1763354564.152991:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848998841110912, offset 224 00000400:00000200:2.0:1763354564.152995:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.153000:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.153003:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556769:1556769:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556765:1556765:8:4294967295] 00000400:00000200:2.0:1763354564.153010:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.153014:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.153017:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.153020:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.153024:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354564.153026:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.153059:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.153063:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.153065:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.153066:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.153068:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.153072:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94ea00 x1848998841110912/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 568/1072 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.153079:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+238:252586:x1848998841110912:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 737us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.153086:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417448 00000100:00000040:2.0:1763354564.153088:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.153090:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.153092:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.153095:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.153098:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.153102:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.153106:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 237 00000100:00000001:2.0:1763354564.153108:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.153116:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.153121:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354564.153125:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.153129:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.153131:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7990 00000400:00000010:0.0:1763354564.153133:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7990. 00000100:00000001:0.0:1763354564.153135:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.153136:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.154857:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.154864:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.154866:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.154867:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.154872:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.154879:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4584 into portal 6 MB=0x691a7971d5200 00000400:00000200:0.0:1763354564.154884:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 4584/4584 into md 0x1e60fd [128] + 67552 00000800:00000001:0.0:1763354564.154888:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.154911:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.154913:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.154916:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.154920:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.154921:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763354564.154924:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ce00. 00000100:00000040:0.0:1763354564.154926:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ce00 x1848998841111040 msgsize 4584 00000100:00100000:0.0:1763354564.154929:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.154936:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.154940:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.154943:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.154972:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.154976:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111040 02000000:00000001:2.0:1763354564.154978:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.154980:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.154982:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.154985:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.154988:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111040 00000020:00000001:2.0:1763354564.154990:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.154992:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:2.0:1763354564.154993:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.154996:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=21 00000020:00000001:2.0:1763354564.154998:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354564.155001:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:2.0:1763354564.155004:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.155009:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.155011:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.155014:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.155018:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.155022:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.155026:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.155031:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763354564.155066:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.155068:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763354564.155070:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354564.155073:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.155076:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:2.0:1763354564.155079:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.155082:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.155084:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354564.155087:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.155089:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.155091:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.155094:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.155095:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.155097:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.155099:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.155101:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.155102:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.155104:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.155105:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.155107:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155110:0:69826:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763354564.155112:0:69826:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155115:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155117:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.155120:0:69826:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763354564.155122:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.155124:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.155129:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.155142:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.155154:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.155156:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.155162:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1960 00000100:00000040:2.0:1763354564.155166:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:2.0:1763354564.155169:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262481920 : -123186447069696 : ffff8ff66b94ce00) 00000100:00000040:2.0:1763354564.155176:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94ce00 x1848998841111040/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4584/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.155185:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.155188:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.155191:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.155193:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.155197:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2407:x1848998841111040:12345-192.168.203.48@tcp:4:lfs.0 00000100:00000200:2.0:1763354564.155201:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111040 00000020:00000001:2.0:1763354564.155204:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.155206:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.155207:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155209:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.155210:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:2.0:1763354564.155213:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.155215:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.155218:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.155219:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.155221:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155223:0:69826:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763354564.155226:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.155228:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.155233:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ff6735c3000. 02000000:00000001:2.0:1763354564.155235:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.155237:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155240:0:69826:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763354564.155242:0:69826:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763354564.155244:0:69826:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.155246:0:69826:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.155250:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6dac00 count: 2 00010000:00000001:2.0:1763354564.155253:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.155255:0:69826:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.155258:0:69826:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:2.0:1763354564.155262:0:69826:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.155264:0:69826:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caf73 to hash 00000020:00000001:2.0:1763354564.155266:0:69826:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.155267:0:69826:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.155270:0:69826:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.155272:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.155274:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.155278:0:69826:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.155287:0:69826:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.155289:0:69826:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.155291:0:69826:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354564.155293:0:69826:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.155297:0:69826:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763354564.155299:0:69826:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354564.155304:0:69826:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354564.155311:0:69826:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354564.155313:0:69826:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.155315:0:69826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354564.155317:0:69826:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.155319:0:69826:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354564.155321:0:69826:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354564.155323:0:69826:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.155325:0:69826:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.155327:0:69826:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354564.155331:0:69826:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.155339:0:69826:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5327:0x0].0x0 (ffff8ff58c6dac00) refcount = 2 00010000:00000040:2.0:1763354564.155342:0:69826:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.155345:0:69826:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763354564.155352:0:69826:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354564.155355:0:69826:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 4/0,1 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354564.155363:0:69826:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.155366:0:69826:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354564.155371:0:69826:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5953813c0. 00000100:00000001:2.0:1763354564.155373:0:69826:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080704 : -123190043470912 : ffff8ff5953813c0) 00000100:00000001:2.0:1763354564.155376:0:69826:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080704 : -123190043470912 : ffff8ff5953813c0) 00000100:00000001:2.0:1763354564.155378:0:69826:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354564.155380:0:69826:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354564.155382:0:69826:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354564.155384:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.155385:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.155387:0:69826:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.155389:0:69826:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.155391:0:69826:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354564.155393:0:69826:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354564.155397:0:69826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50380. 00000020:00000040:2.0:1763354564.155400:0:69826:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763354564.155404:0:69826:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354564.155406:0:69826:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354564.155410:0:69826:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354564.155416:0:69826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff552ab8000. 00000100:00000001:2.0:1763354564.155420:0:69826:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.155425:0:69826:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763354564.155439:0:69826:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 21 pid: 74534 timeout: 12318 lvb_type: 1 00010000:00000001:2.0:1763354564.155448:0:69826:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354564.155451:0:69826:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354564.155456:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.155463:0:69826:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354564.155466:0:69826:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.155470:0:69826:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec50380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:69826:1848998542714240:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354564.155475:0:69826:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354564.155478:0:69826:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354564.155481:0:69826:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.155484:0:69826:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354564.155488:0:69826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff552ab8800. 02000000:00000001:2.0:1763354564.155490:0:69826:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354564.155494:0:69826:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381baa8. 00000400:00000010:2.0:1763354564.155499:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7ee0. 00000100:00000200:2.0:1763354564.155504:0:69826:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542714240, portal 16 00000100:00000001:2.0:1763354564.155506:0:69826:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354564.155508:0:69826:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315972992 : -123186393578624 : ffff8ff66ec50380) 00000100:00000040:2.0:1763354564.155515:0:69826:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.155523:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.155526:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.155529:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be73b8. 00000100:00000200:2.0:1763354564.155532:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542714240, offset 0 00000400:00000200:2.0:1763354564.155538:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.155544:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.155548:0:69826:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354564.155552:0:69826:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354564.155555:0:69826:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354564.155558:0:69826:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354564.155562:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556770:1556770:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556766:1556766:8:4294967295] 00000400:00000200:2.0:1763354564.155571:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.155576:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.155580:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.155585:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.155590:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.155593:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.155608:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.155612:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306887231 00000100:00000001:2.0:1763354564.155619:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306887221 00000100:00000001:2.0:1763354564.155624:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306887231 00000100:00000001:2.0:1763354564.155630:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306887221 00000100:00000001:2.0:1763354564.155633:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306887231 00000100:00000001:2.0:1763354564.155637:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306887221 00000100:00000001:2.0:1763354564.155639:0:69826:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306887231 00000100:00000001:2.0:1763354564.155643:0:69826:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306887221 00000100:00000001:2.0:1763354564.155647:0:69826:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.155651:0:69826:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.155654:0:69826:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.155656:0:69826:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.155658:0:69826:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.155661:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.155663:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.155665:0:69826:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354564.155667:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1763354564.155668:0:69826:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:0.0:1763354564.155671:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00010000:00000001:2.0:1763354564.155672:0:69826:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1763354564.155676:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1763354564.155677:0:69826:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.155681:0:69826:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1763354564.155683:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354564.155685:0:69826:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1763354564.155687:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be73b8 00000100:00100000:2.0:1763354564.155690:0:69826:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5953813c0 going to sleep for 11 seconds 00000400:00000010:0.0:1763354564.155690:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be73b8. 00000100:00000001:2.0:1763354564.155696:0:69826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354564.155699:0:69826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.155704:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.155712:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.155719:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.155722:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.155726:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.155728:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.156581:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.156587:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.156589:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.156591:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.156596:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.156602:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785542580 00000400:00000200:0.0:1763354564.156606:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8b59 [1] + 224 00000800:00000001:0.0:1763354564.156610:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.156614:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.156615:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.156618:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.156621:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.156625:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.156633:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.156646:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.156650:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.156652:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.156676:0:69826:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354564.156683:0:69826:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354564.156685:0:69826:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354564.156688:0:69826:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381baa8. 00000400:00000200:2.0:1763354564.156693:0:69826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:2.0:1763354564.156695:0:69826:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:2.0:1763354564.156698:0:69826:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354564.156704:0:69826:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354564.156716:0:69826:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.156724:0:69826:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.156726:0:69826:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.156728:0:69826:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354564.156731:0:69826:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354564.156732:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.156734:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.156736:0:69826:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.156741:0:69826:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=86 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354564.156745:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354564.156748:0:69826:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354564.156750:0:69826:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.156752:0:69826:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354564.156755:0:69826:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.156758:0:69826:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.156762:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.156771:0:69826:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.156774:0:69826:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354564.156776:0:69826:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.156778:0:69826:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354564.156780:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.156782:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.156783:0:69826:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.156787:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354564.156809:0:69826:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec50380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:69826:1848998542714240:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354564.156815:0:69826:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.156818:0:69826:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.156820:0:69826:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354564.156822:0:69826:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354564.156825:0:69826:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec50380 x1848998542714240/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.156833:0:69826:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354564.156836:0:69826:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354564.156838:0:69826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff552ab8800. 02000000:00000001:2.0:1763354564.156842:0:69826:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354564.156845:0:69826:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354564.156846:0:69826:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763354564.156849:0:69826:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354564.156851:0:69826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff552ab8000. 02000000:00000001:2.0:1763354564.156854:0:69826:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354564.156856:0:69826:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354564.156857:0:69826:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50380. 00000100:00000001:2.0:1763354564.156860:0:69826:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354564.156861:0:69826:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354564.156863:0:69826:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5953813c0. 00000100:00000001:2.0:1763354564.156867:0:69826:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354564.156869:0:69826:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354564.156871:0:69826:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448afc40. 00010000:00000001:2.0:1763354564.156875:0:69826:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.156878:0:69826:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.156880:0:69826:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.156883:0:69826:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763354564.156887:0:69826:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,1 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1763354564.157197:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.157202:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.157203:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.157205:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.157209:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.157215:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d5280 00000400:00000200:0.0:1763354564.157220:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1135 [2] + 1968 00000400:00000010:0.0:1763354564.157223:0:3648:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff6606ac370. 00000400:00000200:0.0:1763354564.157226:0:3648:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff59e9f79c0 00000800:00000001:0.0:1763354564.157229:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.157251:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.157253:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.157255:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.157258:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59e9f79c0 00000400:00000010:0.0:1763354564.157259:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff59e9f79c0. 00000100:00000001:0.0:1763354564.157263:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.157265:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763354564.157267:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff658719450 x1848998841111168 msgsize 328 00000100:00100000:0.0:1763354564.157270:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354564.157272:0:3648:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354564.157280:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.157283:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.157285:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.157316:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.157320:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111168 02000000:00000001:3.0:1763354564.157322:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.157324:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.157326:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.157330:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.157333:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111168 00000020:00000001:3.0:1763354564.157375:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.157377:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354564.157379:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.157382:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:3.0:1763354564.157384:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354564.157387:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354564.157390:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.157394:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.157397:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.157399:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.157404:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61800. 00000020:00000010:3.0:1763354564.157408:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.157412:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.157418:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354564.157420:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.157422:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.157424:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354564.157427:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157429:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354564.157433:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.157435:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.157437:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=4 00000020:00000001:3.0:1763354564.157439:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:3.0:1763354564.157442:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00010000:3.0:1763354564.157448:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 22 pid: 74534 timeout: 12318 lvb_type: 1 00010000:00000001:3.0:1763354564.157456:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.157458:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.157459:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.157461:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.157465:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354564.157470:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff658719450 x1848998841111168/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.157478:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354564.157479:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.157492:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.157501:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.157504:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.157508:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6358 00000100:00000040:3.0:1763354564.157511:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 2 00000100:00000001:3.0:1763354564.157514:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941406288 : -123186768145328 : ffff8ff658719450) 00000100:00000040:3.0:1763354564.157520:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff658719450 x1848998841111168/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.157528:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.157531:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.157533:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.157536:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.157541:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff658719450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841111168:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354564.157545:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111168 00010000:00000001:3.0:1763354564.157547:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.157549:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354564.157551:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354564.157554:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.157556:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.157559:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0f400. 02000000:00000001:3.0:1763354564.157561:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.157563:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157565:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354564.157567:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354564.157569:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.157571:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.157572:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=4 00000020:00000001:3.0:1763354564.157574:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:3.0:1763354564.157577:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000040:3.0:1763354564.157580:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6dac00 count: 3 00002000:00000001:3.0:1763354564.157582:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354564.157586:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354564.157588:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354564.157593:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:3.0:1763354564.157595:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00002000:00000001:3.0:1763354564.157598:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354564.157602:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354564.157606:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00010000:00010000:3.0:1763354564.157610:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 22 pid: 74534 timeout: 12318 lvb_type: 1 00000100:00001000:3.0:1763354564.157618:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=8 v=5 (1 0 0 0) 00010000:00000001:3.0:1763354564.157621:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354564.157625:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.157626:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.157630:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 22 pid: 74534 timeout: 12318 lvb_type: 1 00000020:00000001:3.0:1763354564.157638:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.157639:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.157641:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.157643:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157647:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.157648:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.157652:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.157653:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.157655:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.157657:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.157659:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52a00 with handle 0x4a8bb634222caf34 from hash 00010000:00000001:3.0:1763354564.157661:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.157663:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.157664:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.157666:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.157669:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.157671:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157673:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.157675:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.157678:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52a00/0x4a8bb634222caf34 lrc: 0/0,0 mode: --/PR res: [0x2c0000402:0x5327:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414b7 expref: 22 pid: 74534 timeout: 12318 lvb_type: 1 00010000:00000040:3.0:1763354564.157686:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 14 00000020:00000040:3.0:1763354564.157689:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00010000:00000001:3.0:1763354564.157694:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.157705:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.157707:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763354564.157708:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6717f2800 00010000:00000001:3.0:1763354564.157710:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354564.157715:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354564.157717:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354564.157719:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.157721:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763354564.157723:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763354564.157725:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.157728:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.157730:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354564.157732:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.157739:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763354564.157743:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354564.157750:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5327:0x0].0x0 (ffff8ff58c6dac00) refcount = 2 00010000:00000040:3.0:1763354564.157753:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354564.157756:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 4/0,1 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.157764:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.157765:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157767:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.157769:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.157772:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354564.157775:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.157778:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354564.157782:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354564.157784:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354564.157786:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612093952 : -123186097457664 : ffff8ff6806b7600) 00000100:00000001:3.0:1763354564.157789:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354564.157790:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354564.157792:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.157793:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354564.157805:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157807:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.157808:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.157809:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157811:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.157814:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354564.157816:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.157818:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.157820:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354564.157822:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7600. 00000100:00000001:3.0:1763354564.157825:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354564.157827:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354564.157830:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a640. 00010000:00010000:2.0:1763354564.157833:0:69826:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.157834:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354564.157838:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354564.157842:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.157845:0:69826:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.157849:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1763354564.157850:0:69826:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354564.157855:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.157860:0:69826:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:3.0:1763354564.157862:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00010000:00000001:2.0:1763354564.157862:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.157865:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.157867:0:69826:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.157872:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1763354564.157873:0:69826:0:(obd_class.h:1139:obd_preprw()) Process entered 00000100:00000040:3.0:1763354564.157879:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00002000:00000001:2.0:1763354564.157880:0:69826:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763354564.157884:0:69826:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000100:00000001:3.0:1763354564.157885:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000020:00000001:2.0:1763354564.157887:0:69826:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763354564.157890:0:69826:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354564.157892:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000020:2.0:1763354564.157893:0:69826:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 free: 3909369856 avail: 3677732864 02000000:00000001:3.0:1763354564.157897:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.157898:0:69826:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763354564.157900:0:69826:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 avail=3677732864 left=3268182016 unstable=0 tot_grant=409547200 pending=0 00000100:00000001:3.0:1763354564.157903:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1763354564.157904:0:69826:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3268182016 : 3268182016 : c2cc8000) 00000020:00000001:2.0:1763354564.157907:0:69826:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763354564.157911:0:69826:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 reports grant 409374720 dropped 0, local 409403392 00000100:00000040:3.0:1763354564.157912:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354564.157916:0:69826:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763354564.157919:0:69826:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000400:00000010:3.0:1763354564.157920:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121908. 00000020:00000020:2.0:1763354564.157921:0:69826:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 granted: 28672 ungranted: 0 grant: 409374720 dirty: 28672 00000020:00000001:2.0:1763354564.157928:0:69826:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000100:00000200:3.0:1763354564.157929:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841111168, offset 224 00000020:00000001:2.0:1763354564.157930:0:69826:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763354564.157932:0:69826:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 wants: 484638720 current grant 409374720 granting: 8437760 00000020:00000020:2.0:1763354564.157937:0:69826:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 tot cached:0 granted:417984960 num_exports: 3 00000020:00000001:2.0:1763354564.157940:0:69826:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000400:00000200:3.0:1763354564.157942:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354564.157943:0:69826:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763354564.157945:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354564.157948:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.157951:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:2.0:1763354564.157953:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00000400:00000200:3.0:1763354564.157971:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354564.157978:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556771:1556771:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556767:1556767:8:4294967295] 00000400:00000200:3.0:1763354564.157988:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00080000:00000001:2.0:1763354564.157994:0:69826:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00000800:00000200:3.0:1763354564.157995:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00080000:00000001:2.0:1763354564.157998:0:69826:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354564.158003:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4600. 00000800:00000200:3.0:1763354564.158010:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354564.158015:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354564.158019:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4600 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:2.0:1763354564.158020:0:69826:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.158028:0:69826:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.158031:0:69826:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763354564.158056:0:69826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00002000:00000001:2.0:1763354564.158064:0:69826:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.158067:0:69826:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.158069:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.158072:0:69826:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763354564.158076:0:69826:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00010000:00000010:1.1:1763354564.158077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52600. 00000100:00000040:3.0:1763354564.158078:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000020:00000001:2.0:1763354564.158083:0:69826:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00010000:00000001:3.0:1763354564.158085:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.158090:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.158097:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff658719450 x1848998841111168/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1763354564.158110:0:69826:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000100:00100000:3.0:1763354564.158111:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff658719450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841111168:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 578us (839us total) trans 0 rc 0/0 00000800:00000200:0.0:1763354564.158112:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1763354564.158118:0:69826:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000800:00000010:0.0:1763354564.158119:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4600. 00000100:00100000:3.0:1763354564.158126:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6358 00000400:00000200:0.0:1763354564.158127:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1763354564.158132:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 1 00000020:00000001:2.0:1763354564.158133:0:69826:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.158139:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354564.158140:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1763354564.158140:0:69826:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000100:00000001:3.0:1763354564.158146:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1763354564.158146:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000400:00000200:0.0:1763354564.158148:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121908 00000020:00000010:3.0:1763354564.158153:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000400:00000010:0.0:1763354564.158153:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121908. 00000020:00000001:2.0:1763354564.158154:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.158159:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1763354564.158162:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:0.0:1763354564.158163:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1763354564.158167:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158172:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.158175:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158176:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.158178:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.158181:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158184:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.158185:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.158187:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158189:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.158190:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.158192:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.158195:0:69826:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763354564.158197:0:69826:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.158200:0:69826:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763354564.158202:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354564.158206:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.158208:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00080000:00000001:2.0:1763354564.158211:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000010:3.0:1763354564.158214:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61800. 00080000:00000010:2.0:1763354564.158218:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8000. 00000020:00000040:3.0:1763354564.158219:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00080000:00000001:2.0:1763354564.158226:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549571584 : -123191159980032 : ffff8ff552ab8000) 02000000:00000001:3.0:1763354564.158227:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354564.158232:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0f400. 00000001:00000001:2.0:1763354564.158232:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.158234:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.158238:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1763354564.158239:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763354564.158244:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 02000000:00000001:3.0:1763354564.158245:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:04000000:2.0:1763354564.158246:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 02000000:00000010:3.0:1763354564.158249:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0ec00. 00000001:00000001:2.0:1763354564.158250:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158256:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 02000000:00000001:3.0:1763354564.158257:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:04000000:2.0:1763354564.158257:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=0, id=0 00000001:00000001:2.0:1763354564.158262:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354564.158263:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646c000. 00000001:00000001:2.0:1763354564.158264:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354564.158266:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=0, id=0 00000001:00000001:2.0:1763354564.158270:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158271:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 02000000:00000001:3.0:1763354564.158272:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:04000000:2.0:1763354564.158273:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=0, id=0 00000001:00000001:2.0:1763354564.158277:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354564.158278:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c400. 00080000:00000001:2.0:1763354564.158279:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158283:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 02000000:00000001:3.0:1763354564.158285:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:04000000:2.0:1763354564.158285:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000100:00000010:3.0:1763354564.158291:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646fb80. 00000001:00000001:2.0:1763354564.158291:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158295:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354564.158298:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=1, id=0 02000000:00000001:3.0:1763354564.158300:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1763354564.158300:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158304:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 02000000:00000010:3.0:1763354564.158305:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d800. 00000001:04000000:2.0:1763354564.158306:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=1, id=0 00000001:00000001:2.0:1763354564.158312:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158313:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354564.158314:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=1, id=0 00000001:00000001:2.0:1763354564.158315:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.158317:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000001:2.0:1763354564.158317:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158322:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000100:00000010:3.0:1763354564.158323:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec64a80. 00000001:04000000:2.0:1763354564.158323:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:2.0:1763354564.158328:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158330:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354564.158331:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=2, id=0 02000000:00000001:3.0:1763354564.158333:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1763354564.158333:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158338:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 02000000:00000010:3.0:1763354564.158339:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0f000. 00000001:04000000:2.0:1763354564.158339:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=2, id=0 02000000:00000001:3.0:1763354564.158346:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1763354564.158346:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.158348:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000100:00000010:3.0:1763354564.158352:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000001:04000000:2.0:1763354564.158352:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000402:0x5327:0x0] ino=40551 type=2, id=0 00000001:00000001:2.0:1763354564.158358:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158362:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.158363:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00080000:04000000:2.0:1763354564.158365:0:69826:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 02000000:00000010:3.0:1763354564.158367:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d000. 00080000:00000001:2.0:1763354564.158371:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.158373:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354564.158376:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec67100. 00080000:00000001:2.0:1763354564.158378:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 02000000:00000001:3.0:1763354564.158381:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763354564.158384:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354564.158386:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763354564.158388:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94df80. 00080000:00000001:2.0:1763354564.158390:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.158393:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354564.158395:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354564.158400:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.158402:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763354564.158410:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447bec8. 00000400:00000010:3.0:1763354564.158415:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7600. 00080000:00000001:2.0:1763354564.158422:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354564.158425:0:69826:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763354564.158433:0:69826:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763354564.158436:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.158438:0:69826:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x5327:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:2.0:1763354564.158463:0:69826:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.158467:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:2.0:1763354564.158475:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.158477:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.158480:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158482:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.158486:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8800. 00080000:00000001:2.0:1763354564.158489:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549573632 : -123191159977984 : ffff8ff552ab8800) 00000001:00000001:2.0:1763354564.158491:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.158493:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158496:0:69826:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:2.0:1763354564.158500:0:69826:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0001: inode #40551 extent_bytes 150620 extents 1 credits 9 00000001:00000001:2.0:1763354564.158503:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.158507:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.158510:0:69826:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158512:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.158514:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158516:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354564.158520:0:69826:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.158523:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.158526:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.158528:0:69826:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158533:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158543:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:2.0:1763354564.158549:0:69826:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 40551: map 1 pages from 0 00080000:00000001:2.0:1763354564.158638:0:69826:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:2.0:1763354564.158646:0:69826:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:2.0:1763354564.158650:0:69826:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8ff5956c0618. 00080000:00000001:2.0:1763354564.158653:0:69826:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354564.158656:0:69826:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:2.0:1763354564.158659:0:69826:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:2.0:1763354564.158662:0:69826:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158708:0:69826:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158711:0:69826:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.158715:0:69826:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763354564.158717:0:69826:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8ff5909e9000. 00000020:00000040:2.0:1763354564.158719:0:69826:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:2.0:1763354564.158721:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=21 00000020:00000001:2.0:1763354564.158724:0:69826:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.158725:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.158728:0:69826:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763354564.158731:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.158732:0:69826:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000402:0x5327:0x0] set version 0x20000a1c2 (old 0x0) for inode 40551 00080000:00000001:2.0:1763354564.158737:0:69826:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763354564.158739:0:69826:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976002, last_committed = 8589975999 00000001:00000010:2.0:1763354564.158742:0:69826:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e91e0. 00000001:00000040:2.0:1763354564.158743:0:69826:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 3 00000020:00000040:2.0:1763354564.158745:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=22 00000001:00000001:2.0:1763354564.158756:0:69826:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.2:1763354564.158890:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c0618. 00000100:00000001:1.0:1763354564.159501:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354564.159504:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354564.159506:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589976002 is committed 00000001:00000040:1.0:1763354564.159508:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:1.0:1763354564.159510:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000001:00000010:1.0:1763354564.159512:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e91e0. 00000020:00000001:1.0:1763354564.159515:0:69319:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354564.159516:0:69319:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354564.159517:0:69319:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd21800 : new cb_count 1 00000020:00000040:1.0:1763354564.159519:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000020:00000010:1.0:1763354564.159520:0:69319:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff5909e9000. 00080000:00000010:1.0:1763354564.159522:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8800. 00080000:00000010:1.0:1763354564.159525:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8000. 00000100:00000001:1.0:1763354564.159527:0:69319:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354564.159528:0:69319:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354564.159529:0:69319:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589976001 is committed 00000001:00000040:1.0:1763354564.159531:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff6482fd800 : new cb_count 0 00000020:00000040:1.0:1763354564.159532:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 4 00000001:00000010:1.0:1763354564.159533:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a300. 00080000:00000010:1.0:1763354564.159537:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152e00. 00000001:00000040:1.0:1763354564.159539:0:69319:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd21800 : new cb_count 0 00000020:00000040:1.0:1763354564.159540:0:69319:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 19 00000001:00000010:1.0:1763354564.159541:0:69319:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab07e0. 00080000:00000010:1.0:1763354564.159544:0:69319:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7400. 00080000:00000010:2.0:1763354564.159585:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00080000:00000010:2.0:1763354564.159589:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00040000:00000001:2.0:1763354564.159590:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.159591:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.159594:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.159603:0:69826:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354564.159605:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00002000:00000001:2.0:1763354564.159607:0:69826:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.159612:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6dac00 count: 2 00010000:00000001:2.0:1763354564.159613:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354564.159615:0:69826:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763354564.159618:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354564.159619:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.159621:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:2.0:1763354564.159623:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00002000:00000001:2.0:1763354564.159624:0:69826:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354564.159626:0:69826:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354564.159628:0:69826:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763354564.159630:0:69826:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb mtime from disk: 0 -> 1763354564 00002000:00010000:2.0:1763354564.159632:0:69826:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb ctime from disk: 0 -> 1763354564 00002000:00010000:2.0:1763354564.159633:0:69826:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:2.0:1763354564.159635:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00002000:00000001:2.0:1763354564.159637:0:69826:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.159638:0:69826:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.159640:0:69826:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:2.0:1763354564.159642:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.159643:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.159645:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:2.0:1763354564.159646:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.159648:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.159650:0:69826:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.159653:0:69826:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,1 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.159658:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.159659:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.159661:0:69826:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.159665:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.159666:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.159668:0:69826:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.159670:0:69826:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.159675:0:69826:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:2.0:1763354564.159677:0:69826:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.159678:0:69826:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.159680:0:69826:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.159684:0:69826:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.159685:0:69826:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.159686:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.159687:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:2.0:1763354564.159688:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.159689:0:69826:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.159691:0:69826:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.159693:0:69826:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.159697:0:69826:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354564.159698:0:69826:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.159700:0:69826:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.159702:0:69826:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.159703:0:69826:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.159704:0:69826:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.159705:0:69826:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.159707:0:69826:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caf73 from hash 00010000:00000001:2.0:1763354564.159708:0:69826:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.159709:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.159709:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.159710:0:69826:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.159712:0:69826:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.159713:0:69826:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.159714:0:69826:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.159715:0:69826:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.159716:0:69826:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354564.159717:0:69826:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.159719:0:69826:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.159720:0:69826:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.159721:0:69826:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.159722:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.159723:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.159724:0:69826:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.159725:0:69826:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.159726:0:69826:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.159728:0:69826:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.159732:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.159733:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.159734:0:69826:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.159735:0:69826:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.159736:0:69826:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.159737:0:69826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf73 lrc: 0/0,0 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 69826 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.159742:0:69826:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6dac00 count: 0 00002000:00000010:2.0:1763354564.159745:0:69826:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1cc0. 00010000:00000010:2.0:1763354564.159748:0:69826:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58c6da600. 00010000:00000001:2.0:1763354564.159752:0:69826:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.159753:0:69826:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763354564.159754:0:69826:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.159758:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 8589976002, xid 1848998841111040 00010000:00000001:2.0:1763354564.159760:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.159765:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94ce00 x1848998841111040/t8589976002(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4584/448 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.159771:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.159772:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.159774:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.159777:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.159779:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.159780:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.159782:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.159783:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.159785:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.159786:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.159789:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7ee0. 00000100:00000200:2.0:1763354564.159792:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848998841111040, offset 224 00000400:00000200:2.0:1763354564.159796:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.159801:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.159804:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556772:1556772:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556768:1556768:8:4294967295] 00000400:00000200:2.0:1763354564.159810:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.159814:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.159816:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.159819:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.159823:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.159825:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.159838:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.159841:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.159842:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.159844:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.159845:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.159849:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94ce00 x1848998841111040/t8589976002(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4584/448 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.159856:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+19:2407:x1848998841111040:12345-192.168.203.48@tcp:4:lfs.0 Request processed in 4669us (4928us total) trans 8589976002 rc 0/0 00000100:00100000:2.0:1763354564.159863:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1960 00000100:00000040:2.0:1763354564.159865:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:2.0:1763354564.159866:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.159868:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.159870:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.159873:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.159876:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.159879:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 18 00000100:00000001:2.0:1763354564.159881:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.159903:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.159907:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354564.159910:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.159913:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.159916:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:0.0:1763354564.159918:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:0.0:1763354564.159920:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.159921:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.161248:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.161258:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.161261:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.161263:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.161270:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.161294:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 448 into portal 12 MB=0x691a7971d5300 00000400:00000200:0.0:1763354564.161301:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 448/448 into md 0x76d7e5 [64] + 47408 00000800:00000001:0.0:1763354564.161307:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.161315:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.161317:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.161321:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.161326:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.161328:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.161333:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ed80. 00000100:00000040:0.0:1763354564.161336:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ed80 x1848998841111296 msgsize 448 00000100:00100000:0.0:1763354564.161341:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.161355:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.161361:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.161365:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.161388:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.161392:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111296 02000000:00000001:2.0:1763354564.161395:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.161397:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.161399:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.161402:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.161405:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111296 00000020:00000001:2.0:1763354564.161406:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.161408:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.161409:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.161411:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=238 00000020:00000001:2.0:1763354564.161413:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.161415:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.161418:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.161421:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.161423:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.161424:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.161427:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.161430:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.161433:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.161437:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.161438:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.161440:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.161441:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.161445:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.161456:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.161463:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.161465:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.161468:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417449 00000100:00000040:2.0:1763354564.161471:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.161472:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262489984 : -123186447061632 : ffff8ff66b94ed80) 00000100:00000040:2.0:1763354564.161477:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94ed80 x1848998841111296/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 448/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.161483:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.161485:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.161487:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.161488:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.161491:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+238:252586:x1848998841111296:12345-192.168.203.48@tcp:44:lfs.0 00000100:00000200:2.0:1763354564.161494:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111296 00000020:00000001:2.0:1763354564.161495:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.161497:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.161500:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.161502:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.161504:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707216 : -1045844400 : ffffffffc1a9ae50) 00000020:00000001:2.0:1763354564.161506:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.161508:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841111296, found 0 last_xid 1848998841111295 00000020:00000001:2.0:1763354564.161510:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.161512:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.161513:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.161515:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.161517:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.161519:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000020:00000001:2.0:1763354564.161521:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.161522:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.161525:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.161526:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.161529:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8ff548233800. 02000000:00000001:2.0:1763354564.161530:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.161532:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.161534:0:6519:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:2.0:1763354564.161537:0:6519:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:2.0:1763354564.161541:0:6519:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x7000a0b40 for inode 835 00080000:00000001:2.0:1763354564.161544:0:6519:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00000100:00000001:0.0:1763354564.162332:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354564.162349:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354564.162352:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429314 is committed 00000001:00000040:0.0:1763354564.162356:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 11 00000020:00000040:0.0:1763354564.162359:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 237 00000001:00000010:0.0:1763354564.162361:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9420. 00080000:00000010:0.0:1763354564.162366:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab9c00. 00000001:00000040:0.0:1763354564.162370:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 10 00000020:00000040:0.0:1763354564.162373:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 236 00000001:00000010:0.0:1763354564.162375:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9060. 00080000:00000010:0.0:1763354564.162379:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8e00. 00000100:00000001:1.0:1763354564.162381:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000001:00000040:0.0:1763354564.162384:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 9 00010000:00000001:1.0:1763354564.162386:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354564.162389:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.162389:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 235 00000020:00000040:1.0:1763354564.162392:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000001:00000010:0.0:1763354564.162394:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9ba0. 00000020:00000001:1.0:1763354564.162396:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00080000:00000010:0.0:1763354564.162399:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8400. 00010000:00000001:1.0:1763354564.162400:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:1.0:1763354564.162406:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000040:0.0:1763354564.162409:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 8 00010000:00010000:1.0:1763354564.162411:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000020:00000040:0.0:1763354564.162413:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00000001:00000010:0.0:1763354564.162418:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e98a0. 00080000:00000010:0.0:1763354564.162425:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff66b6c9600. 00010000:00000001:1.0:1763354564.162427:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.162430:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.162432:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000001:00000040:0.0:1763354564.162433:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 7 00000020:00000040:0.0:1763354564.162440:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00010000:00000001:1.0:1763354564.162441:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.162443:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763354564.162446:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37180. 00010000:00000001:1.0:1763354564.162447:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354564.162450:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00080000:00000010:0.0:1763354564.162453:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67b500000. 00010000:00010000:1.0:1763354564.162455:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354564.162459:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000001:00000040:0.0:1763354564.162460:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 6 00010000:00000001:1.0:1763354564.162461:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354564.162464:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000020:00000040:0.0:1763354564.162465:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000001:00000010:0.0:1763354564.162470:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce373c0. 00080000:00000010:0.0:1763354564.162475:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67b501200. 00010000:00000001:1.0:1763354564.162476:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354564.162480:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000040:0.0:1763354564.162481:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 5 00000020:00000001:1.0:1763354564.162482:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.162484:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=4 00000020:00000040:0.0:1763354564.162485:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000020:00000001:1.0:1763354564.162487:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00000001:00000010:0.0:1763354564.162489:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37720. 00010000:00000001:1.0:1763354564.162491:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00080000:00000010:0.0:1763354564.162492:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff6720b2000. 00010000:00000001:1.0:1763354564.162495:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354564.162498:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000001:00000040:0.0:1763354564.162499:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 4 00000020:00000040:0.0:1763354564.162504:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000001:00000010:0.0:1763354564.162507:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a80. 00010000:00000001:1.0:1763354564.162509:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:0.0:1763354564.162511:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff6720b2400. 00000004:00000001:1.0:1763354564.162512:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354564.162515:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1763354564.162517:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 3 00010000:00000001:1.0:1763354564.162520:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:0.0:1763354564.162520:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00010000:00000001:1.0:1763354564.162523:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000010:0.0:1763354564.162525:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37840. 00010000:00000001:1.0:1763354564.162526:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.162530:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.162531:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00000040:1.0:1763354564.162533:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63600 with handle 0x4a8bb634222cae38 from hash 00000020:00080000:0.0:1763354564.162535:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff595381cc0 refcount 2 committed 0 result 0 batchid 25769804096 00010000:00000001:1.0:1763354564.162536:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354564.162539:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00080000:0.0:1763354564.162541:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5953810c0 00010000:00000001:1.0:1763354564.162542:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.162545:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00080000:0.0:1763354564.162548:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5587ef400 00010000:00000001:1.0:1763354564.162550:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354564.162553:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162554:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354564.162555:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.162557:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354564.162560:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00000020:00000001:0.0:1763354564.162560:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00010000:1.0:1763354564.162562:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000040:0.0:1763354564.162564:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff595381cc0 refcount 2 committed 1 result 0 batchid 25769804096 00010000:00000001:1.0:1763354564.162566:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354564.162568:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5953810c0 00010000:00000001:1.0:1763354564.162570:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162574:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:0.0:1763354564.162576:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5587ef400 00010000:00000001:1.0:1763354564.162577:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763354564.162582:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763354564.162584:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00010000:00000001:1.0:1763354564.162585:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.162588:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354564.162589:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ef400. 00010000:00000001:1.0:1763354564.162591:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763354564.162592:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804092 00080000:00000010:0.0:1763354564.162594:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f9400. 00000004:00000001:1.0:1763354564.162595:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354564.162601:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f8c00. 00010000:00010000:1.0:1763354564.162602:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00080000:00000010:0.0:1763354564.162607:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f9a00. 00010000:00000001:1.0:1763354564.162609:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1763354564.162611:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f8400. 00010000:00000001:1.0:1763354564.162612:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.162615:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000040:0.0:1763354564.162616:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 2 00010000:00000001:1.0:1763354564.162617:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354564.162620:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1763354564.162622:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00010000:00010000:1.0:1763354564.162623:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cae38 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000001:00000010:0.0:1763354564.162626:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce372a0. 00000020:00000001:0.0:1763354564.162631:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000010:1.0:1763354564.162634:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138f00. 00000020:00080000:0.0:1763354564.162634:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66d1c4180 refcount 2 committed 0 result 0 batchid 25769804095 00000020:00080000:0.0:1763354564.162639:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4600 00000020:00080000:0.0:1763354564.162642:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5587ee800 00010000:00000001:1.0:1763354564.162644:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354564.162647:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00000020:00000001:0.0:1763354564.162648:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000100:00000001:1.0:1763354564.162650:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354564.162651:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66d1c4180 refcount 2 committed 1 result 0 batchid 25769804095 00000020:00000040:0.0:1763354564.162656:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4600 00000100:00000001:1.0:1763354564.162657:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000020:00000040:0.0:1763354564.162659:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5587ee800 00010000:00000001:1.0:1763354564.162660:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.162663:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000020:00000001:1.0:1763354564.162664:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:0.0:1763354564.162667:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ee800. 00000020:00000040:1.0:1763354564.162668:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=3 00000020:00080000:3.0:1763354564.162669:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 25769804096 committed batchid 25769804092 00000001:00000040:0.0:1763354564.162672:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 1 00000020:00000001:1.0:1763354564.162674:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00000020:00000001:3.0:1763354564.162676:0:31830:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000040:0.0:1763354564.162677:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 226 00010000:00000001:1.0:1763354564.162678:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00000001:00000010:0.0:1763354564.162682:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a20. 00010000:00000001:1.0:1763354564.162683:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:3.0:1763354564.162684:0:31830:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b02660. 00010000:00010000:1.0:1763354564.162688:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00080000:00000010:0.0:1763354564.162688:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ef800. 00080000:00000001:3.0:1763354564.162691:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000001:00000040:0.0:1763354564.162694:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 0 00080000:00000010:3.0:1763354564.162698:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff679a61800. 00000020:00000040:0.0:1763354564.162699:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00010000:00000001:1.0:1763354564.162703:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1763354564.162704:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce374e0. 00080000:00000001:3.0:1763354564.162706:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00010000:00000001:1.0:1763354564.162708:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1763354564.162709:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587efc00. 00080000:00000001:3.0:1763354564.162712:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:1.0:1763354564.162714:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000020:00080000:0.0:1763354564.162715:0:31810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 25769804094 batchid updated 00000001:00000001:3.0:1763354564.162718:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:0.0:1763354564.162720:0:31810:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff544b02960. 00080000:00000010:3.0:1763354564.162724:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a640. 00080000:00000010:0.0:1763354564.162729:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f9200. 00080000:00000001:3.0:1763354564.162730:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162733:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1763354564.162736:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:1.0:1763354564.162737:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162742:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354564.162744:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354564.162749:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63400 already unused, calling callback (ffffffffc19b3550) 00080000:00000001:3.0:1763354564.162752:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354564.162752:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.162754:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354564.162757:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354564.162762:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354564.162762:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354564.162763:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.162765:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=4 00080000:00000001:2.0:1763354564.162767:0:6519:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.162768:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00000020:00000040:3.0:1763354564.162769:0:31830:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 25769804096: rc = 0 00000004:00000001:2.0:1763354564.162774:0:6519:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162775:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00080000:00000001:3.0:1763354564.162777:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000004:00000001:2.0:1763354564.162782:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00000001:1.0:1763354564.162782:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354564.162786:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000004:00000001:2.0:1763354564.162787:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00080000:00000010:3.0:1763354564.162788:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a640. 00000004:00000001:2.0:1763354564.162792:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763354564.162797:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1763354564.162798:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:1.0:1763354564.162799:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00040000:00000001:3.0:1763354564.162801:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:1.0:1763354564.162802:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.162805:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354564.162806:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354564.162806:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162812:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1763354564.162813:0:31830:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162814:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:2.0:1763354564.162815:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000001:3.0:1763354564.162819:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:1.0:1763354564.162819:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1763354564.162820:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:1.0:1763354564.162822:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.162825:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000020:00000040:3.0:1763354564.162826:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5559c7300 refcount 1 committed 1 result 0 batchid 25769804093 00000020:00000040:1.0:1763354564.162826:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63400 with handle 0x4a8bb634222cae4d from hash 00000004:00000001:2.0:1763354564.162829:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162832:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000002:2.0:1763354564.162834:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9dea:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00010000:00000001:1.0:1763354564.162836:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354564.162837:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64400 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7d80 00000004:00000002:2.0:1763354564.162838:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00010000:00000001:1.0:1763354564.162839:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354564.162843:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:2.0:1763354564.162844:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162848:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000040:3.0:1763354564.162849:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67ca64c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff65349d000 00000001:00000001:2.0:1763354564.162849:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:1.0:1763354564.162852:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.162853:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162857:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000001:00000001:2.0:1763354564.162861:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354564.162861:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:3.0:1763354564.162862:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000001:00000001:2.0:1763354564.162865:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.162865:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000040:3.0:1763354564.162867:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000001:00000001:2.0:1763354564.162870:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354564.162871:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de9:0x0].0x0 (ffff8ff560c50f00) 00000020:00000001:3.0:1763354564.162873:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.162875:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.162878:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354564.162879:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000020:00000010:3.0:1763354564.162881:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64400. 00000001:00000001:2.0:1763354564.162881:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162882:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354564.162886:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.162889:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.162889:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.162891:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67ca64c00. 00000001:00000001:2.0:1763354564.162896:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162896:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1763354564.162898:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5559c7300. 00010000:00000001:1.0:1763354564.162900:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00000002:2.0:1763354564.162901:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000020:00000001:3.0:1763354564.162904:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:1.0:1763354564.162905:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354564.162907:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000040:3.0:1763354564.162911:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff5559c70c0 refcount 1 committed 1 result 0 batchid 25769804094 00010000:00000001:1.0:1763354564.162911:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.162912:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763354564.162915:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.162918:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:1.0:1763354564.162919:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.162920:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f02b300 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5559c7a80 00000004:00000001:1.0:1763354564.162923:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.162924:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.162929:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cae7300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597e47c00 00000004:00000001:2.0:1763354564.162929:0:6519:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354564.162930:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354564.162935:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841111296 00000020:00000040:3.0:1763354564.162941:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00010000:00000001:2.0:1763354564.162941:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1763354564.162942:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.162946:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354564.162948:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00010000:00000200:2.0:1763354564.162950:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94ed80 x1848998841111296/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 448/440 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354564.162950:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354564.162953:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1763354564.162954:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.162971:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1763354564.162972:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66f02b300. 00010000:00010000:1.0:1763354564.162975:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cae4d lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.162979:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1763354564.162982:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67cae7300. 00010000:00000001:2.0:1763354564.162983:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763354564.162985:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138680. 00000100:00001000:2.0:1763354564.162988:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000020:00000010:3.0:1763354564.162993:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5559c70c0. 00000100:00000001:2.0:1763354564.162993:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1763354564.162993:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50f00 count: 0 00000100:00000040:2.0:1763354564.162999:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000010:1.0:1763354564.163002:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27300. 00000020:00080000:3.0:1763354564.163003:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804094 00000100:00000001:2.0:1763354564.163003:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.163009:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.163012:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.163014:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354564.163015:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1763354564.163019:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1763354564.163023:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:1.0:1763354564.163023:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.163026:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000400:00000010:2.0:1763354564.163027:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7c38. 00000020:00000001:1.0:1763354564.163028:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00000100:00000200:2.0:1763354564.163054:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848998841111296, offset 224 00010000:00000001:1.0:1763354564.163060:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:1.0:1763354564.163065:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1763354564.163066:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00010000:1.0:1763354564.163068:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354564.163074:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.163075:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.163079:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000400:00000200:2.0:1763354564.163080:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000010:3.1:1763354564.163081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52a00. 00010000:00000001:1.0:1763354564.163090:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.163093:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354564.163094:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556773:1556773:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556769:1556769:8:4294967295] 00010000:00000001:1.0:1763354564.163096:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763354564.163099:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:1.0:1763354564.163108:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63a00 already unused, calling callback (ffffffffc19b3550) 00000400:00000200:2.0:1763354564.163111:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:1.0:1763354564.163112:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354564.163115:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000800:00000200:2.0:1763354564.163119:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00010000:1.0:1763354564.163119:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:1.0:1763354564.163127:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000010:2.0:1763354564.163128:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00010000:00000001:1.0:1763354564.163131:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354564.163133:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.0:1763354564.163137:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000020:00000040:1.0:1763354564.163137:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=4 00000020:00000001:1.0:1763354564.163140:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:1.0:1763354564.163143:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00000800:00000200:2.0:1763354564.163147:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:1.0:1763354564.163148:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763354564.163152:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000800:00000200:2.0:1763354564.163153:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 536 niov 1 nkiov 1 00010000:00000001:1.0:1763354564.163161:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354564.163163:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354564.163163:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.163165:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354564.163166:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354564.163167:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354564.163168:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.163170:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.163170:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63a00 with handle 0x4a8bb634222cae54 from hash 00010000:00000001:1.0:1763354564.163176:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1763354564.163177:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.163178:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.163182:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.163183:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1763354564.163185:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1763354564.163186:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.163189:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1763354564.163190:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1763354564.163193:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.163196:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1763354564.163197:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94ed80 x1848998841111296/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 448/440 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354564.163199:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.163202:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354564.163205:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de5:0x0].0x0 (ffff8ff58b052400) 00010000:00010000:1.0:1763354564.163210:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000100:00100000:2.0:1763354564.163212:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252586:x1848998841111296:12345-192.168.203.48@tcp:44:lfs.0 Request processed in 1725us (1872us total) trans 0 rc 0/0 00010000:00000001:1.0:1763354564.163213:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.163218:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.163223:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.163224:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:2.0:1763354564.163227:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417449 00010000:00000001:1.0:1763354564.163229:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1763354564.163229:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1763354564.163232:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00010000:00000001:1.0:1763354564.163233:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1763354564.163234:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000100:00000001:2.0:1763354564.163235:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1763354564.163236:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.163240:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1763354564.163241:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.163241:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354564.163245:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000004:00000001:1.0:1763354564.163247:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.163251:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00010000:00010000:1.0:1763354564.163252:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000400:00000200:0.0:1763354564.163252:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:2.0:1763354564.163256:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000400:00000200:0.0:1763354564.163259:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7c38 00000020:00000040:2.0:1763354564.163262:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000400:00000010:0.0:1763354564.163264:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7c38. 00010000:00000001:1.0:1763354564.163265:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354564.163267:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.163269:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354564.163271:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1763354564.163272:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1763354564.163276:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763354564.163282:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354564.163285:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354564.163286:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cae54 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:1.0:1763354564.163291:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000040:1.0:1763354564.163294:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052400 count: 0 00010000:00000010:1.0:1763354564.163297:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff651241780. 00010000:00000001:1.0:1763354564.163314:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354564.163318:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00000100:00000001:1.0:1763354564.163319:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.164630:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.164637:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.164639:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.164640:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.164645:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.164652:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d5380 00000400:00000200:0.0:1763354564.164657:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 3496 00000800:00000001:0.0:1763354564.164662:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.164669:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.164671:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.164674:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.164679:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.164681:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.164686:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94d180. 00000100:00000040:0.0:1763354564.164689:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94d180 x1848998841111424 msgsize 440 00000100:00100000:0.0:1763354564.164694:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.164707:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.164713:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.164717:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.164740:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.164744:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111424 02000000:00000001:1.0:1763354564.164747:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.164748:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.164750:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.164753:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.164756:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111424 00000020:00000001:1.0:1763354564.164758:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.164759:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354564.164761:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.164763:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=19 00000020:00000001:1.0:1763354564.164766:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354564.164768:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354564.164771:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.164775:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.164778:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.164780:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.164786:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000020:00000010:1.0:1763354564.164790:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.164794:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.164799:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.164802:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.164803:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.164805:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.164810:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.164823:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.164830:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.164831:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.164835:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85234 00000100:00000040:1.0:1763354564.164837:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354564.164839:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262482816 : -123186447068800 : ffff8ff66b94d180) 00000100:00000040:1.0:1763354564.164843:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94d180 x1848998841111424/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.164850:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.164852:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.164854:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.164856:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.164860:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+19:2406:x1848998841111424:12345-192.168.203.48@tcp:16:lfs.0 00000100:00000200:1.0:1763354564.164863:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111424 00000020:00000001:1.0:1763354564.164864:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.164866:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.164868:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.164869:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.164871:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831008 : -1043720608 : ffffffffc1ca1660) 00000020:00000001:1.0:1763354564.164873:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.164875:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.164876:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.164877:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.164879:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354564.164882:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354564.164884:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.164885:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354564.164886:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.164888:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.164889:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.164890:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.164891:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.164892:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.164893:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.164894:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.164895:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.164896:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.164898:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.164899:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.164901:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.164902:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.164905:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66febe400. 02000000:00000001:1.0:1763354564.164906:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.164908:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.164910:0:74534:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:1.0:1763354564.164912:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.164913:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.164916:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:1.0:1763354564.164918:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00000020:00000001:1.0:1763354564.164920:0:74534:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:1.0:1763354564.164922:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1c2 for inode 40551 00000020:00000001:1.0:1763354564.164923:0:74534:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.164926:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354564.164929:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.164932:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.164934:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.164936:0:74534:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:1.0:1763354564.164937:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00010000:00000040:1.0:1763354564.164939:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841111424 00010000:00000001:1.0:1763354564.164941:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.164945:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94d180 x1848998841111424/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.164950:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.164952:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.164954:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.164972:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.164974:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.164976:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.164977:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.164979:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.164981:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.164982:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.164985:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fab28. 00000100:00000200:1.0:1763354564.164987:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841111424, offset 224 00000400:00000200:1.0:1763354564.164991:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.164996:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.164999:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556774:1556774:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556770:1556770:8:4294967295] 00000400:00000200:1.0:1763354564.165006:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.165009:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.165012:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.165015:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.165019:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.165021:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.165031:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.165054:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.165056:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.165058:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.165060:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.165065:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94d180 x1848998841111424/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.165072:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+19:2406:x1848998841111424:12345-192.168.203.48@tcp:16:lfs.0 Request processed in 221us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.165079:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85234 00000100:00000040:1.0:1763354564.165082:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354564.165083:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.165084:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.165087:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.165090:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.165093:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152e00. 00000020:00000040:1.0:1763354564.165095:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 18 00000100:00000001:1.0:1763354564.165097:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.165109:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.165114:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.165119:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.165124:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.165128:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fab28 00000400:00000010:0.0:1763354564.165131:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fab28. 00000100:00000001:0.0:1763354564.165134:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.165136:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.167071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6dac00. 00010000:00000010:2.1:1763354564.167081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:1.1:1763354564.171078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63600. 00010000:00000010:1.1:1763354564.171093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:1.1:1763354564.171098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:1.1:1763354564.171101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:1.1:1763354564.171105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00000800:00000001:0.0:1763354564.171323:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.171336:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.171340:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.171342:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.171351:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.171367:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971d5480 00000400:00000200:0.0:1763354564.171374:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x76d7e5 [64] + 47856 00000800:00000001:0.0:1763354564.171380:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.171386:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.171388:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.171391:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.171396:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.171397:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.171402:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94f100. 00000100:00000040:0.0:1763354564.171404:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94f100 x1848998841111680 msgsize 488 00000100:00100000:0.0:1763354564.171408:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.171421:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.171427:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.171430:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.171453:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.171456:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111680 02000000:00000001:2.0:1763354564.171459:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.171461:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.171463:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.171466:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.171469:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111680 00000020:00000001:2.0:1763354564.171471:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.171473:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.171474:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.171477:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=224 00000020:00000001:2.0:1763354564.171479:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.171481:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.171484:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.171488:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.171490:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.171492:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.171497:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.171500:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.171504:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.171509:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.171511:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.171512:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.171514:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.171519:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.171530:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.171540:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.171542:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.171546:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417450 00000100:00000040:2.0:1763354564.171549:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.171551:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262490880 : -123186447060736 : ffff8ff66b94f100) 00000100:00000040:2.0:1763354564.171557:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94f100 x1848998841111680/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.171563:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.171565:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.171566:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.171568:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.171571:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252586:x1848998841111680:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:2.0:1763354564.171574:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111680 00000020:00000001:2.0:1763354564.171577:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.171579:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.171582:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.171584:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.171586:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:2.0:1763354564.171588:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.171590:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841111680, found 0 last_xid 1848998841111679 00000020:00000001:2.0:1763354564.171592:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.171594:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.171595:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.171598:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171600:0:6519:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763354564.171604:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff66b94f100 x1848998841111680/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354564.171612:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354564.171613:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354564.171615:0:6519:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1763354564.171617:0:6519:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354564.171619:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.171621:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.171622:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.171624:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2638697288 : 2638697288 : 0x9d475348) 00000001:00000001:2.0:1763354564.171625:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2638697288 : 2638697288 : 9d475348) 00000001:00000001:2.0:1763354564.171627:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.171627:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:2.0:1763354564.171629:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:2.0:1763354564.171630:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.171631:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.171632:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.171633:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.171634:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.171635:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171637:0:6519:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171640:0:6519:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171642:0:6519:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171643:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171646:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.171647:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.171649:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.171651:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.171655:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff54e25d000. 02000000:00000001:2.0:1763354564.171656:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.171658:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171661:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.171662:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.171663:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.171664:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.171665:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.171667:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.171668:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.171668:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.171669:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.171671:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.171672:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.171676:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.171680:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.171681:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.171683:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.171684:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.171686:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.171687:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171688:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.171689:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171691:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.171692:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171695:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354564.171696:0:6519:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763354564.171699:0:6519:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x2400032e4:0x9dea:0x0] 7 req@ffff8ff66b94f100 x1848998841111680/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/3152 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.171709:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354564.171711:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763354564.171713:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.171715:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.171716:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:2.0:1763354564.171717:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.171719:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000040:2.0:1763354564.171722:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 4 00000004:00000001:2.0:1763354564.171725:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354564.171726:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.171728:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.171730:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.171731:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.171733:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.171736:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.171738:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.171743:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.171744:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.171746:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.171747:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.171754:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff600 with handle 0x4a8bb634222caf2d from hash 00010000:00000001:2.0:1763354564.171756:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.171757:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.171758:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.171759:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.171762:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.171763:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.171765:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.171766:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.171770:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf2d lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414b0 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.171777:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:2.0:1763354564.171778:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000010:2.0:1763354564.171781:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138a80. 00010000:00000001:2.0:1763354564.171786:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.171787:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.171789:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.171791:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00000001:2.0:1763354564.171794:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.171796:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.171797:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354564.171798:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354564.171799:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.171801:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.171802:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9dea:0x0] 00000020:00000001:2.0:1763354564.171804:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.171807:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000004:00000001:2.0:1763354564.171808:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786704768 : -123189922846848 : ffff8ff59c68a780) 00000004:00000001:2.0:1763354564.171810:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.171811:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.171815:0:6519:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6800ec5b0. 00000004:00000001:2.0:1763354564.171821:0:6519:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.171824:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.171826:0:6519:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.171828:0:6519:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.171829:0:6519:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763354564.171830:0:6519:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763354564.171832:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.171835:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.171837:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.171839:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 3 00010000:00000001:2.0:1763354564.171841:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.171843:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.171845:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:2.0:1763354564.171847:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.171849:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222caf7a to hash 00000020:00000001:2.0:1763354564.171850:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.171851:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:2.0:1763354564.171855:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138a80. 00010000:00000001:2.0:1763354564.171857:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.171859:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.171860:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.171862:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.171868:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.171871:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.171873:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.171875:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.171878:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.171880:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.171882:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.171885:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.171887:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.171889:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.171891:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.171893:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 3 00010000:00000040:2.0:1763354564.171896:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.171900:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.171909:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.171916:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.171922:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.171925:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.171926:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.171928:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.171930:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.171932:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.171935:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.171937:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.171940:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.171943:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.171949:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.171950:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.171952:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.171953:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.171955:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.171973:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:2.0:1763354564.171976:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.171978:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.171981:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.171982:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.171984:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171986:0:6519:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.171990:0:6519:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354564.171998:0:6519:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354564.172000:0:6519:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.172005:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.172010:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e94e0. 00080000:00000001:2.0:1763354564.172013:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.172016:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab9e00. 00080000:00000001:2.0:1763354564.172018:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549579264 : -123191159972352 : ffff8ff552ab9e00) 00000004:00000001:2.0:1763354564.172022:0:6519:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354564.172024:0:6519:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354564.172026:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.172027:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549579264 : -123191159972352 : ffff8ff552ab9e00) 00080000:00000001:2.0:1763354564.172029:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.172031:0:6519:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172051:0:6519:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172052:0:6519:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.172055:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.172057:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.172062:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.172064:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.172065:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549579264 : -123191159972352 : ffff8ff552ab9e00) 00080000:00000001:2.0:1763354564.172068:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.172071:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.172074:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.172075:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172077:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.172083:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.172085:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.172086:0:6519:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354564 00000004:00000001:2.0:1763354564.172088:0:6519:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.172090:0:6519:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763354564.172091:0:6519:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763354564.172092:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.172093:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549579264 : -123191159972352 : ffff8ff552ab9e00) 00080000:00000001:2.0:1763354564.172111:0:6519:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.172114:0:6519:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172115:0:6519:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172116:0:6519:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.172119:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.172122:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.172124:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.172127:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429315, last_committed = 30065429314 00000001:00000010:2.0:1763354564.172130:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9e40. 00000001:00000040:2.0:1763354564.172131:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 1 00000020:00000040:2.0:1763354564.172133:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00000001:00000010:2.0:1763354564.172138:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953813c0. 00000004:00000001:2.0:1763354564.172142:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.172143:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.172145:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549579264 : -123191159972352 : ffff8ff552ab9e00) 00000004:00000001:2.0:1763354564.172156:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.172159:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953813c0: xid 1848998841111680, transno 30065429315, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.172161:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.172167:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00040000:00000001:2.0:1763354564.172170:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.172171:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.172173:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.172175:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e94e0. 00000020:00000001:2.0:1763354564.172178:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.172182:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 4 00010000:00000001:2.0:1763354564.172184:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.172186:0:6519:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763354564.172187:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.172189:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.172190:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.172191:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.172193:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.172194:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.172195:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:2.0:1763354564.172196:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:2.0:1763354564.172198:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000004:00010000:2.0:1763354564.172200:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d8bbafea reply state 000000009ee40e4e transno 30065429315 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.172205:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763354564.172207:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.172208:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.172210:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.172211:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.172212:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.172213:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.172215:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 3 00010000:00000040:2.0:1763354564.172217:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.172219:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.172224:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.172232:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.172236:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.172237:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.172238:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.172239:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.172240:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.172241:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.172242:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:2.0:1763354564.172244:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.172245:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.172246:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.172247:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.172248:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354564.172250:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763354564.172251:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.172251:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.172252:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.172253:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.172254:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.172255:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354564.172257:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.172258:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.172260:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172261:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.172265:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.172273:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.172275:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.172277:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.172278:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.172280:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9dea:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354564.172282:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354564.172284:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.172285:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.172287:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.172288:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.172289:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.172290:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.172292:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.172293:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.172294:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.172295:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.172295:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.172297:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.172298:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9dea:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:2.0:1763354564.172300:0:6519:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763354564.172301:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.172302:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763354564.172305:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.172310:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172311:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.172312:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.172314:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172315:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354564.172317:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.172318:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.172319:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.172320:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.172321:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.172323:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.172326:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.172328:0:6519:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.172331:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 30065429315, xid 1848998841111680 00010000:00000001:2.0:1763354564.172333:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763354564.172334:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=225 00010000:00000200:2.0:1763354564.172336:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 30065429315, last committed = 30065429314 00010000:00000200:2.0:1763354564.172340:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94f100 x1848998841111680/t30065429315(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.172346:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.172348:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.172352:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.172355:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.172357:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.172359:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.172360:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.172362:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.172365:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.172367:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.172370:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7cc0. 00000100:00000200:2.0:1763354564.172374:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841111680, offset 224 00000400:00000200:2.0:1763354564.172378:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.172385:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.172390:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556775:1556775:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556771:1556771:8:4294967295] 00000400:00000200:2.0:1763354564.172398:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.172402:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.172405:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.172410:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.172415:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.172418:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.172432:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.172437:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.172440:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.172442:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.172444:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.172449:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94f100 x1848998841111680/t30065429315(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 488/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.172459:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252586:x1848998841111680:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 893us (1052us total) trans 30065429315 rc 0/0 00000100:00100000:2.0:1763354564.172466:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417450 00000100:00000040:2.0:1763354564.172470:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.172473:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.172474:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.172478:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.172482:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.172486:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.172490:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000100:00000001:2.0:1763354564.172492:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.172534:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.172538:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354564.172541:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.172544:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.172548:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000400:00000010:0.0:1763354564.172549:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:0.0:1763354564.172552:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.172554:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.173786:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.173793:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.173794:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.173796:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.173800:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.173807:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d5500 00000400:00000200:0.0:1763354564.173812:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 3936 00000800:00000001:0.0:1763354564.173816:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.173821:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.173822:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.173825:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.173828:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.173830:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.173833:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94ca80. 00000100:00000040:0.0:1763354564.173835:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94ca80 x1848998841111808 msgsize 328 00000100:00100000:0.0:1763354564.173838:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.173848:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.173852:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.173854:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.173892:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.173896:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111808 02000000:00000001:1.0:1763354564.173898:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.173900:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.173902:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.173905:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.173907:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111808 00000020:00000001:1.0:1763354564.173910:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.173911:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354564.173913:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.173916:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=19 00000020:00000001:1.0:1763354564.173918:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354564.173921:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354564.173925:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.173929:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.173932:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.173935:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000020:00000010:1.0:1763354564.173941:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000020:00000010:1.0:1763354564.173946:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.173950:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.173969:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.173971:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.173972:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.173974:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.173978:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.173988:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.173995:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.173997:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.174001:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85235 00000100:00000040:1.0:1763354564.174003:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354564.174005:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262481024 : -123186447070592 : ffff8ff66b94ca80) 00000100:00000040:1.0:1763354564.174010:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94ca80 x1848998841111808/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.174015:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.174017:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb13c0. 00000100:00000001:1.0:1763354564.174019:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.174021:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb13c0. 00000100:00100000:1.0:1763354564.174025:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+19:252586:x1848998841111808:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:1.0:1763354564.174028:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111808 00000020:00000001:1.0:1763354564.174030:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.174031:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.174056:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.174059:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.174061:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354564.174063:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.174066:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.174067:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.174069:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.174072:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.174073:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354564.174075:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354564.174077:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354564.174078:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354564.174080:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.174083:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354564.174088:0:74534:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58c6da400. 00010000:00000010:1.0:1763354564.174092:0:74534:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58c6da900. 00010000:00000001:1.0:1763354564.174095:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354564.174097:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52600. 00000020:00000001:1.0:1763354564.174099:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354564.174100:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52600 with handle 0x4a8bb634222caf81 to hash 00000020:00000001:1.0:1763354564.174102:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354564.174103:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867200 : -123191058684416 : ffff8ff558b52600) 00010000:00000001:1.0:1763354564.174105:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867200 : -123191058684416 : ffff8ff558b52600) 00010000:00010000:1.0:1763354564.174108:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52600/0x4a8bb634222caf81 lrc: 2/0,0 mode: --/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414ef expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763354564.174114:0:74534:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763354564.174117:0:74534:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff674cb13c0. 00002000:00000001:1.0:1763354564.174119:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.174121:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.174125:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:1.0:1763354564.174127:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00002000:00000001:1.0:1763354564.174129:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.174132:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354564.174134:0:74534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000402:0x5327:0x0] initial LVB size: 4096, mtime: 0x691aa7c4, atime: 0x0, ctime: 0x691aa7c4, blocks: 0x8 00002000:00000001:1.0:1763354564.174136:0:74534:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763354564.174139:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00010000:00000040:1.0:1763354564.174141:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 15 00000020:00000040:1.0:1763354564.174143:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=20 00000100:00000001:1.0:1763354564.174148:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.174149:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.174152:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff66febc400. 02000000:00000001:1.0:1763354564.174154:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.174155:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.174156:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354564.174158:0:74534:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354564.174160:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354564.174162:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354564.174164:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354564.174165:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.174167:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763354564.174168:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763354564.174169:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.174171:0:74534:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763354564.174175:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52600/0x4a8bb634222caf81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414ef expref: 20 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354564.174181:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000402:0x5327:0x0].0x0 (ffff8ff58c6da400) refcount = 1 00010000:00000040:1.0:1763354564.174183:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354564.174185:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52600/0x4a8bb634222caf81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414ef expref: 20 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354564.174191:0:74534:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354564.174192:0:74534:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.174193:0:74534:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354564.174194:0:74534:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.174196:0:74534:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.174197:0:74534:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354564.174200:0:74534:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354564.174202:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff558b52600/0x4a8bb634222caf81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000402:0x5327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414ef expref: 20 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354564.174208:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354564.174210:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763354564.174211:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354564.174213:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.174214:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354564.174215:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354564.174216:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354564.174217:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52600, rc 0) 00000020:00000001:1.0:1763354564.174218:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354564.174220:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841111808 00010000:00000001:1.0:1763354564.174222:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.174225:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94ca80 x1848998841111808/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.174230:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.174231:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.174233:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.174236:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.174238:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.174239:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.174241:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.174242:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.174244:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.174246:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.174248:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fae58. 00000100:00000200:1.0:1763354564.174251:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841111808, offset 224 00000400:00000200:1.0:1763354564.174255:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.174260:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.174263:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556776:1556776:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556772:1556772:8:4294967295] 00000400:00000200:1.0:1763354564.174269:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.174273:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.174275:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.174278:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.174282:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.174284:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.174295:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.174298:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.174299:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.174301:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.174302:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.174306:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94ca80 x1848998841111808/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/400 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.174314:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:252586:x1848998841111808:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 297us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.174319:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85235 00000100:00000040:1.0:1763354564.174321:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354564.174322:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.174324:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.174327:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.174329:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.174332:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152e00. 00000020:00000040:1.0:1763354564.174335:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 19 00000100:00000001:1.0:1763354564.174336:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.174347:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.174350:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354564.174353:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.174357:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.174359:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fae58 00000400:00000010:0.0:1763354564.174361:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fae58. 00000100:00000001:0.0:1763354564.174363:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.174364:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.175453:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.175458:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.175460:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.175461:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.175465:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.175471:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d5580 00000400:00000200:0.0:1763354564.175475:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 4264 00000800:00000001:0.0:1763354564.175478:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.175493:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.175495:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.175498:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.175501:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.175502:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.175504:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94d880. 00000100:00000040:0.0:1763354564.175506:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94d880 x1848998841111936 msgsize 440 00000100:00100000:0.0:1763354564.175509:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.175519:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.175522:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.175524:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.175547:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.175549:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841111936 02000000:00000001:1.0:1763354564.175551:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.175552:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.175554:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.175556:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.175558:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841111936 00000020:00000001:1.0:1763354564.175559:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.175560:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:1.0:1763354564.175561:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.175563:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=20 00000020:00000001:1.0:1763354564.175565:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:1.0:1763354564.175566:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:1.0:1763354564.175568:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.175571:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000100:00000001:1.0:1763354564.175573:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.175574:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00000020:00000010:1.0:1763354564.175577:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000020:00000010:1.0:1763354564.175579:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.175582:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.175585:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.175586:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.175588:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.175589:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.175592:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.175601:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.175606:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.175607:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.175610:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85236 00000100:00000040:1.0:1763354564.175613:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354564.175614:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262484608 : -123186447067008 : ffff8ff66b94d880) 00000100:00000040:1.0:1763354564.175619:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94d880 x1848998841111936/t0(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354564.175624:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.175626:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000100:00000001:1.0:1763354564.175629:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.175630:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00000100:00100000:1.0:1763354564.175634:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2403:x1848998841111936:12345-192.168.203.48@tcp:2:lfs.0 00000100:00000200:1.0:1763354564.175636:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841111936 00000020:00000001:1.0:1763354564.175638:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.175639:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.175640:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.175641:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.175643:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830336 : -1043721280 : ffffffffc1ca13c0) 00000020:00000001:1.0:1763354564.175644:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.175646:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.175647:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.175648:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.175650:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354564.175652:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354564.175654:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.175655:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354564.175657:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.175658:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.175660:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.175661:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.175662:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.175663:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.175665:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.175666:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.175666:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.175667:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.175669:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.175671:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.175673:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.175674:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.175676:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66febd800. 02000000:00000001:1.0:1763354564.175678:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.175679:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.175681:0:74534:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1763354564.175682:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.175683:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.175685:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:1.0:1763354564.175687:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00002000:00000001:1.0:1763354564.175689:0:74534:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:1.0:1763354564.175692:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1c2 for inode 40551 00002000:00000001:1.0:1763354564.175693:0:74534:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.175695:0:74534:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.175697:0:74534:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763354564.175698:0:74534:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354564.175701:0:74534:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354564.175704:0:74534:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff55e152600. 00080000:00000001:1.0:1763354564.175706:0:74534:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882741044736 : -123190968506880 : ffff8ff55e152600) 00000001:00000001:1.0:1763354564.175707:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354564.175708:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354564.175710:0:74534:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354564.175712:0:74534:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354564.175715:0:74534:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354564.175718:0:74534:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354564.175721:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354564.175723:0:74534:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb18c0. 00080000:00000001:1.0:1763354564.175725:0:74534:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354564.175736:0:74534:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354564.175739:0:74534:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff66c2fce70. 00080000:00000001:1.0:1763354564.175754:0:74534:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354564.175756:0:74534:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:1.0:1763354564.175762:0:74534:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.175764:0:74534:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763354564.175766:0:74534:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354564.175768:0:74534:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763354564.175771:0:74534:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976003, last_committed = 8589976002 00000001:00000010:1.0:1763354564.175774:0:74534:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4a300. 00000001:00000040:1.0:1763354564.175776:0:74534:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 1 00000020:00000040:1.0:1763354564.175777:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=21 00000001:00000001:1.0:1763354564.175790:0:74534:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354564.175795:0:74534:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb18c0. 00040000:00000001:1.0:1763354564.175798:0:74534:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354564.175799:0:74534:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354564.175801:0:74534:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.175804:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354564.175808:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.175810:0:74534:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1763354564.175812:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00010000:00000040:1.0:1763354564.175816:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6da400 count: 2 00010000:00000001:1.0:1763354564.175817:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763354564.175820:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763354564.175821:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.175822:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.175824:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00002000:00000001:1.0:1763354564.175825:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883595929072 : -123190113622544 : ffff8ff59109a5f0) 00002000:00000001:1.0:1763354564.175827:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.175828:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763354564.175830:0:74534:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:1.0:1763354564.175832:0:74534:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb mtime from disk: 1763354564 -> 1763354562 00002000:00010000:1.0:1763354564.175834:0:74534:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb atime from disk: 0 -> 1763354562 00002000:00010000:1.0:1763354564.175836:0:74534:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb ctime from disk: 1763354564 -> 1763354564 00002000:00010000:1.0:1763354564.175838:0:74534:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000402:0x5327:0x0] updating lvb blocks from disk: 8 -> 8 00000020:00000002:1.0:1763354564.175839:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59109a648/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00010000:00000040:1.0:1763354564.175841:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 8589976003, xid 1848998841111936 00010000:00000001:1.0:1763354564.175843:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.175846:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94d880 x1848998841111936/t8589976003(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354564.175851:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.175852:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.175854:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.175856:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.175858:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.175859:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.175861:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.175862:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.175863:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.175865:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.175867:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa000. 00000100:00000200:1.0:1763354564.175870:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841111936, offset 224 00000400:00000200:1.0:1763354564.175873:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.175877:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.175881:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556777:1556777:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556773:1556773:8:4294967295] 00000400:00000200:1.0:1763354564.175887:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.175890:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.175893:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3100. 00000800:00000200:1.0:1763354564.175896:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.175900:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.175902:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.175914:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.175916:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.175918:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.175919:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.175920:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.175923:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94d880 x1848998841111936/t8589976003(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354564.175930:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841111936:12345-192.168.203.48@tcp:2:lfs.0 Request processed in 304us (422us total) trans 8589976003 rc 0/0 00000100:00100000:1.0:1763354564.175936:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85236 00000100:00000040:1.0:1763354564.175938:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:1.0:1763354564.175939:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.175941:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.175943:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.175946:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.175948:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152e00. 00000020:00000040:1.0:1763354564.175951:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 20 00000100:00000001:1.0:1763354564.175953:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.175999:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.176003:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3100. 00000400:00000200:0.0:1763354564.176007:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.176011:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.176014:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa000 00000400:00000010:0.0:1763354564.176017:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa000. 00000100:00000001:0.0:1763354564.176020:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.176021:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.177088:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.177094:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.177095:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.177097:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.177100:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.177106:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 472 into portal 12 MB=0x691a7971d5680 00000400:00000200:0.0:1763354564.177110:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 472/472 into md 0x76d7e5 [64] + 48344 00000800:00000001:0.0:1763354564.177114:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.177118:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.177119:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.177122:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.177124:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.177126:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.177128:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94e680. 00000100:00000040:0.0:1763354564.177130:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94e680 x1848998841112192 msgsize 472 00000100:00100000:0.0:1763354564.177133:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.177144:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.177150:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.177152:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.177167:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.177170:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841112192 02000000:00000001:2.0:1763354564.177172:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.177174:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.177176:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.177179:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.177181:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841112192 00000020:00000001:2.0:1763354564.177183:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.177184:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.177185:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.177187:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=225 00000020:00000001:2.0:1763354564.177188:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.177190:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.177192:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.177195:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.177197:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.177199:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.177202:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.177205:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.177208:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.177211:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.177213:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.177214:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.177215:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.177218:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.177228:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.177237:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.177240:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.177244:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417451 00000100:00000040:2.0:1763354564.177247:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.177249:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262488192 : -123186447063424 : ffff8ff66b94e680) 00000100:00000040:2.0:1763354564.177254:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94e680 x1848998841112192/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 472/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.177263:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.177266:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.177268:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.177271:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.177283:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+225:252586:x1848998841112192:12345-192.168.203.48@tcp:55:lfs.0 00000100:00000200:2.0:1763354564.177289:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841112192 00000020:00000001:2.0:1763354564.177291:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.177293:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.177296:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953813c0: xid 1848998841111680, transno 30065429315, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.177299:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381780: xid 1848998841108992, transno 30065429314, client gen 8, slot idx 3 00000001:00000010:2.0:1763354564.177302:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381780. 00000020:00000001:2.0:1763354564.177305:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.177307:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.177308:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707744 : -1045843872 : ffffffffc1a9b060) 00000020:00000001:2.0:1763354564.177310:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.177312:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841112192, found 0 last_xid 1848998841112191 00000020:00000001:2.0:1763354564.177314:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.177315:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.177316:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.177317:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.177319:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.177321:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000020:00000001:2.0:1763354564.177323:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.177324:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.177327:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.177328:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.177331:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff548231c00. 02000000:00000001:2.0:1763354564.177332:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.177333:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.177337:0:6519:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763354564.177339:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.177341:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.177342:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177343:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.177344:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.177346:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177347:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.177348:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.177349:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177350:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.177351:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.177352:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177353:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.177354:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.177355:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177356:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.177357:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.177358:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177359:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.177360:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.177363:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.177366:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.177367:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.177369:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.177370:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.177371:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.177372:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.177374:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.177375:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.177377:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.177379:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.177381:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.177383:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 4 00010000:00000001:2.0:1763354564.177385:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.177387:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.177390:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354564.177392:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.177394:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222caf88 to hash 00000020:00000001:2.0:1763354564.177396:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.177397:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000010:2.0:1763354564.177400:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.177402:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.177404:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.177406:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.177409:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.177414:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.177416:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.177418:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.177419:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.177421:0:6519:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354564.177424:0:6519:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.177429:0:6519:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354564.177430:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.177432:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.177433:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.177434:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.177436:0:6519:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354564.177437:0:6519:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 4/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354564.177441:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 4 00010000:00000040:2.0:1763354564.177444:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.177445:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354564.177450:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.177455:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.177458:0:6519:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354564.177460:0:6519:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 4/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.177463:0:6519:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.177466:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354564.177469:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381780. 00000100:00000001:2.0:1763354564.177470:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:2.0:1763354564.177471:0:6519:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:2.0:1763354564.177473:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354564.177474:0:6519:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354564.177476:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354564.177477:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.177478:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.177480:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.177481:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.177483:0:6519:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354564.177484:0:6519:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354564.177487:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50380. 00000020:00000040:2.0:1763354564.177489:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff672255800 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763354564.177492:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354564.177493:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354564.177496:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354564.177500:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff552ab9000. 00000100:00000001:2.0:1763354564.177503:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.177506:0:6519:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354564.177517:0:6519:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 225 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:2.0:1763354564.177522:0:6519:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354564.177525:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354564.177528:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.177533:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354564.177535:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.177538:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec50380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542714368:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354564.177541:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354564.177544:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354564.177545:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.177547:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354564.177550:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff552ab9400. 02000000:00000001:2.0:1763354564.177551:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354564.177554:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381baa8. 00000400:00000010:2.0:1763354564.177558:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7dd0. 00000100:00000200:2.0:1763354564.177562:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542714368, portal 16 00000100:00000001:2.0:1763354564.177564:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354564.177565:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315972992 : -123186393578624 : ffff8ff66ec50380) 00000100:00000040:2.0:1763354564.177569:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.177574:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.177576:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.177577:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7bb0. 00000100:00000200:2.0:1763354564.177579:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542714368, offset 0 00000400:00000200:2.0:1763354564.177582:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.177586:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.177590:0:6519:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354564.177594:0:6519:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354564.177597:0:6519:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354564.177599:0:6519:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354564.177601:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556778:1556778:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556774:1556774:8:4294967295] 00000400:00000200:2.0:1763354564.177607:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.177610:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.177613:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.177616:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.177619:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.177622:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.177633:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.177637:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306887253 00000100:00000001:2.0:1763354564.177645:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306887231 00000100:00000001:2.0:1763354564.177649:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306887253 00000100:00000001:2.0:1763354564.177652:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306887231 00000100:00000001:2.0:1763354564.177656:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306887253 00000100:00000001:2.0:1763354564.177659:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306887231 00000100:00000001:2.0:1763354564.177662:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306887253 00000100:00000001:2.0:1763354564.177665:0:6519:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306887231 00000100:00000001:2.0:1763354564.177669:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.177671:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.177674:0:6519:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.177676:0:6519:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.177679:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.177681:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.177683:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.177684:0:6519:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.177686:0:6519:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354564.177688:0:6519:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354564.177691:0:6519:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.177693:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1763354564.177693:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354564.177696:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1763354564.177696:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000100:00100000:2.0:1763354564.177699:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381780 going to sleep for 11 seconds 00000400:00000200:0.0:1763354564.177700:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1763354564.177701:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354564.177704:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.177704:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.177708:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000400:00000010:0.0:1763354564.177710:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000100:00000001:0.0:1763354564.177713:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.177718:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.177728:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.177731:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.177739:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.177741:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.178587:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.178592:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.178594:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.178595:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.178599:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.178604:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785542600 00000400:00000200:0.0:1763354564.178608:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8b81 [1] + 224 00000800:00000001:0.0:1763354564.178612:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.178616:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.178617:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.178619:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.178622:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.178625:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354564.178632:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354564.178650:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.178655:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.178658:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.178671:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354564.178677:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354564.178679:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354564.178682:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381baa8. 00000400:00000200:2.0:1763354564.178686:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000400:00000010:2.0:1763354564.178688:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00000001:2.0:1763354564.178690:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354564.178693:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354564.178699:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.178704:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.178705:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.178707:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354564.178709:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354564.178710:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.178711:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.178713:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.178716:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff672255c58 time=4 v=5 (5 5 5 0) 00000100:00001000:2.0:1763354564.178719:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff672255c10 time=4 v=5 (1 1 1 0) 00000100:00000001:2.0:1763354564.178721:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354564.178722:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.178724:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354564.178726:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.178728:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.178731:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.178735:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.178737:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354564.178738:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.178740:0:6519:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354564.178742:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.178743:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.178744:0:6519:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.178746:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354564.178752:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec50380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6519:1848998542714368:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354564.178755:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.178757:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.178758:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354564.178759:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354564.178761:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec50380 x1848998542714368/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354564.178766:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354564.178767:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354564.178770:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff552ab9400. 02000000:00000001:2.0:1763354564.178771:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354564.178773:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354564.178774:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff672255800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763354564.178775:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354564.178776:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff552ab9000. 02000000:00000001:2.0:1763354564.178778:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354564.178780:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354564.178781:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50380. 00000100:00000001:2.0:1763354564.178783:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354564.178784:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354564.178786:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381780. 00000100:00000001:2.0:1763354564.178787:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354564.178788:0:6519:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354564.178790:0:6519:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448afc40. 00010000:00000001:2.0:1763354564.178792:0:6519:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.178794:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.178795:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.178797:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763354564.178799:0:6519:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000800:00000001:0.0:1763354564.179125:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.179129:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.179131:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.179133:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.179136:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.179142:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d5700 00000400:00000200:0.0:1763354564.179146:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b121d [2] + 0 00000800:00000001:0.0:1763354564.179150:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.179170:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.179172:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.179175:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.179178:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.179179:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354564.179182:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b94df80. 00000100:00000040:0.0:1763354564.179184:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b94df80 x1848998841112320 msgsize 328 00000100:00100000:0.0:1763354564.179187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.179195:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.179198:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.179200:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.179260:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.179263:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841112320 02000000:00000001:3.0:1763354564.179265:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.179266:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.179267:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.179269:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.179271:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841112320 00000020:00000001:3.0:1763354564.179272:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.179273:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354564.179275:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.179277:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=226 00000020:00000001:3.0:1763354564.179279:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354564.179281:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354564.179283:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.179286:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.179288:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.179289:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.179293:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61c00. 00000020:00000010:3.0:1763354564.179296:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.179299:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.179304:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354564.179305:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.179306:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.179308:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354564.179310:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179312:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354564.179314:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.179315:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.179317:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354564.179318:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354564.179320:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:3.0:1763354564.179324:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000001:3.0:1763354564.179330:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.179331:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.179332:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.179333:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.179336:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354564.179340:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b94df80 x1848998841112320/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.179345:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354564.179346:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.179356:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.179363:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.179364:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.179367:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6359 00000100:00000040:3.0:1763354564.179369:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:3.0:1763354564.179372:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887262486400 : -123186447065216 : ffff8ff66b94df80) 00000100:00000040:3.0:1763354564.179375:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b94df80 x1848998841112320/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.179381:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.179384:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.179385:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.179387:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.179390:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b94df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+226:2406:x1848998841112320:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354564.179393:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841112320 00010000:00000001:3.0:1763354564.179395:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.179396:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354564.179398:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354564.179400:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.179401:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.179404:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354564.179405:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.179407:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179408:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354564.179410:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354564.179411:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.179412:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.179413:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00000020:00000001:3.0:1763354564.179415:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354564.179416:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000040:3.0:1763354564.179418:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 5 00000004:00000001:3.0:1763354564.179420:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354564.179422:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00000100:00001000:3.0:1763354564.179432:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354564 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354564.179434:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354564.179437:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.179438:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354564.179440:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00000020:00000001:3.0:1763354564.179444:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.179446:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.179447:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.179448:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179451:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.179452:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.179456:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.179456:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.179458:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.179459:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.179461:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222caf6c from hash 00010000:00000001:3.0:1763354564.179462:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.179463:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.179464:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.179465:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.179468:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.179469:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179470:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.179471:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.179473:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222caf6c lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f414e8 expref: 226 pid: 6519 timeout: 12318 lvb_type: 0 00010000:00000040:3.0:1763354564.179478:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354564.179480:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00010000:00000010:3.0:1763354564.179481:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138500. 00010000:00000001:3.0:1763354564.179486:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.179487:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.179489:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.179491:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:3.0:1763354564.179494:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.179497:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354564.179498:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.179500:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.179501:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354564.179502:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.179504:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354564.179506:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354564.179507:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.179511:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354564.179512:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354564.179514:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354564.179514:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354564.179516:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 4 00010000:00000040:3.0:1763354564.179518:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354564.179519:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:3.0:1763354564.179523:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 2/0,0 mode: CR/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 225 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354564.179527:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.179530:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354564.179532:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.179533:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179534:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354564.179535:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.179537:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354564.179539:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.179540:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354564.179543:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff6806b7f00. 00000100:00000001:3.0:1763354564.179544:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887612096256 : -123186097455360 : ffff8ff6806b7f00) 00000100:00000001:3.0:1763354564.179546:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887612096256 : -123186097455360 : ffff8ff6806b7f00) 00000100:00000001:3.0:1763354564.179547:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354564.179548:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354564.179549:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.179551:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354564.179559:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179561:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.179562:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.179563:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.179564:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354564.179565:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354564.179567:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.179568:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.179569:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763354564.179571:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff6806b7f00. 00000100:00000001:3.0:1763354564.179573:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354564.179574:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354564.179576:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a640. 00010000:00000001:3.0:1763354564.179578:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354564.179579:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354564.179581:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.179585:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1763354564.179585:0:6519:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:3.0:1763354564.179589:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.179593:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354564.179599:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1763354564.179599:0:6519:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.179604:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00010000:2.0:1763354564.179605:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000100:00000001:3.0:1763354564.179607:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.179612:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.179615:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.179616:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1763354564.179618:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1763354564.179619:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.179622:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354564.179623:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354564.179625:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.179628:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1763354564.179629:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121330. 00000020:00000040:2.0:1763354564.179630:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000020:00000001:2.0:1763354564.179634:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00000100:00000200:3.0:1763354564.179635:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841112320, offset 224 00010000:00000001:2.0:1763354564.179637:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.179640:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1763354564.179643:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354564.179644:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.179647:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.179650:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000400:00000200:3.0:1763354564.179651:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:2.0:1763354564.179653:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1763354564.179657:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556779:1556779:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556775:1556775:8:4294967295] 00000004:00000001:2.0:1763354564.179661:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:3.0:1763354564.179667:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354564.179671:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:2.0:1763354564.179673:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000010:3.0:1763354564.179675:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4f00. 00000004:00000001:2.0:1763354564.179678:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1763354564.179683:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000001:00000001:2.0:1763354564.179684:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354564.179687:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1763354564.179692:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000002:2.0:1763354564.179693:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000800:00000200:3.0:1763354564.179697:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4f00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763354564.179698:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763354564.179703:0:6519:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x2400032e4:0x9dea:0x0]flags=0x2 00000004:00000001:2.0:1763354564.179706:0:6519:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763354564.179708:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000100:00000001:3.0:1763354564.179710:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.179711:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000100:00000040:3.0:1763354564.179716:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354564.179716:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.179720:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354564.179721:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.179724:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.179726:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.179728:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00010000:00000001:3.0:1763354564.179731:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.179735:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00000100:00000040:3.0:1763354564.179737:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94df80 x1848998841112320/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.179740:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.179748:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00100000:3.0:1763354564.179752:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+225:2406:x1848998841112320:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 367us (564us total) trans 0 rc 0/0 00010000:00010000:2.0:1763354564.179754:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000100:00100000:3.0:1763354564.179763:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6359 00000100:00000040:3.0:1763354564.179767:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354564.179771:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1763354564.179771:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354564.179775:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1763354564.179776:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1763354564.179776:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354564.179779:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00010000:00010000:2.0:1763354564.179781:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000800:00000010:0.0:1763354564.179781:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4f00. 00010000:00000001:2.0:1763354564.179787:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1763354564.179787:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1763354564.179789:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.179790:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00010000:00000001:2.0:1763354564.179792:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1763354564.179795:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:3.0:1763354564.179797:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61c00. 00010000:00010000:2.0:1763354564.179797:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000400:00000200:0.0:1763354564.179799:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121330 00000020:00000040:3.0:1763354564.179804:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00000400:00000010:0.0:1763354564.179805:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121330. 00010000:00010000:2.0:1763354564.179806:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429fec00 already unused, calling callback (ffffffffc19b3550) 00000100:00000001:3.0:1763354564.179809:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.179810:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:0.0:1763354564.179811:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.179813:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1763354564.179814:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.179817:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.179824:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.179825:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.179827:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.179828:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=4 00000020:00000001:2.0:1763354564.179830:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.179833:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.179835:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.179838:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 4/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.179850:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.179851:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.179852:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.179854:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.179855:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.179857:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.179858:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.179859:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222caf88 from hash 00010000:00000001:2.0:1763354564.179861:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.179862:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.179863:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.179863:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.179865:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.179867:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.179868:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.179869:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.179870:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.179872:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:2.0:1763354564.179874:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763354564.179876:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.179877:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.179879:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.179880:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.179882:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.179883:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.179884:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.179885:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.179886:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.179888:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 2/0,0 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.179891:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.179892:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.179893:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.179894:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.179895:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.179897:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222caf88 lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.179901:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.179905:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.179905:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.179907:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.179908:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.179909:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763354564.179912:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.179913:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.179915:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.179917:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354564.179919:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841112192 00010000:00000001:2.0:1763354564.179921:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.179925:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b94e680 x1848998841112192/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 472/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.179930:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.179932:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.179934:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.179936:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.179938:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.179939:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.179941:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.179943:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.179944:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.179946:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.179949:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7dd0. 00000100:00000200:2.0:1763354564.179951:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841112192, offset 224 00000400:00000200:2.0:1763354564.179954:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.179974:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.179977:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556780:1556780:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556776:1556776:8:4294967295] 00000400:00000200:2.0:1763354564.179984:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.179987:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.179990:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.179993:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.179996:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.179998:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.180009:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.180012:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.180015:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.180017:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.180019:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.180024:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b94e680 x1848998841112192/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 472/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.180052:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b94e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252586:x1848998841112192:12345-192.168.203.48@tcp:55:lfs.0 Request processed in 2769us (2902us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763354564.180061:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417451 00000100:00000040:2.0:1763354564.180065:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.180068:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.180070:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.180073:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.180077:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:2.0:1763354564.180081:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:2.0:1763354564.180084:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00000100:00000001:2.0:1763354564.180087:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.180093:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.180096:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354564.180100:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.180105:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.180108:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000400:00000010:0.0:1763354564.180111:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00000001:0.0:1763354564.180114:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.180115:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.181208:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.181216:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.181218:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.181219:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.181224:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.181231:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d5780 00000400:00000200:0.0:1763354564.181236:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 4704 00000800:00000001:0.0:1763354564.181240:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.181245:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.181247:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.181249:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.181252:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.181254:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763354564.181259:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a706680. 00000100:00000040:0.0:1763354564.181261:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a706680 x1848998841112448 msgsize 440 00000100:00100000:0.0:1763354564.181264:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.181275:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.181279:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.181281:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.181317:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354564.181321:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841112448 02000000:00000001:1.0:1763354564.181323:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354564.181325:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.181327:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.181330:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.181333:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841112448 00000020:00000001:1.0:1763354564.181335:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354564.181337:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:1.0:1763354564.181338:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354564.181341:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:1.0:1763354564.181343:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:1.0:1763354564.181346:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354564.181349:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.181353:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000100:00000001:1.0:1763354564.181356:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.181358:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00000020:00000010:1.0:1763354564.181363:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e152e00. 00000020:00000010:1.0:1763354564.181366:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.181370:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354564.181375:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354564.181377:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.181379:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354564.181380:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.181384:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.181396:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.181404:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354564.181406:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.181412:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85237 00000100:00000040:1.0:1763354564.181416:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:1.0:1763354564.181418:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974883456 : -123186734668160 : ffff8ff65a706680) 00000100:00000040:1.0:1763354564.181424:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a706680 x1848998841112448/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.181433:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354564.181436:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000100:00000001:1.0:1763354564.181438:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.181440:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00000100:00100000:1.0:1763354564.181445:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841112448:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:1.0:1763354564.181448:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841112448 00000020:00000001:1.0:1763354564.181451:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354564.181454:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354564.181456:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.181458:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.181460:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000001:1.0:1763354564.181463:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763354564.181465:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.181468:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354564.181469:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.181472:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763354564.181474:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763354564.181477:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.181479:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354564.181481:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.181483:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.181484:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.181487:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.181488:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.181490:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.181491:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354564.181493:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354564.181494:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354564.181496:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.181499:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.181501:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.181504:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.181506:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.181510:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66febd400. 02000000:00000001:1.0:1763354564.181512:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.181514:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.181517:0:74534:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763354564.181519:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763354564.181522:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354564.181528:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:1.0:1763354564.181530:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:1.0:1763354564.181533:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763354564.181537:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.181539:0:74534:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763354564.181541:0:74534:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:1.0:1763354564.181544:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a64a for inode 40455 00000020:00000002:1.0:1763354564.181548:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000001:1.0:1763354564.181553:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354564.181558:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763354564.181562:0:74534:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354564.181565:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841112448 00010000:00000001:1.0:1763354564.181567:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354564.181572:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a706680 x1848998841112448/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354564.181579:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.181582:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.181585:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354564.181588:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354564.181591:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354564.181593:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354564.181596:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.181597:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.181600:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.181602:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354564.181606:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faee0. 00000100:00000200:1.0:1763354564.181610:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841112448, offset 224 00000400:00000200:1.0:1763354564.181616:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354564.181621:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354564.181625:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556781:1556781:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556777:1556777:8:4294967295] 00000400:00000200:1.0:1763354564.181630:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354564.181634:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354564.181636:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cba3300. 00000800:00000200:1.0:1763354564.181639:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354564.181643:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354564.181645:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cba3300 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354564.181656:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.181658:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354564.181660:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.181661:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.181663:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354564.181667:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a706680 x1848998841112448/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 440/432 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354564.181676:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841112448:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 240us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354564.181682:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85237 00000100:00000040:1.0:1763354564.181683:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:1.0:1763354564.181685:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.181687:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.181689:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000020:00000010:1.0:1763354564.181692:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354564.181694:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e152e00. 00000020:00000040:1.0:1763354564.181698:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:1.0:1763354564.181699:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.181710:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.181714:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cba3300. 00000400:00000200:0.0:1763354564.181718:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.181721:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.181724:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faee0 00000400:00000010:0.0:1763354564.181725:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faee0. 00000100:00000001:0.0:1763354564.181727:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.181728:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.182079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff600. 00000800:00000001:0.0:1763354564.183159:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.183166:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.183168:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.183170:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.183174:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.183182:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d5800 00000400:00000200:0.0:1763354564.183188:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 48816 00000800:00000001:0.0:1763354564.183192:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.183197:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.183199:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.183202:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.183205:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.183206:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.183209:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a707480. 00000100:00000040:0.0:1763354564.183211:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a707480 x1848998841112576 msgsize 568 00000100:00100000:0.0:1763354564.183213:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.183223:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.183226:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.183228:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.183244:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.183247:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841112576 02000000:00000001:2.0:1763354564.183249:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.183251:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.183252:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.183255:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.183257:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841112576 00000020:00000001:2.0:1763354564.183259:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.183261:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.183263:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.183265:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=224 00000020:00000001:2.0:1763354564.183267:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.183268:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.183270:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.183274:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.183276:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.183279:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.183284:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9600. 00000020:00000010:2.0:1763354564.183289:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27480. 00000020:00000010:2.0:1763354564.183292:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354af0. 00000100:00000040:2.0:1763354564.183298:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.183301:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.183302:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.183304:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.183309:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.183322:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.183333:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.183334:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.183339:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417452 00000100:00000040:2.0:1763354564.183341:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.183343:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974887040 : -123186734664576 : ffff8ff65a707480) 00000100:00000040:2.0:1763354564.183348:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a707480 x1848998841112576/t0(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 568/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.183355:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.183357:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000100:00000001:2.0:1763354564.183359:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.183361:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00100000:2.0:1763354564.183364:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+224:252586:x1848998841112576:12345-192.168.203.48@tcp:61:lfs.0 00000100:00000200:2.0:1763354564.183366:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841112576 00000020:00000001:2.0:1763354564.183369:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.183370:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.183373:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.183374:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.183376:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708032 : -1045843584 : ffffffffc1a9b180) 00000020:00000001:2.0:1763354564.183378:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.183380:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841112576, found 0 last_xid 1848998841112575 00000020:00000001:2.0:1763354564.183382:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.183385:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.183386:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.183389:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.183392:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.183395:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786704856 : -123189922846760 : ffff8ff59c68a7d8) 00000020:00000001:2.0:1763354564.183398:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.183400:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.183405:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.183407:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.183411:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff548232800. 02000000:00000001:2.0:1763354564.183413:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.183415:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183417:0:6519:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763354564.183420:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354564.183422:0:6519:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763354564.183425:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.183426:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.183428:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:2.0:1763354564.183430:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:2.0:1763354564.183433:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000040:2.0:1763354564.183436:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052d00 count: 2 00000004:00000001:2.0:1763354564.183439:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354564.183441:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.183443:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.183445:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.183447:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.183448:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183453:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.183454:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.183459:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183461:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183463:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.183465:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.183467:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cae85 from hash 00010000:00000001:2.0:1763354564.183469:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.183470:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183471:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183472:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.183475:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.183477:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183478:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.183479:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.183484:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cae85 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41471 expref: 224 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.183493:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:2.0:1763354564.183495:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000010:2.0:1763354564.183498:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138c00. 00010000:00000001:2.0:1763354564.183504:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183505:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.183506:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.183508:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:2.0:1763354564.183510:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.183512:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.183514:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.183516:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.183519:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052d00) 00010000:00000001:2.0:1763354564.183522:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183524:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183526:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763354564.183528:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052d00 count: 0 00010000:00000010:2.0:1763354564.183533:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27800. 00010000:00000040:2.0:1763354564.183538:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 3 00000004:00000001:2.0:1763354564.183540:0:6519:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354564.183542:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.183543:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.183545:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.183546:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.183548:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183550:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.183551:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.183553:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183554:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183555:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.183557:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.183558:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff800 with handle 0x4a8bb634222caf18 from hash 00010000:00000001:2.0:1763354564.183560:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.183560:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183561:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183562:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.183564:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.183565:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183566:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.183567:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.183570:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf18 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414a2 expref: 223 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.183575:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 215 00000020:00000040:2.0:1763354564.183576:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00010000:00000010:2.0:1763354564.183578:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.183581:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183581:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.183582:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.183584:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00000001:2.0:1763354564.183585:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183587:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183588:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354564.183589:0:6519:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354564.183591:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763354564.183592:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.183594:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.183596:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.183597:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.183599:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.183602:0:6519:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763354564.183607:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354564.183608:0:6519:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183609:0:6519:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183611:0:6519:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763354564.183612:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354564.183613:0:6519:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183615:0:6519:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183617:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.183619:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.183620:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.183622:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 2 00010000:00000001:2.0:1763354564.183624:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.183626:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.183628:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff600. 00000020:00000001:2.0:1763354564.183630:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.183632:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff600 with handle 0x4a8bb634222caf8f to hash 00000020:00000001:2.0:1763354564.183633:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.183634:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000010:2.0:1763354564.183637:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138300. 00010000:00000001:2.0:1763354564.183639:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.183640:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.183641:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.183643:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.183648:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.183650:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.183652:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.183653:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.183655:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183656:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.183657:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183659:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.183661:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.183662:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.183663:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.183664:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 2 00010000:00000040:2.0:1763354564.183666:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.183668:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.183671:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.183675:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.183676:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.183677:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183678:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.183679:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183680:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183682:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.183684:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.183685:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.183687:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.183690:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.183691:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183692:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183692:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.183693:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.183694:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:2.0:1763354564.183696:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.183697:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354564.183699:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183700:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.183701:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183702:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.183703:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.183704:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.183706:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052b00. 00010000:00000010:2.0:1763354564.183709:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27800. 00010000:00000001:2.0:1763354564.183711:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.183713:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff593545600. 00000020:00000001:2.0:1763354564.183714:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.183716:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff593545600 with handle 0x4a8bb634222caf96 to hash 00000020:00000001:2.0:1763354564.183717:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.183718:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000010:2.0:1763354564.183720:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138c00. 00010000:00000001:2.0:1763354564.183721:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.183723:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.183724:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.183725:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,1 mode: --/EX res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.183728:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.183729:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.183730:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.183731:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.183732:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183733:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.183734:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183735:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.183736:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.183737:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.183737:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.183738:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) refcount = 1 00010000:00010000:2.0:1763354564.183740:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.183747:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.183748:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.183749:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183750:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.183751:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.183752:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.183753:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.183755:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.183756:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.183757:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.183760:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.183761:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183761:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.183762:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.183763:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.183764:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000020:00000001:2.0:1763354564.183765:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.183766:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:2.0:1763354564.183767:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.183768:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.183769:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183772:0:6519:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763354564.183774:0:6519:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763354564.183775:0:6519:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.183777:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.183783:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e94e0. 00080000:00000001:2.0:1763354564.183785:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.183788:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab9000. 00080000:00000001:2.0:1763354564.183790:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 00000004:00000001:2.0:1763354564.183792:0:6519:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763354564.183794:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.183797:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763354564.183800:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff5448afc40. 00000004:00000001:2.0:1763354564.183801:0:6519:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183803:0:6519:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763354564.183804:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.183805:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763354564.183806:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff5448af1c0. 00000004:00000001:2.0:1763354564.183808:0:6519:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.183811:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff546361ec0. 00000004:00000001:2.0:1763354564.183812:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.183821:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763354564.183823:0:6519:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff546361220. 00000004:00000001:2.0:1763354564.183824:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.183826:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.183829:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183832:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183843:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.183847:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 00000004:00000001:2.0:1763354564.183850:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183852:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183855:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183856:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183857:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.183858:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 00000004:00000001:2.0:1763354564.183859:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183861:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.183863:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.183865:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.183869:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.183870:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.183871:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 00080000:00000001:2.0:1763354564.183874:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.183877:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.183880:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af8c0. 00080000:00000001:2.0:1763354564.183882:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183883:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.183890:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.183892:0:6519:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183897:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183902:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354564.183904:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354564.183909:0:6519:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6caa28. 00000004:00000010:2.0:1763354564.183912:0:6519:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7fd48. 00000004:00000010:2.0:1763354564.183914:0:6519:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7f9a8. 00000004:00000010:2.0:1763354564.183918:0:6519:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff8ff59cf7f070. 00000004:00000010:2.0:1763354564.183920:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.183923:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183924:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.183925:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 00080000:00000001:2.0:1763354564.183927:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.183929:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9dea:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763354564.183945:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff66ba27980. 00000004:00000001:2.0:1763354564.183976:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183978:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.183981:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183983:0:6519:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354564.183984:0:6519:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354564.183987:0:6519:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff66ba27f80. 00000004:00000010:2.0:1763354564.183989:0:6519:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6cb9b0. 00000004:00000010:2.0:1763354564.183992:0:6519:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7fdf8. 00000004:00000010:2.0:1763354564.183993:0:6519:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7f6b0. 00000004:00000010:2.0:1763354564.183995:0:6519:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff5559c79c0. 00000004:00000001:2.0:1763354564.183998:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.183999:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.184001:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 00080000:00000001:2.0:1763354564.184003:0:6519:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.184005:0:6519:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de6:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763354564.184015:0:6519:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff66ba27f80. 00000004:00000001:2.0:1763354564.184019:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184020:0:6519:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184023:0:6519:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763354564.184025:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184027:0:6519:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763354564.184029:0:6519:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184031:0:6519:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763354564.184081:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.184085:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000004:00000001:3.0:1763354564.184090:0:29735:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000001:00000001:2.0:1763354564.184091:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.184095:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429316, last_committed = 30065429314 00000004:00000020:3.0:1763354564.184096:0:29735:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1763354564.184099:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) 570026f9-e5dc-49df-a7a2-7e00e0640bb2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000001:00000010:2.0:1763354564.184103:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9600. 00000100:00000010:3.0:1763354564.184104:0:29735:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09c00. 00000001:00000040:2.0:1763354564.184107:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 2 00000100:00000001:0.0:1763354564.184107:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:3.0:1763354564.184111:0:29735:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000040:2.0:1763354564.184112:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=223 00000100:00000010:0.0:1763354564.184115:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a704700. 00000001:00000010:2.0:1763354564.184120:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953819c0. 00000020:00000040:0.0:1763354564.184120:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff678ffe000 refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1763354564.184121:0:29735:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354564.184126:0:29735:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1763354564.184127:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:2.0:1763354564.184129:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 02000000:00000001:0.0:1763354564.184130:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354564.184131:0:29735:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184132:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.184136:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549575680 : -123191159975936 : ffff8ff552ab9000) 02000000:00000001:0.0:1763354564.184136:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354564.184139:0:29735:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff66ffd4c00. 02000000:00000010:0.0:1763354564.184143:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67534d300. 00000100:00000001:3.0:1763354564.184145:0:29735:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184148:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184150:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000100:00000001:3.0:1763354564.184152:0:29735:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000001:2.0:1763354564.184155:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953819c0: xid 1848998841112576, transno 30065429316, tag 0, client gen 8, slot idx 3 00000100:00000040:0.0:1763354564.184156:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 570026f9-e5dc-49df-a7a2-7e00e0640bb2->MGS req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.184158:0:29735:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.184160:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.184168:0:29735:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064342227] to pc [ptlrpcd_00_00+0] req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1763354564.184170:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af8c0. 00000100:00000001:0.0:1763354564.184171:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354564.184175:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354564.184178:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.184182:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:0.0:1763354564.184185:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b14ef48e] to pc [ptlrpcd_00_01+1] req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354564.184186:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.184192:0:6519:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e94e0. 00000020:00000001:2.0:1763354564.184198:0:6519:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.184202:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354564.184204:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.184206:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.184207:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff546361ec0. 00000004:00000001:3.0:1763354564.184208:0:29735:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.184212:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000010:2.0:1763354564.184214:0:6519:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff546361220. 00000100:00000001:0.0:1763354564.184218:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00200000:00000001:2.0:1763354564.184220:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000100:00000010:0.0:1763354564.184222:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a707100. 00000020:00000010:2.0:1763354564.184225:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e94e0. 00000020:00000040:0.0:1763354564.184226:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff54640e800 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00080000:00000001:2.0:1763354564.184231:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:3.0:1763354564.184232:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354564.184232:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:2.0:1763354564.184236:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab9400. 02000000:00000001:0.0:1763354564.184236:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1763354564.184237:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.184239:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1763354564.184240:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184241:0:3655:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:2.0:1763354564.184241:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549576704 : -123191159974912 : ffff8ff552ab9400) 00000100:00000001:1.0:1763354564.184246:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1763354564.184247:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 02000000:00000010:0.0:1763354564.184248:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67534db00. 00000100:00000040:3.0:1763354564.184249:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.184250:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1763354564.184252:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000100:00000001:0.0:1763354564.184254:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184257:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000100:00000040:1.0:1763354564.184261:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354564.184262:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000100:00000040:0.0:1763354564.184262:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1763354564.184266:0:6519:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000100:00000001:3.0:1763354564.184268:0:3655:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354564.184273:0:3655:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184273:0:6519:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 02000000:00000001:3.0:1763354564.184279:0:3655:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000010:2.0:1763354564.184281:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff595381780. 02000000:00000001:3.0:1763354564.184284:0:3655:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.184290:0:6519:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 02000000:00000001:3.0:1763354564.184291:0:3655:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354564.184297:0:6519:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff59cf7f6b0. 00000100:00000001:1.0:1763354564.184298:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354564.184298:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1763354564.184299:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:570026f9-e5dc-49df-a7a2-7e00e0640bb2:3655:1848998542714624:0@lo:400:kworker.0 00000100:00000001:1.0:1763354564.184304:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184304:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354564.184306:0:6519:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff59cf7fdf8. 00000100:00000001:3.0:1763354564.184307:0:3655:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354564.184312:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354564.184313:0:3655:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1763354564.184315:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:0.0:1763354564.184316:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddadadad] to pc [ptlrpcd_00_02+2] req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.184317:0:3655:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.184317:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354564.184323:0:3655:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000010:2.0:1763354564.184324:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6c9f10. 02000000:00000001:1.0:1763354564.184325:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354564.184328:0:3655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff679a61c00. 02000000:00000001:3.0:1763354564.184335:0:3655:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184335:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000100:00100000:1.0:1763354564.184336:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848998542714496:0@lo:41:osp-pre-1-0.0 00000004:00000001:2.0:1763354564.184341:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.184345:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1763354564.184348:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786964840 : -123189922586776 : ffff8ff59c6c9f68) 02000000:00000001:1.0:1763354564.184351:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1763354564.184352:0:3655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b7e8. 02000000:00000001:1.0:1763354564.184355:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184356:0:6519:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.184359:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1763354564.184361:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701217f8. 00000004:00000001:2.0:1763354564.184362:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000100:00000001:0.0:1763354564.184362:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.184367:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.184367:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff67ab62000. 00000100:00000200:3.0:1763354564.184370:0:3655:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542714624, portal 25 00000100:00000040:0.0:1763354564.184371:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1763354564.184374:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184375:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000004:00000001:2.0:1763354564.184375:0:6519:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184377:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1763354564.184379:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974875392 : -123186734676224 : ffff8ff65a704700) 00000004:00000001:2.0:1763354564.184382:0:6519:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000100:00000010:0.0:1763354564.184384:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705f80. 00000400:00000010:1.0:1763354564.184385:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000100:00000040:3.0:1763354564.184386:0:3655:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763354564.184389:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff543663000 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1763354564.184391:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1763354564.184394:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000001:0.0:1763354564.184395:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1763354564.184397:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1763354564.184399:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1763354564.184402:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1763354564.184403:0:3655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1763354564.184404:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542714496, portal 4 02000000:00000001:0.0:1763354564.184404:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.184409:0:3655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1763354564.184410:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67534d400. 00000100:00000001:1.0:1763354564.184411:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1763354564.184414:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1763354564.184415:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121d48. 00000100:00000001:1.0:1763354564.184416:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000100:00000001:0.0:1763354564.184417:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.184421:0:3655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1848998542714624, offset 0 00000100:00000040:0.0:1763354564.184427:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354564.184432:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354564.184433:0:3655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1763354564.184440:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354564.184445:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.184449:0:3655:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1763354564.184452:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354564.184457:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.184459:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1763354564.184464:0:3655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a785542700 02000000:00000001:2.0:1763354564.184465:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184465:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.184466:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1763354564.184476:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1848998542714752:0@lo:400:kworker.0 00000400:00000200:3.0:1763354564.184478:0:3655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x7b4811 [2] + 0 00000100:00000040:0.0:1763354564.184478:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad36c122] to pc [ptlrpcd_00_03+3] req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354564.184479:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1763354564.184487:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1763354564.184488:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000400:00000010:3.0:1763354564.184490:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fdc0. 02000000:00000001:2.0:1763354564.184493:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1763354564.184496:0:3655:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff55c12d180 02000000:00000001:2.0:1763354564.184497:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.184502:0:3655:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1763354564.184503:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1763354564.184505:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1848998542714496, offset 0 02000000:00000010:2.0:1763354564.184510:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff552ab8a00. 00000400:00000200:3.0:1763354564.184512:0:3655:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1763354564.184517:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.184522:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1763354564.184524:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.184527:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55c12d180 00000400:00000010:2.0:1763354564.184528:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381baa8. 00000100:00000040:0.0:1763354564.184528:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1763354564.184532:0:3655:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55c12d180. 00000100:00000001:0.0:1763354564.184536:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1763354564.184537:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763354564.184540:0:3655:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1763354564.184540:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705880. 00000100:00000200:3.0:1763354564.184544:0:3655:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000040:0.0:1763354564.184544:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff54370d000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:2.0:1763354564.184548:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7dd0. 00000100:00000040:3.0:1763354564.184549:0:3655:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544a2f450 x1848998542714624 msgsize 224 00000100:00000001:0.0:1763354564.184549:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1763354564.184552:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x691a785542680 02000000:00000001:0.0:1763354564.184554:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1763354564.184557:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542714752, portal 10 02000000:00000001:0.0:1763354564.184559:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.184562:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354564.184564:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1763354564.184567:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1fdd85 [256] + 1344 02000000:00000010:0.0:1763354564.184568:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67534dd00. 00000100:00000040:3.0:1763354564.184569:0:3655:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763354564.184569:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974886144 : -123186734665472 : ffff8ff65a707100) 00000100:00000001:0.0:1763354564.184575:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184579:0:3655:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354564.184579:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1763354564.184583:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354564.184585:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1763354564.184586:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121d48 00000400:00000200:1.0:1763354564.184589:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1763354564.184591:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121d48. 00000100:00000001:3.0:1763354564.184596:0:3655:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1763354564.184601:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354564.184604:0:3655:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354564.184607:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354564.184616:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084700. 00000100:00000001:0.0:1763354564.184619:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354564.184620:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.184624:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672084700 x1848998542714496 msgsize 224 00000100:00000001:0.0:1763354564.184625:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.184628:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763354564.184634:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.184634:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000763c234d] to pc [ptlrpcd_00_00+0] req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763354564.184635:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7bb0. 00000100:00100000:1.0:1763354564.184640:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1763354564.184642:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354564.184642:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848998542714752, offset 0 00000400:00000200:2.0:1763354564.184655:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763354564.184655:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763354564.184668:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354564.184669:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763354564.184670:0:3655:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1763354564.184670:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000100:00000001:0.0:1763354564.184670:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.184676:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1763354564.184677:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:3.0:1763354564.184678:0:3655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354564.184684:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a785542780 00000100:00000001:0.0:1763354564.184684:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1763354564.184687:0:3655:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS new deadline estimation for cpu 0 is 4306887260 00000100:00000001:1.0:1763354564.184687:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1763354564.184688:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a706300. 00000400:00000200:2.0:1763354564.184693:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d7e5 [64] + 49384 00000020:00000040:0.0:1763354564.184694:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff54370e000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1763354564.184697:0:3655:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306887253 00000100:00000200:1.0:1763354564.184699:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.184699:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.184703:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1763354564.184704:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354564.184705:0:3655:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS new deadline estimation for cpu 1 is 4306887260 02000000:00000001:0.0:1763354564.184708:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184714:0:3655:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306887253 02000000:00000010:0.0:1763354564.184714:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67534d700. 00000400:00000200:2.0:1763354564.184716:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354564.184720:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184722:0:3655:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS new deadline estimation for cpu 2 is 4306887260 00000100:00000001:1.0:1763354564.184724:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354564.184725:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1763354564.184728:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.184729:0:3655:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306887253 00000100:00000200:2.0:1763354564.184730:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1763354564.184733:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.184736:0:3655:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS new deadline estimation for cpu 3 is 4306887260 00000100:00000010:2.0:1763354564.184740:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50380. 00000100:00000001:3.0:1763354564.184742:0:3655:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.148@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306887253 00000100:00000040:2.0:1763354564.184748:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50380 x1848998542714752 msgsize 224 00000100:00000001:3.0:1763354564.184749:0:3655:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354564.184757:0:3655:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184757:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354564.184762:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184763:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.184766:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354564.184766:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184768:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354564.184770:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e377a0e] to pc [ptlrpcd_00_01+1] req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.184772:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.184776:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354564.184780:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354564.184780:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184783:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184784:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354564.184784:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1763354564.184786:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1763354564.184787:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7670 usecs (8 jiffies) 00000100:00000001:3.0:1763354564.184788:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354564.184792:0:3655:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1763354564.184792:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1763354564.184794:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000100:00000010:0.0:1763354564.184797:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a706d80. 00000100:00000040:3.0:1763354564.184798:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763354564.184800:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000020:00000040:0.0:1763354564.184801:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff543a6a000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1763354564.184806:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306886152 00000100:00000001:0.0:1763354564.184807:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1763354564.184808:0:3656:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1763354564.184810:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1763354564.184813:0:3655:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1763354564.184815:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.184816:0:3655:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.184816:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306887260 00000100:00000200:2.0:1763354564.184819:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.184823:0:3655:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1763354564.184824:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306886152 02000000:00000010:0.0:1763354564.184825:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67534da00. 02000000:00000001:3.0:1763354564.184827:0:3655:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.184833:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.184834:0:3655:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.184834:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.184838:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1763354564.184843:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1848998542715136:0@lo:400:kworker.0 00000100:00000001:1.0:1763354564.184846:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306886152 00000100:00000040:0.0:1763354564.184846:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354564.184847:0:3655:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1763354564.184847:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.184851:0:3655:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1763354564.184854:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306887260 02000000:00000001:3.0:1763354564.184855:0:3655:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.184862:0:3655:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1763354564.184863:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306886152 02000000:00000010:3.0:1763354564.184868:0:3655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff679a61000. 00000100:00000001:1.0:1763354564.184871:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306887260 02000000:00000001:3.0:1763354564.184874:0:3655:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.184875:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.184877:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.184881:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1763354564.184882:0:3655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000100:00000001:0.0:1763354564.184884:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354564.184885:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.184888:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354564.184889:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121d48. 00000100:00000001:1.0:1763354564.184890:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.184890:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.184894:0:3655:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542715136, portal 10 00000100:00000040:2.0:1763354564.184895:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7810 usecs (8 jiffies) 00000100:00000001:1.0:1763354564.184897:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.184899:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354564.184901:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306886152 00000100:00000001:3.0:1763354564.184902:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974882560 : -123186734669056 : ffff8ff65a706300) 00000100:00000040:0.0:1763354564.184902:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3fc1af7] to pc [ptlrpcd_00_02+2] req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.184906:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306887260 00000100:00000001:1.0:1763354564.184907:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.184912:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1763354564.184913:0:3655:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.184913:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306886152 00000100:00000001:2.0:1763354564.184921:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000001:1.0:1763354564.184921:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354564.184926:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354564.184927:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306886152 00000100:00000001:1.0:1763354564.184931:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1763354564.184932:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.184933:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306887260 00000100:00000040:0.0:1763354564.184938:0:102784:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763354564.184941:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306886152 00000100:00000001:3.0:1763354564.184942:0:3655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354564.184942:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.184942:0:102784:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1763354564.184948:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000040:3.0:1763354564.184949:0:3655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1763354564.184949:0:102784:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705500. 00000100:00000001:2.0:1763354564.184954:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1763354564.184968:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000020:00000040:0.0:1763354564.184969:0:102784:0:(genops.c:1229:class_import_get()) import ffff8ff6754fa000 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1763354564.184971:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.184976:0:3655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848998542715136, offset 0 00000100:00000001:0.0:1763354564.184977:0:102784:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1763354564.184978:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.184981:0:102784:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1763354564.184984:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354564.184986:0:3655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763354564.184986:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1763354564.184986:0:102784:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.184990:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.184991:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.184993:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1763354564.184995:0:102784:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff649808100. 02000000:00000001:1.0:1763354564.184997:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1763354564.184998:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1763354564.185000:0:3655:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763354564.185002:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354564.185002:0:102784:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.185003:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.185006:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1763354564.185010:0:3655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a785542900 02000000:00000001:1.0:1763354564.185011:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.185012:0:102784:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763354564.185014:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354564.185020:0:3655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d7e5 [64] + 49608 00000100:00100000:1.0:1763354564.185021:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1848998542715008:0@lo:400:kworker.0 00000400:00000200:3.0:1763354564.185032:0:3655:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354564.185054:0:3655:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354564.185060:0:3655:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1763354564.185064:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1763354564.185065:0:3655:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1763354564.185067:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.185070:0:102784:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1763354564.185073:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1763354564.185073:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1763354564.185075:0:3655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0b480. 00000100:00000001:0.0:1763354564.185076:0:102784:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.185078:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354564.185079:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1763354564.185083:0:3655:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0b480 x1848998542715136 msgsize 224 02000000:00000001:2.0:1763354564.185084:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.185085:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.185087:0:102784:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad446ed6] to pc [ptlrpcd_00_03+3] req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.185092:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1848998542715264:0@lo:400:kworker.0 02000000:00000001:1.0:1763354564.185092:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1763354564.185100:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1763354564.185100:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff55e152e00. 00000100:00000001:2.0:1763354564.185101:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354564.185105:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354564.185108:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.185109:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.185114:0:3655:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1763354564.185115:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1763354564.185116:0:102784:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.185118:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2d10. 02000000:00000010:2.0:1763354564.185120:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff552ab9200. 00000400:00000200:3.0:1763354564.185121:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000100:00000040:0.0:1763354564.185125:0:102784:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12223) 00000400:00000010:3.0:1763354564.185126:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 02000000:00000001:2.0:1763354564.185126:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.185132:0:3655:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1763354564.185133:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381be70. 00000100:00000200:3.0:1763354564.185137:0:3655:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.185139:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1763354564.185143:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7bb0. 00000400:00000010:1.0:1763354564.185144:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000100:00000001:0.0:1763354564.185144:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354564.185148:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354564.185149:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1763354564.185151:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542715264, portal 10 00000100:00000040:3.0:1763354564.185153:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354564.185153:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542715008, portal 10 00000100:00000001:2.0:1763354564.185155:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354564.185158:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974885248 : -123186734666368 : ffff8ff65a706d80) 00000100:00000040:0.0:1763354564.185159:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.185161:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354564.185165:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974879872 : -123186734671744 : ffff8ff65a705880) 00000100:00000040:2.0:1763354564.185168:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.185178:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.185180:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.185183:0:3655:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.185188:0:3655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.185196:0:3655:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 7366 usecs (8 jiffies) 00000100:00000001:0.0:1763354564.185196:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354564.185199:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763354564.185201:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.185203:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886153 00000100:00000040:2.0:1763354564.185207:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1763354564.185209:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1763354564.185210:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4306887260 00000400:00000010:2.0:1763354564.185212:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7cc0. 02000000:00000001:0.0:1763354564.185214:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354564.185218:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886153 00000100:00000200:2.0:1763354564.185218:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848998542715264, offset 0 00000100:00000001:1.0:1763354564.185218:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1763354564.185220:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.185224:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000040:1.0:1763354564.185227:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763354564.185228:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886153 00000100:00100000:0.0:1763354564.185230:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a705f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1848998542714880:0@lo:400:kworker.0 00000400:00000200:2.0:1763354564.185232:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763354564.185234:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4306887260 00000400:00000010:1.0:1763354564.185236:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00000100:00000001:3.0:1763354564.185240:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886153 00000100:00000001:0.0:1763354564.185240:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1763354564.185243:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848998542715008, offset 0 00000400:00000200:2.0:1763354564.185245:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763354564.185246:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4306887260 02000000:00000001:0.0:1763354564.185246:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1763354564.185252:0:3655:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354564.185252:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.185255:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763354564.185258:0:3655:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.185258:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1763354564.185259:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a785542980 00000100:00000001:3.0:1763354564.185264:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354564.185265:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc7400. 00000100:00000001:3.0:1763354564.185267:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354564.185270:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d7e5 [64] + 49832 02000000:00000001:0.0:1763354564.185272:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.185273:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763354564.185274:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1763354564.185277:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354564.185279:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1763354564.185281:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000100:00000001:3.0:1763354564.185284:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354564.185287:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1763354564.185288:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1763354564.185290:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a785542880 00000100:00000001:3.0:1763354564.185291:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.185291:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b990. 00000100:00000001:2.0:1763354564.185296:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1763354564.185297:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354564.185300:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542714880, portal 10 00000100:00000200:2.0:1763354564.185301:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1763354564.185304:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d7e5 [64] + 50056 00000100:00000001:0.0:1763354564.185306:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.185310:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974881664 : -123186734669952 : ffff8ff65a705f80) 00000100:00000010:2.0:1763354564.185311:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec51880. 00000100:00000001:3.0:1763354564.185314:0:29725:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1763354564.185314:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1763354564.185318:0:29725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542714624 00000100:00000040:2.0:1763354564.185319:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec51880 x1848998542715264 msgsize 224 02000000:00000001:3.0:1763354564.185322:0:29725:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1763354564.185323:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354564.185324:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354564.185325:0:29725:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.185329:0:29725:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.185335:0:29725:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.185335:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763354564.185342:0:29725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542714624 00000100:00000001:0.0:1763354564.185344:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1763354564.185345:0:29725:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.185348:0:29725:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f191a 00000100:00000001:2.0:1763354564.185349:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1763354564.185353:0:29725:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354564.185353:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1763354564.185356:0:29725:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d0000 refcount=23 00000400:00000010:0.0:1763354564.185359:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000020:00000001:3.0:1763354564.185360:0:29725:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311643136 : -123191397908480 : ffff8ff5447d0000) 00000400:00000200:2.0:1763354564.185364:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000020:00000001:3.0:1763354564.185365:0:29725:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311643136 : -123191397908480 : ffff8ff5447d0000) 00000400:00000010:2.0:1763354564.185368:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:1.0:1763354564.185368:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763354564.185369:0:29725:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354564.185374:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1763354564.185374:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542714752 00000020:00000010:3.0:1763354564.185376:0:29725:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000200:0.0:1763354564.185376:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848998542714880, offset 0 02000000:00000001:1.0:1763354564.185380:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1763354564.185381:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.185382:0:29725:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.185384:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.185389:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.185390:0:29725:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000400:00000200:0.0:1763354564.185390:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1763354564.185399:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.185400:0:29725:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00000100:00000001:2.0:1763354564.185400:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1763354564.185407:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542714752 00000400:00000200:0.0:1763354564.185407:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1763354564.185408:0:29725:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000100:00000040:2.0:1763354564.185408:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354564.185413:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1763354564.185417:0:29725:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000020:00000040:1.0:1763354564.185418:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f1b2e 00000020:00000001:1.0:1763354564.185425:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1763354564.185425:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a785542800 00000100:00000001:2.0:1763354564.185426:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.185427:0:29725:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:1.0:1763354564.185430:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff544b6a000 refcount=5 00000100:00000001:3.0:1763354564.185432:0:29725:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.185433:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.185437:0:29725:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763354564.185437:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882315419648 : -123191394131968 : ffff8ff544b6a000) 00000400:00000200:0.0:1763354564.185438:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d7e5 [64] + 50280 00000100:00000001:3.0:1763354564.185440:0:29725:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185440:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.185444:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882315419648 : -123191394131968 : ffff8ff544b6a000) 00000100:00000040:2.0:1763354564.185448:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7417 usecs (8 jiffies) 00000100:00000001:3.0:1763354564.185449:0:29725:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.185450:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354564.185451:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354564.185452:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886153 00000100:00000001:2.0:1763354564.185457:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000020:00000010:1.0:1763354564.185459:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000400:00000200:0.0:1763354564.185460:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354564.185461:0:29725:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.185462:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886153 00000100:00000001:1.0:1763354564.185465:0:38200:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.185468:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000001:0.0:1763354564.185471:0:3657:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1763354564.185472:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886153 00000020:00000010:1.0:1763354564.185472:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00000100:00000001:3.0:1763354564.185473:0:29725:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1763354564.185477:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1763354564.185478:0:29725:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763354564.185478:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.185483:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886153 00000020:00000010:1.0:1763354564.185483:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff55e153c00. 00000100:00000010:0.0:1763354564.185485:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a706a00. 00000100:00100000:3.0:1763354564.185487:0:29725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6675 00000100:00000001:2.0:1763354564.185490:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000040:0.0:1763354564.185492:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a706a00 x1848998542714880 msgsize 224 00000100:00000040:3.0:1763354564.185493:0:29725:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d0000 : new rpc_count 1 00000100:00000001:2.0:1763354564.185494:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354564.185494:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66c563600. 00000100:00000001:3.0:1763354564.185499:0:29725:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882314130512 : -123191395421104 : ffff8ff544a2f450) 00000100:00000001:2.0:1763354564.185501:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354564.185503:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00100000:0.0:1763354564.185507:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354564.185508:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.185509:0:29725:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544a2f450 x1848998542714624/t0(0) o400->570026f9-e5dc-49df-a7a2-7e00e0640bb2@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.185511:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.185513:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.185515:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.185520:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.185521:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.185521:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.185523:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763354564.185524:0:29725:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354564.185529:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1763354564.185530:0:29725:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000400:00000200:0.0:1763354564.185530:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000100:00000001:2.0:1763354564.185531:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.185532:0:38200:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763354564.185537:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.185537:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:3.0:1763354564.185538:0:29725:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.185538:0:38200:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763354564.185542:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.185544:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.185545:0:29725:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00000001:0.0:1763354564.185545:0:3657:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.185556:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.185557:0:29725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:570026f9-e5dc-49df-a7a2-7e00e0640bb2+23:3655:x1848998542714624:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1763354564.185559:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354564.185564:0:29725:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542714624 00000100:00000001:2.0:1763354564.185568:0:13877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1763354564.185569:0:29725:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1763354564.185570:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1763354564.185573:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715136 00000020:00000001:3.0:1763354564.185574:0:29725:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1763354564.185575:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1763354564.185577:0:13877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1763354564.185578:0:29725:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185580:0:13877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1763354564.185585:0:29725:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1763354564.185585:0:13877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.185586:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16105 00000100:00000001:0.0:1763354564.185587:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1763354564.185588:0:13877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.185589:0:29725:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661665920 : -1047885696 : ffffffffc18a8880) 00000100:00100000:2.0:1763354564.185593:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715136 00000100:00000040:1.0:1763354564.185594:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff544b6a000 : new rpc_count 1 00000020:00000001:3.0:1763354564.185595:0:29725:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1763354564.185595:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354564.185597:0:13877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1763354564.185599:0:29725:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.185601:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315972992 : -123186393578624 : ffff8ff66ec50380) 00000020:00000040:2.0:1763354564.185602:0:13877:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a64b 00000020:00000001:3.0:1763354564.185604:0:29725:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.185606:0:13877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1763354564.185608:0:29725:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354564.185612:0:29725:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.185612:0:13877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672265800 refcount=5 00000100:00000040:1.0:1763354564.185616:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50380 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354564.185618:0:13877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372683264 : -123186336868352 : ffff8ff672265800) 00000020:00000001:3.0:1763354564.185619:0:29725:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763354564.185620:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.185623:0:29725:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1763354564.185626:0:13877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372683264 : -123186336868352 : ffff8ff672265800) 02000000:00000001:3.0:1763354564.185628:0:29725:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1763354564.185628:0:3657:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.185634:0:13877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1763354564.185635:0:29725:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d000. 00000100:00000001:0.0:1763354564.185636:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.185639:0:13877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 02000000:00000001:3.0:1763354564.185640:0:29725:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.185641:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763354564.185643:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 7800 usecs (8 jiffies) 00000100:00000001:3.0:1763354564.185647:0:29725:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354564.185649:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000100:00000001:0.0:1763354564.185649:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306886153 00000020:00000001:3.0:1763354564.185650:0:29725:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.185650:0:13877:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff8ff66aff0000) now 12 - evictor 00000100:00000001:1.0:1763354564.185655:0:38200:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763354564.185659:0:29725:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542714624 00000100:00000001:0.0:1763354564.185659:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000020:00000010:1.0:1763354564.185660:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00000100:00000001:2.0:1763354564.185662:0:13877:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:3.0:1763354564.185663:0:29725:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000010:2.0:1763354564.185667:0:13877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.185667:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306886153 00010000:00000200:3.0:1763354564.185672:0:29725:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544a2f450 x1848998542714624/t0(0) o400->570026f9-e5dc-49df-a7a2-7e00e0640bb2@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.185674:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00100000:1.0:1763354564.185675:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1848998542714752:12345-0@lo:400:kworker.0 00000020:00000010:2.0:1763354564.185677:0:13877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9a00. 00000100:00000001:0.0:1763354564.185681:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306886153 00000020:00000010:2.0:1763354564.185684:0:13877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27300. 00000100:00000200:1.0:1763354564.185687:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542714752 00000100:00000001:0.0:1763354564.185688:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000020:00000010:2.0:1763354564.185691:0:13877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354258. 00000020:00000001:1.0:1763354564.185693:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1763354564.185695:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306886153 00000100:00000001:2.0:1763354564.185698:0:13877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1763354564.185700:0:29725:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1763354564.185700:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1763354564.185701:0:13877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354564.185701:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000020:00000001:1.0:1763354564.185706:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.185707:0:29725:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185707:0:13877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.185708:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763354564.185713:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1763354564.185715:0:29725:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544974de8 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.185716:0:13877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763354564.185716:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.185717:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652020128 : -1057531488 : ffffffffc0f759a0) 00000100:00000001:2.0:1763354564.185720:0:13877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354564.185721:0:29725:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1763354564.185723:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1763354564.185724:0:13877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.185725:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1763354564.185727:0:29725:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354564.185733:0:29725:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000001:2.0:1763354564.185733:0:13877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.185733:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354564.185733:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.185741:0:29725:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1763354564.185742:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1763354564.185745:0:29725:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185746:0:13877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1763354564.185747:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1763354564.185749:0:29725:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1763354564.185750:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715264 00000020:00000001:1.0:1763354564.185752:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.185754:0:13877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1763354564.185757:0:29725:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1763354564.185758:0:13877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.185759:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1763354564.185760:0:38200:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763354564.185761:0:13877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354564.185762:0:29725:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000001:0.0:1763354564.185762:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.185766:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.185767:0:13877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.185769:0:29725:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848998542714624, offset 224 02000000:00000001:0.0:1763354564.185769:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1763354564.185770:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715264 02000000:00000001:1.0:1763354564.185771:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1763354564.185773:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.185776:0:13877:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1763354564.185778:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.185779:0:13877:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a70f 00000400:00000200:3.0:1763354564.185780:0:29725:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1763354564.185780:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67ab63400. 00000020:00000001:2.0:1763354564.185785:0:13877:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1763354564.185786:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.185786:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1848998542715392:0@lo:400:kworker.0 00000020:00000040:2.0:1763354564.185787:0:13877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6754fd000 refcount=5 00000100:00000001:1.0:1763354564.185793:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.185794:0:13877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887425732608 : -123186283819008 : ffff8ff6754fd000) 00000400:00000200:3.0:1763354564.185795:0:29725:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1763354564.185796:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1763354564.185798:0:38200:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.185800:0:13877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887425732608 : -123186283819008 : ffff8ff6754fd000) 02000000:00000001:0.0:1763354564.185801:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:1.0:1763354564.185803:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542714752 00000100:00000001:2.0:1763354564.185806:0:13877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1763354564.185806:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.185808:0:29725:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a785542700 00010000:00000001:1.0:1763354564.185810:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1763354564.185811:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1763354564.185812:0:13877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 02000000:00000010:0.0:1763354564.185816:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff547dc7a00. 00000400:00000200:3.0:1763354564.185817:0:29725:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x7b8b95 [1] + 224 00000020:00000040:2.0:1763354564.185818:0:13877:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00010000:00000200:1.0:1763354564.185818:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50380 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763354564.185821:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185824:0:13877:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1763354564.185829:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000400:00000200:3.0:1763354564.185830:0:29725:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354564.185830:0:13877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00010000:00000001:1.0:1763354564.185833:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354564.185838:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.185840:0:29725:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1763354564.185840:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000020:00000010:2.0:1763354564.185841:0:13877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000100:00001000:1.0:1763354564.185841:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000200:0.0:1763354564.185848:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542715392, portal 10 00000100:00000001:1.0:1763354564.185849:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1763354564.185850:0:29725:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1763354564.185850:0:13877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241780. 00000100:00000001:0.0:1763354564.185851:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.185855:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974878976 : -123186734672640 : ffff8ff65a705500) 00000100:00000040:1.0:1763354564.185856:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00000020:00000010:2.0:1763354564.185857:0:13877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000200:3.0:1763354564.185859:0:29725:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.185864:0:13877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354564.185864:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000040:0.0:1763354564.185865:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.185868:0:13877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.185872:0:13877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354564.185872:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.185876:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185879:0:13877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763354564.185883:0:13877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763354564.185883:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1763354564.185888:0:13877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.185893:0:13877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354564.185893:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1763354564.185895:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1763354564.185899:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000001:2.0:1763354564.185903:0:13877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1763354564.185903:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1763354564.185907:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542714880 00000100:00000200:1.0:1763354564.185907:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998542714752, offset 224 00000100:00000040:3.0:1763354564.185910:0:29725:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1763354564.185910:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b220. 02000000:00000001:2.0:1763354564.185912:0:13877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.185916:0:13877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.185920:0:13877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.185920:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1763354564.185926:0:13877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354564.185927:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848998542715392, offset 0 00000100:00100000:2.0:1763354564.185932:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542714880 00000100:00000001:3.0:1763354564.185933:0:29725:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354564.185933:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1763354564.185937:0:13877:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1763354564.185939:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1763354564.185942:0:13877:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f2243 00000020:00000001:2.0:1763354564.185944:0:13877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.185946:0:13877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff644bce800 refcount=5 00000400:00000200:3.0:1763354564.185949:0:29725:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000400:00000200:1.0:1763354564.185950:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a785542780 00000020:00000001:2.0:1763354564.185951:0:13877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886610798592 : -123187098753024 : ffff8ff644bce800) 00000400:00000200:0.0:1763354564.185953:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1763354564.185954:0:29725:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000020:00000001:2.0:1763354564.185974:0:13877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886610798592 : -123187098753024 : ffff8ff644bce800) 00000100:00000001:3.0:1763354564.185976:0:29725:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354564.185980:0:29725:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.185981:0:13877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1763354564.185981:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7b8ba5 [1] + 224 00000020:00000010:2.0:1763354564.185986:0:13877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:3.0:1763354564.185988:0:29725:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.185988:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.185988:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a785542a00 00000100:00000001:2.0:1763354564.185990:0:13877:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354564.185997:0:29725:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000020:00000010:2.0:1763354564.185997:0:13877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000400:00000200:1.0:1763354564.185998:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763354564.186002:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x76d7e5 [64] + 50504 00010000:00000001:3.0:1763354564.186005:0:29725:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:2.0:1763354564.186005:0:13877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab8400. 00000020:00000001:3.0:1763354564.186008:0:29725:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.186009:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1763354564.186010:0:13877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff651241600. 00000400:00000200:0.0:1763354564.186010:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1763354564.186013:0:29725:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1763354564.186017:0:13877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6813544b0. 00000100:00000200:1.0:1763354564.186017:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354564.186018:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1763354564.186021:0:29725:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544a2f450 x1848998542714624/t0(0) o400->570026f9-e5dc-49df-a7a2-7e00e0640bb2@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.186023:0:13877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354564.186026:0:3657:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1763354564.186027:0:13877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1763354564.186030:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1763354564.186032:0:13877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354564.186060:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a707b80. 00000100:00000001:2.0:1763354564.186067:0:13877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1763354564.186067:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a707b80 x1848998542715392 msgsize 224 00000100:00000001:2.0:1763354564.186071:0:13877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763354564.186074:0:13877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.186076:0:29725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544a2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:570026f9-e5dc-49df-a7a2-7e00e0640bb2+23:3655:x1848998542714624:12345-0@lo:400:kworker.0 Request processed in 545us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354564.186079:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354564.186080:0:13877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354564.186082:0:38200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.186086:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.186090:0:13877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1763354564.186092:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b220 00000100:00100000:2.0:1763354564.186094:0:13877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715392 00000100:00100000:3.0:1763354564.186098:0:29725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6675 00000400:00000010:0.0:1763354564.186098:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b220. 02000000:00000001:2.0:1763354564.186099:0:13877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.186103:0:13877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.186104:0:3657:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1763354564.186106:0:29725:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d0000 : new rpc_count 0 00000100:00000001:2.0:1763354564.186106:0:13877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354564.186111:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.186113:0:29725:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1763354564.186113:0:13877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.186118:0:29725:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1763354564.186120:0:13877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715392 00000020:00000010:3.0:1763354564.186123:0:29725:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000001:2.0:1763354564.186125:0:13877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.186129:0:13877:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a724 00000020:00000010:3.0:1763354564.186131:0:29725:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000001:2.0:1763354564.186133:0:13877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.186138:0:13877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff543a6e800 refcount=5 00000020:00000010:3.0:1763354564.186139:0:29725:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000020:00000001:2.0:1763354564.186143:0:13877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297612288 : -123191411939328 : ffff8ff543a6e800) 00000100:00000001:0.0:1763354564.186144:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1763354564.186146:0:29725:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d0000 : new refcount 22 00000020:00000001:2.0:1763354564.186148:0:13877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882297612288 : -123191411939328 : ffff8ff543a6e800) 00000100:00000001:1.0:1763354564.186151:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1763354564.186151:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.186152:0:29725:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763354564.186152:0:13877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1763354564.186157:0:29725:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d000. 00000020:00000010:2.0:1763354564.186159:0:13877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000400:00000200:1.0:1763354564.186162:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000020:00000010:2.0:1763354564.186165:0:13877:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff5448afd00. 02000000:00000001:3.0:1763354564.186166:0:29725:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763354564.186168:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.186169:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:3.0:1763354564.186171:0:29725:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.186172:0:3657:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.186173:0:13877:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1763354564.186175:0:38200:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1763354564.186177:0:13877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.186178:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354564.186179:0:29725:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1763354564.186179:0:38200:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1763354564.186182:0:13877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab8e00. 00000100:00000040:0.0:1763354564.186183:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 7430 usecs (8 jiffies) 00000400:00000010:3.0:1763354564.186185:0:29725:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b4d0. 00000020:00000010:2.0:1763354564.186187:0:13877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3f00. 00000100:00000001:1.0:1763354564.186188:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.186188:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4306886154 00000400:00000010:3.0:1763354564.186191:0:29725:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7f00. 00000100:00000001:0.0:1763354564.186194:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000020:00000010:2.0:1763354564.186195:0:13877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354d48. 00000100:00000040:1.0:1763354564.186196:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:0.0:1763354564.186200:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4306886154 00000100:00000001:2.0:1763354564.186202:0:13877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1763354564.186202:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1763354564.186204:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000020:00000001:1.0:1763354564.186205:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.186206:0:13877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354564.186207:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4306886154 00000100:00000001:2.0:1763354564.186211:0:13877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.186211:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1763354564.186212:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000100:00000001:3.0:1763354564.186213:0:10046:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.186219:0:10046:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354564.186219:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4306886154 00000100:00000001:2.0:1763354564.186220:0:13877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1763354564.186220:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50380 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.186225:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.186226:0:13877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763354564.186229:0:13877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.186231:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.186235:0:13877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763354564.186236:0:10046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16106 00000100:00000001:0.0:1763354564.186238:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.186243:0:10046:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672265800 : new rpc_count 1 00000100:00000001:0.0:1763354564.186244:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.186247:0:13877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.186248:0:10046:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281087616 : -123186428464000 : ffff8ff66cb0b480) 00000100:00000001:0.0:1763354564.186248:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.186252:0:13877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354564.186253:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3656:x1848998542714752:12345-0@lo:400:kworker.0 Request processed in 607us (1499us total) trans 0 rc 0/0 00000100:00000001:0.0:1763354564.186256:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1763354564.186260:0:10046:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0b480 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.186261:0:13877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16107 00000100:00000001:0.0:1763354564.186261:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1763354564.186269:0:13877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6754fd000 : new rpc_count 1 00000100:00000001:0.0:1763354564.186269:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354564.186273:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354564.186274:0:10046:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354564.186275:0:13877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315978368 : -123186393573248 : ffff8ff66ec51880) 00000100:00100000:1.0:1763354564.186275:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16105 00000100:00000001:0.0:1763354564.186276:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.186279:0:10046:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:0.0:1763354564.186283:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.186284:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff544b6a000 : new rpc_count 0 00000100:00000001:3.0:1763354564.186285:0:10046:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.186289:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1763354564.186290:0:10046:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00000040:2.0:1763354564.186290:0:13877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec51880 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.186293:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354564.186298:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66c563600. 00000100:00100000:3.0:1763354564.186300:0:10046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848998542715136:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1763354564.186301:0:22792:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1763354564.186304:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000100:00000001:0.0:1763354564.186305:0:22792:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1763354564.186312:0:10046:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715136 00000020:00000010:1.0:1763354564.186312:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff55e153c00. 00000100:00100000:0.0:1763354564.186315:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16108 00000020:00000001:3.0:1763354564.186317:0:10046:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1763354564.186319:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff544b6a000 : new refcount 4 00000020:00000001:3.0:1763354564.186321:0:10046:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1763354564.186322:0:22792:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff644bce800 : new rpc_count 1 00000100:00000001:1.0:1763354564.186324:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354564.186325:0:10046:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.186325:0:13877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354564.186326:0:22792:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974884352 : -123186734667264 : ffff8ff65a706a00) 00000020:00000001:3.0:1763354564.186331:0:10046:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1763354564.186332:0:13877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000020:00000001:3.0:1763354564.186335:0:10046:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652020128 : -1057531488 : ffffffffc0f759a0) 00000100:00000040:0.0:1763354564.186335:0:22792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a706a00 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.186338:0:13877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.186339:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1763354564.186340:0:10046:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1763354564.186342:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1763354564.186344:0:10046:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354564.186347:0:13877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:1.0:1763354564.186351:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16109 00000020:00000001:3.0:1763354564.186352:0:10046:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354564.186358:0:10046:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1763354564.186359:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff543a6e800 : new rpc_count 1 00000100:00100000:2.0:1763354564.186361:0:13877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1848998542715264:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1763354564.186362:0:22792:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763354564.186363:0:10046:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.186363:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974888832 : -123186734662784 : ffff8ff65a707b80) 00000020:00000010:0.0:1763354564.186366:0:22792:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68540. 00000020:00000001:3.0:1763354564.186370:0:10046:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763354564.186371:0:22792:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763354564.186373:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a707b80 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354564.186374:0:13877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715264 00000100:00000001:3.0:1763354564.186376:0:10046:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1763354564.186376:0:22792:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68540. 00000020:00000001:2.0:1763354564.186379:0:13877:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1763354564.186382:0:10046:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1763354564.186384:0:13877:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1763354564.186387:0:22792:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1848998542714880:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1763354564.186388:0:13877:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354564.186389:0:10046:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d000. 00000100:00000001:1.0:1763354564.186394:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1763354564.186395:0:13877:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1763354564.186396:0:10046:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354564.186398:0:22792:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542714880 00000020:00000001:2.0:1763354564.186399:0:13877:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652020128 : -1057531488 : ffffffffc0f759a0) 00000020:00000010:1.0:1763354564.186399:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb18c0. 00000100:00000001:3.0:1763354564.186403:0:10046:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.186403:0:22792:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.186407:0:13877:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1763354564.186407:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354564.186408:0:22792:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354564.186409:0:10046:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.186412:0:13877:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354564.186412:0:22792:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354564.186413:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb18c0. 00010000:00000040:3.0:1763354564.186416:0:10046:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542715136 00000020:00000001:2.0:1763354564.186418:0:13877:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354564.186419:0:22792:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.186421:0:13877:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1763354564.186423:0:10046:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:0.0:1763354564.186423:0:22792:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652020128 : -1057531488 : ffffffffc0f759a0) 00000100:00100000:1.0:1763354564.186424:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1848998542715392:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1763354564.186425:0:13877:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.186429:0:22792:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.186431:0:13877:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000200:3.0:1763354564.186433:0:10046:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0b480 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354564.186434:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715392 00000020:00000001:0.0:1763354564.186434:0:22792:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.186436:0:13877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1763354564.186440:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354564.186440:0:22792:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354564.186444:0:22792:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354564.186445:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1763354564.186448:0:13877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1763354564.186449:0:22792:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.186450:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354564.186454:0:13877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff548233000. 00000020:00000001:0.0:1763354564.186455:0:22792:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1763354564.186457:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763354564.186459:0:22792:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1763354564.186462:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652020128 : -1057531488 : ffffffffc0f759a0) 02000000:00000001:2.0:1763354564.186464:0:13877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.186464:0:22792:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1763354564.186470:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1763354564.186471:0:22792:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54477cc00. 00000100:00000001:2.0:1763354564.186472:0:13877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.186473:0:10046:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1763354564.186476:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354564.186477:0:22792:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.186478:0:13877:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.186479:0:10046:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.186481:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763354564.186483:0:22792:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.186486:0:13877:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542715264 00000100:00001000:3.0:1763354564.186487:0:10046:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000020:00000001:1.0:1763354564.186487:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354564.186488:0:22792:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.186492:0:13877:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1763354564.186493:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354564.186495:0:22792:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542714880 00000100:00000001:3.0:1763354564.186497:0:10046:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1763354564.186499:0:38200:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1763354564.186501:0:22792:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.186502:0:13877:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec51880 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354564.186503:0:10046:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354564.186503:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1763354564.186508:0:10046:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354564.186509:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1763354564.186511:0:22792:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a706a00 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.186514:0:10046:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1763354564.186516:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67ab62800. 02000000:00000001:3.0:1763354564.186519:0:10046:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.186522:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.186525:0:10046:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763354564.186530:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.186534:0:10046:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1763354564.186536:0:13877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1763354564.186537:0:38200:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354564.186539:0:10046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00010000:00000001:2.0:1763354564.186542:0:13877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.186544:0:22792:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1763354564.186545:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542715392 00000100:00000200:3.0:1763354564.186546:0:10046:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998542715136, offset 224 00000100:00001000:2.0:1763354564.186546:0:13877:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00010000:00000001:0.0:1763354564.186549:0:22792:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.186552:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:2.0:1763354564.186556:0:13877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1763354564.186557:0:10046:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1763354564.186557:0:22792:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000040:2.0:1763354564.186562:0:13877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00010000:00000200:1.0:1763354564.186562:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a707b80 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.186564:0:22792:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1763354564.186569:0:13877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000400:00000200:3.0:1763354564.186570:0:10046:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1763354564.186571:0:22792:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 68 to 0@lo 02000000:00000001:2.0:1763354564.186577:0:13877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1763354564.186578:0:22792:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354564.186581:0:13877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.186584:0:10046:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a785542900 02000000:00000001:0.0:1763354564.186584:0:22792:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1763354564.186586:0:13877:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1763354564.186588:0:22792:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354564.186591:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1763354564.186593:0:13877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1763354564.186593:0:22792:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1763354564.186596:0:10046:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7b8bad [1] + 224 00010000:00000001:1.0:1763354564.186598:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354564.186599:0:13877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7cc0. 00000100:00000040:0.0:1763354564.186600:0:22792:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1763354564.186607:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000400:00000200:3.0:1763354564.186608:0:10046:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1763354564.186609:0:13877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998542715264, offset 224 00000400:00000010:0.0:1763354564.186609:0:22792:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b220. 00000400:00000200:3.0:1763354564.186616:0:10046:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1763354564.186617:0:22792:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998542714880, offset 224 00000100:00000001:1.0:1763354564.186619:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1763354564.186622:0:13877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1763354564.186627:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 69 to 0@lo 00000100:00000001:3.0:1763354564.186628:0:10046:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763354564.186632:0:22792:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763354564.186634:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000200:3.0:1763354564.186635:0:10046:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763354564.186636:0:13877:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1763354564.186640:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.186644:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.186646:0:22792:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763354564.186651:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1763354564.186652:0:13877:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a785542980 00000100:00000040:1.0:1763354564.186659:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1763354564.186662:0:22792:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a785542800 00000400:00000200:2.0:1763354564.186664:0:13877:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7b8bb5 [1] + 224 00000400:00000010:1.0:1763354564.186666:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000040:3.0:1763354564.186672:0:10046:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763354564.186673:0:13877:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.186677:0:22792:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7b8bc5 [1] + 224 00000400:00000200:2.0:1763354564.186682:0:13877:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763354564.186687:0:22792:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1763354564.186688:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998542715392, offset 224 00000100:00000001:2.0:1763354564.186690:0:13877:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1763354564.186697:0:22792:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1763354564.186700:0:13877:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354564.186701:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763354564.186702:0:10046:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354564.186707:0:22792:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1763354564.186712:0:10046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000100:00000040:2.0:1763354564.186715:0:13877:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354564.186715:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1763354564.186717:0:10046:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000200:0.0:1763354564.186717:0:22792:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.186723:0:10046:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354564.186727:0:10046:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1763354564.186729:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a785542a00 00000100:00000001:3.0:1763354564.186732:0:10046:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.186741:0:10046:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 68 to 0@lo 00000400:00000200:1.0:1763354564.186743:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7b8bd1 [1] + 224 00010000:00000001:3.0:1763354564.186748:0:10046:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354564.186752:0:10046:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.186755:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1763354564.186756:0:10046:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1763354564.186758:0:13877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1763354564.186761:0:22792:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354564.186764:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1763354564.186765:0:10046:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0b480 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763354564.186766:0:13877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000400:00000010:2.0:1763354564.186771:0:13877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:2.0:1763354564.186776:0:13877:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.186778:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763354564.186781:0:13877:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1763354564.186786:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.186787:0:13877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.186791:0:22792:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1763354564.186793:0:10046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3655:x1848998542715136:12345-0@lo:400:kworker.0 Request processed in 514us (1705us total) trans 0 rc 0/0 00000100:00000040:2.0:1763354564.186795:0:13877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 67 to 0@lo 00000400:00000200:0.0:1763354564.186798:0:22792:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b220 00010000:00000001:2.0:1763354564.186801:0:13877:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:0.0:1763354564.186804:0:22792:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b220. 00000020:00000001:2.0:1763354564.186806:0:13877:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.186809:0:22792:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1763354564.186812:0:10046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16106 00000020:00000001:2.0:1763354564.186812:0:13877:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1763354564.186813:0:22792:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763354564.186819:0:10046:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672265800 : new rpc_count 0 00000100:00000001:0.0:1763354564.186820:0:22792:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.186821:0:13877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51880 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354564.186822:0:38200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.186824:0:10046:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1763354564.186827:0:22792:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354564.186829:0:10046:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354564.186834:0:10046:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27300. 00010000:00000001:0.0:1763354564.186834:0:22792:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354564.186838:0:22792:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.186842:0:10046:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354258. 00000020:00000001:0.0:1763354564.186844:0:22792:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1763354564.186849:0:10046:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9a00. 00000100:00000040:0.0:1763354564.186854:0:22792:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a706a00 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763354564.186856:0:10046:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672265800 : new refcount 4 00000100:00100000:2.0:1763354564.186858:0:13877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3656:x1848998542715264:12345-0@lo:400:kworker.0 Request processed in 529us (1535us total) trans 0 rc 0/0 00000100:00000001:3.0:1763354564.186861:0:10046:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.186862:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354564.186869:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354564.186874:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354564.186880:0:38200:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354564.186882:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354564.186883:0:38200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354564.186887:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1763354564.186887:0:13877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16107 00000100:00000001:1.0:1763354564.186890:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1763354564.186893:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1763354564.186893:0:13877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6754fd000 : new rpc_count 0 00000100:00100000:0.0:1763354564.186895:0:22792:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a706a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3657:x1848998542714880:12345-0@lo:400:kworker.0 Request processed in 526us (1396us total) trans 0 rc 0/0 00000400:00000001:3.0:1763354564.186896:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1763354564.186897:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:2.0:1763354564.186898:0:13877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1763354564.186901:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000100:00000001:2.0:1763354564.186902:0:13877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1763354564.186903:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354564.186908:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.186909:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121d48 00000020:00000010:2.0:1763354564.186909:0:13877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241780. 00000020:00000001:1.0:1763354564.186910:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1763354564.186914:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16108 00000400:00000010:3.0:1763354564.186915:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121d48. 00000100:00000040:1.0:1763354564.186919:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a707b80 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.186921:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1763354564.186921:0:22792:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff644bce800 : new rpc_count 0 00000020:00000010:2.0:1763354564.186923:0:13877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000001:0.0:1763354564.186927:0:22792:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1763354564.186930:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354564.186930:0:13877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000100:00000001:0.0:1763354564.186931:0:22792:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354564.186936:0:22792:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff651241600. 00000020:00000040:2.0:1763354564.186937:0:13877:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6754fd000 : new refcount 4 00000100:00000001:2.0:1763354564.186944:0:13877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354564.186945:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a707b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1848998542715392:12345-0@lo:400:kworker.0 Request processed in 545us (872us total) trans 0 rc 0/0 00000020:00000010:0.0:1763354564.186947:0:22792:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6813544b0. 00000100:00000200:3.0:1763354564.186951:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354564.186954:0:22792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab8400. 00000020:00000040:0.0:1763354564.186974:0:22792:0:(genops.c:898:class_export_put()) PUTting export ffff8ff644bce800 : new refcount 4 00000100:00100000:1.0:1763354564.186975:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16109 00000100:00080000:2.0:1763354564.186977:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1763354564.186979:0:22792:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354564.186982:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff543a6e800 : new rpc_count 0 00000020:00000040:2.0:1763354564.186983:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00000100:00000001:3.0:1763354564.186984:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354564.186987:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354564.186989:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763354564.186990:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1763354564.186991:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763354564.186993:0:3655:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1763354564.186994:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff8ff66aff0000) now 12 - evictor 02000000:00000001:3.0:1763354564.186996:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1763354564.186996:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3f00. 00000100:00000001:3.0:1763354564.187000:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.187003:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354564.187003:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354d48. 02000000:00000001:3.0:1763354564.187005:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.187006:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1763354564.187008:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab8e00. 00000100:00000001:0.0:1763354564.187009:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1763354564.187010:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1763354564.187013:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff54370e458 time=87 v=5 (5 5 5 5) 00000100:00000001:0.0:1763354564.187013:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1763354564.187016:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52680. 00000020:00000040:1.0:1763354564.187016:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff543a6e800 : new refcount 4 00000400:00000001:0.0:1763354564.187017:0:3657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1763354564.187018:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff54370e410 time=87 v=5 (1 1 1 1) 00000400:00000001:0.0:1763354564.187022:0:3657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1763354564.187023:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354564.187024:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec52680 x1848998542715008 msgsize 224 00000100:00000001:3.0:1763354564.187025:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1763354564.187025:0:3657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000100:00000001:3.0:1763354564.187029:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.187032:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b990 00000400:00000010:0.0:1763354564.187052:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b990. 00000100:00000001:0.0:1763354564.187054:0:3657:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.187059:0:3657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.187061:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000010:3.1:1763354564.187062:0:3655:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00000100:00000001:2.0:1763354564.187072:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1763354564.187073:0:3657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354564.187075:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1763354564.187079:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa880 00010000:00000001:3.0:1763354564.187081:0:3655:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354564.187083:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa880. 00000100:00000001:0.0:1763354564.187084:0:3657:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354564.187088:0:3655:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1763354564.187088:0:3657:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.187089:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1763354564.187089:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1763354564.187094:0:3655:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1763354564.187094:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354564.187095:0:3657:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1763354564.187099:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187100:0:3655:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1763354564.187100:0:3657:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1763354564.187101:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1763354564.187104:0:3657:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.187105:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354564.187106:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1763354564.187107:0:3657:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.187111:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381be70. 02000000:00000001:0.0:1763354564.187113:0:3657:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.187115:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354564.187118:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7bb0 00000100:00001000:0.0:1763354564.187120:0:3657:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543663458 time=137 v=5 (5 5 5 5) 00000400:00000010:1.0:1763354564.187123:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7bb0. 00000100:00000001:2.0:1763354564.187131:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354564.187132:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.187132:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1763354564.187132:0:3657:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543663410 time=137 v=5 (1 1 1 1) 00000100:00000040:2.0:1763354564.187137:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187140:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1763354564.187140:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.187141:0:3657:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354564.187144:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.187145:0:3657:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.187151:0:3657:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354564.187155:0:3657:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.187156:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.187163:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.187163:0:3657:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354564.187166:0:3657:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1763354564.187169:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354564.187172:0:3657:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354564.187175:0:3657:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.187176:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354564.187178:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354564.187183:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7387 usecs (8 jiffies) 00000100:00100000:3.0:1763354564.187184:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a706300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3655:1848998542715136:0@lo:400:kworker.0 00000100:00000040:0.0:1763354564.187185:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.187191:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4306886155 00000100:00000001:2.0:1763354564.187198:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4306887260 00000400:00000001:3.0:1763354564.187199:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354564.187203:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1763354564.187205:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4306886155 00000400:00000010:3.0:1763354564.187208:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b7e8. 00000100:00000001:1.0:1763354564.187209:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.187211:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000001:1.0:1763354564.187213:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354564.187215:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701217f8 00000100:00000001:0.0:1763354564.187216:0:3657:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.187217:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4306886155 00000100:00000001:1.0:1763354564.187218:0:3656:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1763354564.187220:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701217f8. 00000100:00000001:0.0:1763354564.187221:0:3657:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354564.187223:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4306887260 02000000:00000001:1.0:1763354564.187223:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354564.187225:0:3657:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.187227:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1763354564.187227:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.187228:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4306886155 00000100:00000001:1.0:1763354564.187232:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.187233:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.187234:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000200:3.0:1763354564.187236:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763354564.187238:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.187241:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1763354564.187246:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543a6a458 time=73 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354564.187247:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.187254:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354564.187256:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543a6a410 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.187259:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.187265:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354564.187267:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354564.187269:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.187270:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a705f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3657:1848998542714880:0@lo:400:kworker.0 00000100:00000001:2.0:1763354564.187271:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1763354564.187274:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1763354564.187275:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.187278:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1763354564.187279:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763354564.187282:0:3657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1763354564.187283:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354564.187286:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1763354564.187286:0:3657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1763354564.187288:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.187290:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000400:00000010:0.0:1763354564.187291:0:3657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000100:00000001:2.0:1763354564.187297:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187297:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354564.187298:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354564.187298:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000100:00000001:1.0:1763354564.187301:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.187303:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:3.0:1763354564.187304:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.187308:0:3657:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1763354564.187309:0:3655:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1763354564.187309:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.187313:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354564.187316:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1763354564.187316:0:3657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.187319:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354564.187320:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187326:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1763354564.187328:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187330:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.187333:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1763354564.187334:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff678ffe458 time=101 v=5 (5 5 5 5) 00000100:00100000:2.0:1763354564.187337:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542714496 00000100:00000040:1.0:1763354564.187338:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354564.187338:0:3657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1763354564.187340:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff678ffe410 time=47 v=5 (1 1 1 1) 02000000:00000001:2.0:1763354564.187343:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.187346:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.187350:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354564.187350:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.187355:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.187357:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.187361:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1763354564.187363:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542714496 00010000:00000001:3.0:1763354564.187365:0:3655:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.187367:0:3657:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1763354564.187368:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354564.187373:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.187373:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000001:0.0:1763354564.187373:0:3657:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354564.187374:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a706d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3656:1848998542715264:0@lo:400:kworker.0 00000020:00000001:2.0:1763354564.187378:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354564.187380:0:3657:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1763354564.187383:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00000100:00000040:3.0:1763354564.187384:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763354564.187384:0:3657:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1763354564.187386:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1763354564.187388:0:3657:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1763354564.187389:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000400:00000001:1.0:1763354564.187390:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1763354564.187391:0:3657:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354564.187393:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381baa8. 00000020:00000001:2.0:1763354564.187395:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 02000000:00000001:0.0:1763354564.187397:0:3657:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354564.187399:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7dd0 00000100:00000001:2.0:1763354564.187402:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1763354564.187404:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7dd0. 00000100:00001000:0.0:1763354564.187404:0:3657:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff6754fa458 time=73 v=5 (5 5 5 5) 00000100:00000001:3.0:1763354564.187408:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.187408:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:1.0:1763354564.187409:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1763354564.187411:0:3657:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6754fa410 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354564.187415:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354564.187415:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.187416:0:3657:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1763354564.187417:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187419:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.187420:0:3657:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.187422:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00010000:00000001:0.0:1763354564.187426:0:3657:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1763354564.187429:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354564.187430:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00010000:00000001:0.0:1763354564.187431:0:3657:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.187437:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000100:00000001:0.0:1763354564.187438:0:3657:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1763354564.187442:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354564.187443:0:3657:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:2.0:1763354564.187444:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00100000:3.0:1763354564.187447:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a704700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:570026f9-e5dc-49df-a7a2-7e00e0640bb2:3655:1848998542714624:0@lo:400:kworker.0 00000100:00000001:0.0:1763354564.187448:0:3657:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1763354564.187452:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354564.187452:0:3657:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.187459:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.187460:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.187462:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.187463:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1763354564.187463:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187464:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354564.187467:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187468:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354564.187472:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a706300 x1848998542715136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.187474:0:3656:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1763354564.187476:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.187478:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354564.187482:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354564.187485:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.187486:0:3657:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.187488:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354564.187490:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.187493:0:3657:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.187497:0:3657:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.187498:0:3655:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1763354564.187499:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff54640ec58 time=42 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354564.187500:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1763354564.187503:0:3655:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1763354564.187504:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1763354564.187505:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1763354564.187508:0:3655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff679a61000. 00000100:00001000:1.0:1763354564.187508:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff54640ec10 time=42 v=5 (1 1 1 1) 00000100:00100000:2.0:1763354564.187513:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7884 02000000:00000001:3.0:1763354564.187515:0:3655:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1763354564.187517:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1763354564.187519:0:3655:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1763354564.187520:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:1.0:1763354564.187521:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.187524:0:3655:0:(genops.c:1242:class_import_put()) import ffff8ff54370e000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1763354564.187525:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370712832 : -123186338838784 : ffff8ff672084700) 00010000:00000001:1.0:1763354564.187527:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1763354564.187527:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a705500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3657:1848998542715392:0@lo:400:kworker.0 00000020:00000001:3.0:1763354564.187532:0:3655:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1763354564.187532:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.187534:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084700 x1848998542714496/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.187534:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1763354564.187536:0:3655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67534d700. 00000100:00000001:1.0:1763354564.187536:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354564.187541:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763354564.187541:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1763354564.187545:0:3655:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1763354564.187547:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1763354564.187549:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a705f80 x1848998542714880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354564.187550:0:3655:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1763354564.187551:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354564.187555:0:3655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a706300. 00000100:00000001:2.0:1763354564.187556:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1763354564.187561:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187562:0:3655:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1763354564.187562:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.187564:0:3657:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1763354564.187566:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354564.187567:0:3657:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1763354564.187569:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1763354564.187571:0:3657:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff547dc7400. 00000100:00000001:3.0:1763354564.187573:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1763354564.187577:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 02000000:00000001:0.0:1763354564.187580:0:3657:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1763354564.187582:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a704700 x1848998542714624/t0(0) o400->MGC192.168.203.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354564.187583:0:3657:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1763354564.187584:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354564.187587:0:3657:0:(genops.c:1242:class_import_put()) import ffff8ff543663000 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:2.0:1763354564.187589:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1848998542714496:12345-0@lo:41:osp-pre-1-0.0 00000100:00000001:1.0:1763354564.187591:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1763354564.187594:0:3657:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1763354564.187595:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1763354564.187598:0:3657:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67534d400. 00000100:00000200:2.0:1763354564.187601:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542714496 02000000:00000001:0.0:1763354564.187604:0:3657:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1763354564.187606:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1763354564.187606:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187608:0:3655:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354564.187608:0:3657:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1763354564.187611:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:0.0:1763354564.187612:0:3657:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a705f80. 02000000:00000001:3.0:1763354564.187613:0:3655:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1763354564.187616:0:6523:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff55e381b40: xid 1848998542709120, transno 30065429298, client gen 6, slot idx 1 02000000:00000010:3.0:1763354564.187617:0:3655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff679a61c00. 00000100:00000001:0.0:1763354564.187619:0:3657:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.187623:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354564.187625:0:3655:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1763354564.187626:0:6523:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5970ad0c0: xid 1848998542702848, transno 30065429275, client gen 6, slot idx 0 00000100:00000001:0.0:1763354564.187627:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1763354564.187629:0:3655:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354564.187633:0:3655:0:(genops.c:1242:class_import_put()) import ffff8ff678ffe000 refcount=3 obd=MGC192.168.203.148@tcp 00000100:00000040:0.0:1763354564.187634:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a705500 x1848998542715392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1763354564.187635:0:6523:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5970ad0c0. 00000100:00100000:1.0:1763354564.187635:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a707100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3656:1848998542714752:0@lo:400:kworker.0 00000020:00000001:3.0:1763354564.187637:0:3655:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354564.187641:0:3655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67534d300. 00000020:00000001:2.0:1763354564.187643:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187646:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354564.187648:0:3655:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1763354564.187649:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1763354564.187653:0:3655:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1763354564.187653:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1763354564.187654:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707072 : -1045844544 : ffffffffc1a9adc0) 00000100:00000010:3.0:1763354564.187658:0:3655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a704700. 00000100:00000001:0.0:1763354564.187658:0:3657:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1763354564.187659:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1763354564.187662:0:3657:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1763354564.187663:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a706d80 x1848998542715264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.187664:0:3655:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1763354564.187664:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542714496, found 0 last_xid 1848998542714495 02000000:00000010:0.0:1763354564.187665:0:3657:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff547dc7a00. 00000100:00000001:3.0:1763354564.187668:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.187672:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354564.187672:0:3657:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1763354564.187674:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354564.187677:0:3657:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1763354564.187678:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1763354564.187681:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1763354564.187681:0:3657:0:(genops.c:1242:class_import_put()) import ffff8ff6754fa000 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1763354564.187682:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1763354564.187685:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.187687:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187688:0:3656:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1763354564.187689:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1763354564.187689:0:3657:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1763354564.187693:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354564.187694:0:3656:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354564.187694:0:3657:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff649808100. 00000100:00000001:3.0:1763354564.187695:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.187696:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354564.187699:0:3656:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff552ab9200. 02000000:00000010:2.0:1763354564.187702:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff548233c00. 02000000:00000001:1.0:1763354564.187703:0:3656:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1763354564.187704:0:3657:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354564.187707:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354564.187708:0:3656:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1763354564.187708:0:3657:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1763354564.187711:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354564.187713:0:3656:0:(genops.c:1242:class_import_put()) import ffff8ff543a6a000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000010:0.0:1763354564.187713:0:3657:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a705500. 00000004:00000001:2.0:1763354564.187716:0:6523:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:1.0:1763354564.187720:0:3656:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1763354564.187720:0:3657:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000004:00000001:2.0:1763354564.187721:0:6523:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000100:00000001:3.0:1763354564.187722:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354564.187724:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.187725:0:6523:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.187726:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715008 02000000:00000010:1.0:1763354564.187726:0:3656:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67534da00. 00000100:00000001:0.0:1763354564.187727:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354564.187732:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1763354564.187734:0:3656:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1763354564.187735:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.187735:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000024:2.0:1763354564.187736:0:6523:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1424281600 avail 1278042112 00000100:00000001:3.0:1763354564.187739:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.187739:0:3656:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1763354564.187739:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1763354564.187741:0:6523:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000010:1.0:1763354564.187743:0:3656:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a706d80. 00000100:00000001:0.0:1763354564.187745:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1763354564.187746:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1763354564.187748:0:6523:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff672251000 dirty 0 pend 0 grant 2146304 00000100:00000001:1.0:1763354564.187750:0:3656:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.187750:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.187751:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715008 00000020:00000020:2.0:1763354564.187754:0:6523:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8ff543a6e800 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1763354564.187755:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354564.187756:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.187759:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a636 00000020:00000020:2.0:1763354564.187761:0:6523:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff8ff672265800 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1763354564.187761:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1763354564.187763:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1763354564.187767:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a707100 x1848998542714752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763354564.187769:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff681e56000 refcount=5 00000020:00000020:2.0:1763354564.187769:0:6523:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ff67d896800 dirty 0 pend 0 grant 0 00000020:00000001:3.0:1763354564.187776:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887636860928 : -123186072690688 : ffff8ff681e56000) 00000004:00000001:0.0:1763354564.187776:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000020:2.0:1763354564.187777:0:6523:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 347725 free, 312022 avail; 1024000 objects: 1021801 free; state 0 00000100:00000001:1.0:1763354564.187780:0:3656:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1763354564.187782:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887636860928 : -123186072690688 : ffff8ff681e56000) 00000004:00000001:0.0:1763354564.187783:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 02000000:00000001:1.0:1763354564.187784:0:3656:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1763354564.187786:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1763354564.187787:0:6523:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354564.187788:0:3656:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff552ab8a00. 00000004:00000010:0.0:1763354564.187790:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66e0953c0. 00000020:00000010:3.0:1763354564.187792:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00010000:00000040:2.0:1763354564.187793:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542714496 02000000:00000001:1.0:1763354564.187793:0:3656:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1763354564.187798:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:1.0:1763354564.187798:0:3656:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1763354564.187799:0:38200:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff5448af940. 00000020:00000040:1.0:1763354564.187800:0:3656:0:(genops.c:1242:class_import_put()) import ffff8ff54640e800 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000200:2.0:1763354564.187806:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084700 x1848998542714496/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:735/0 lens 224/368 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354564.187806:0:3656:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1763354564.187806:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba11a0. 00000020:00000040:3.0:1763354564.187807:0:38200:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 02000000:00000010:1.0:1763354564.187810:0:3656:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67534db00. 02000000:00000001:1.0:1763354564.187817:0:3656:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000010:0.0:1763354564.187818:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451ad000. 00010000:00000001:2.0:1763354564.187819:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1763354564.187819:0:3656:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1763354564.187823:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354564.187824:0:3656:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a707100. 00000020:00000001:0.0:1763354564.187824:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000100:00000001:3.0:1763354564.187827:0:38200:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1763354564.187829:0:3656:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1763354564.187829:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.187830:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000020:00000010:3.0:1763354564.187831:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00000001:1.0:1763354564.187833:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354564.187836:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000100:00000001:1.0:1763354564.187839:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354564.187840:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61c00. 00000100:00000001:2.0:1763354564.187840:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:0.0:1763354564.187841:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000100:00000040:2.0:1763354564.187845:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000020:00000010:3.0:1763354564.187849:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000100:00000001:2.0:1763354564.187849:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000001:1.0:1763354564.187849:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000040:0.0:1763354564.187849:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000403:0x53b1:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000100:00000001:1.0:1763354564.187853:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.187856:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 02000000:00000001:2.0:1763354564.187856:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1763354564.187857:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1763354564.187859:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.187863:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354564.187863:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451ad000 magic = bdde0002 count = 1 size = 64 00000100:00000001:3.0:1763354564.187864:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.187864:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763354564.187869:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1763354564.187871:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763354564.187872:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354564.187874:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705500. 00000100:00000001:3.0:1763354564.187877:0:38200:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:2.0:1763354564.187879:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1763354564.187880:0:38200:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1763354564.187880:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=12 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:3.0:1763354564.187884:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.187884:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00000100:00000001:0.0:1763354564.187887:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.187891:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354564.187894:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.187895:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1763354564.187897:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7cc0. 02000000:00000010:0.0:1763354564.187899:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7a00. 00000100:00000200:2.0:1763354564.187902:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848998542714496, offset 224 00000100:00000001:3.0:1763354564.187904:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354564.187904:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.187909:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:0.0:1763354564.187910:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354564.187911:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1763354564.187916:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16110 00000100:00000001:1.0:1763354564.187916:0:6518:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:0.0:1763354564.187917:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.187920:0:6518:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1763354564.187924:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:0.0:1763354564.187924:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.187925:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff681e56000 : new rpc_count 1 00000100:00000001:1.0:1763354564.187925:0:6518:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.187932:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315981952 : -123186393569664 : ffff8ff66ec52680) 00000100:00000001:1.0:1763354564.187932:0:6518:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.187933:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000400:00000200:2.0:1763354564.187936:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a785542680 00000100:00000001:0.0:1763354564.187937:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:3.0:1763354564.187941:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec52680 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1763354564.187943:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095840. 00000400:00000200:2.0:1763354564.187947:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x7b8b99 [1] + 224 00000100:00000001:0.0:1763354564.187949:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673920 : -123186405877696 : ffff8ff66e095840) 00000100:00000001:0.0:1763354564.187955:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.187970:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974878976 : -123186734672640 : ffff8ff65a705500) 00000400:00000200:2.0:1763354564.187971:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354564.187972:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354564.187974:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1763354564.187977:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000400:00000200:2.0:1763354564.187980:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354564.187980:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.187981:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.187985:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000020:00000010:3.0:1763354564.187989:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00000001:0.0:1763354564.187989:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1763354564.187990:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1763354564.187995:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.187997:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848998542715008:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763354564.188001:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354564.188008:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715008 00000020:00000001:3.0:1763354564.188012:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354564.188015:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354564.188018:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.188020:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1763354564.188023:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763354564.188024:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.188027:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652020128 : -1057531488 : ffffffffc0f759a0) 02000000:00000001:0.0:1763354564.188030:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1763354564.188031:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1763354564.188056:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354564.188061:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.188063:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354564.188064:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763354564.188065:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a705500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715520:0@lo:1000:mdt00_002.0 00000020:00000001:3.0:1763354564.188071:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763354564.188074:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1763354564.188076:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1763354564.188080:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1763354564.188081:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.188084:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.188086:0:38200:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763354564.188088:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1763354564.188090:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1763354564.188092:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1763354564.188095:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 02000000:00000001:3.0:1763354564.188096:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354564.188097:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff548682000. 00000400:00000010:2.0:1763354564.188099:0:6523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:1.0:1763354564.188100:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1763354564.188103:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0f000. 00000100:00000001:1.0:1763354564.188104:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1763354564.188104:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188105:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354564.188109:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1763354564.188110:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354564.188111:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1763354564.188113:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.188113:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000100:00000001:3.0:1763354564.188114:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354564.188114:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354564.188119:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000020:00000001:3.0:1763354564.188120:0:38200:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.188122:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000040:3.0:1763354564.188124:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998542715008 00000400:00000200:1.0:1763354564.188125:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00010000:00000001:2.0:1763354564.188126:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.188130:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.188131:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000010:1.0:1763354564.188131:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000020:00000001:2.0:1763354564.188132:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:3.0:1763354564.188137:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec52680 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.188138:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1763354564.188141:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084700 x1848998542714496/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:735/0 lens 224/368 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1763354564.188143:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095d80. 00000100:00000200:1.0:1763354564.188146:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354564.188151:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542715520, portal 4 00000100:00000001:0.0:1763354564.188157:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1763354564.188159:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1763354564.188162:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974878976 : -123186734672640 : ffff8ff65a705500) 00010000:00000001:3.0:1763354564.188164:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.188170:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000040:0.0:1763354564.188176:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.188180:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1763354564.188182:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3654:x1848998542714496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 621us (3553us total) trans 0 rc 0/0 00000100:00000200:1.0:1763354564.188183:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354564.188186:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354564.188192:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354564.188200:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.188203:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.188205:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7884 00000100:00000001:0.0:1763354564.188206:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763354564.188210:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.188212:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000040:0.0:1763354564.188215:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763354564.188216:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1763354564.188217:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1763354564.188218:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354564.188220:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1763354564.188221:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000100:00000001:2.0:1763354564.188222:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354564.188223:0:3654:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1763354564.188224:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701217f8. 02000000:00000001:1.0:1763354564.188227:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1763354564.188227:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542715520, offset 0 00000020:00000010:2.0:1763354564.188228:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000100:00000200:3.0:1763354564.188229:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998542715008, offset 224 00000100:00000001:1.0:1763354564.188231:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1763354564.188235:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000001:1.0:1763354564.188235:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.188236:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1763354564.188242:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.188243:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000400:00000200:3.0:1763354564.188247:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1763354564.188250:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000400:00000200:0.0:1763354564.188250:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1763354564.188251:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=47 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354564.188257:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763354564.188259:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=132 v=5 (1 1 1 1) 00000400:00000200:3.0:1763354564.188260:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354564.188263:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785542a80 00000100:00000001:1.0:1763354564.188267:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.188270:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.188274:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 1568 00000400:00000200:3.0:1763354564.188275:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a785542880 00010000:00000001:1.0:1763354564.188275:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354564.188279:0:3654:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.188281:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354564.188282:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1763354564.188286:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7b8bb9 [1] + 224 00000100:00100000:1.0:1763354564.188287:0:3654:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 30065429298 gen 2 00000400:00000200:0.0:1763354564.188291:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1763354564.188296:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1763354564.188296:0:3654:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 30065429298) req@ffff8ff544bd0380 x1848998542709120/t30065429298(30065429298) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.188297:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.188300:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1763354564.188304:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1763354564.188306:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705f80. 00000100:00000001:3.0:1763354564.188311:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1763354564.188312:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a705f80 x1848998542715520 msgsize 328 00000004:00000001:1.0:1763354564.188316:0:3654:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000100:00000200:3.0:1763354564.188320:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763354564.188321:0:3654:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 30065429298 committed transno 30065429298 00000100:00100000:0.0:1763354564.188325:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000010:1.0:1763354564.188328:0:3654:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6432fd000. 00000004:00000010:1.0:1763354564.188335:0:3654:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff6809ac860. 00000100:00000040:3.0:1763354564.188336:0:38200:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.188338:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000010:1.0:1763354564.188340:0:3654:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff6806b7d80. 00000004:00000010:1.0:1763354564.188345:0:3654:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff6806b7c00. 00000400:00000200:0.0:1763354564.188345:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000100:00000001:3.0:1763354564.188347:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1763354564.188349:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000004:00000001:1.0:1763354564.188351:0:3654:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763354564.188353:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354564.188354:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1763354564.188359:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd0380 x1848998542709120/t30065429298(30065429298) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354564.188360:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701217f8 00000100:00000200:0.0:1763354564.188361:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.188363:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1763354564.188364:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701217f8. 00000100:00100000:2.0:1763354564.188368:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715520 00000100:00000001:3.0:1763354564.188371:0:38200:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763354564.188373:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.188375:0:38200:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.188377:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.188380:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188381:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.188388:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 02000000:00000001:2.0:1763354564.188389:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.188390:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.188394:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1763354564.188396:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00100000:2.0:1763354564.188396:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715520 02000000:00000010:1.0:1763354564.188397:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 00000100:00000001:0.0:1763354564.188397:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1763354564.188399:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.188400:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1763354564.188404:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354564.188405:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1763354564.188405:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 02000000:00000001:1.0:1763354564.188405:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354564.188411:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1763354564.188411:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1763354564.188416:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52680 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354564.188416:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=14 00000020:00000040:1.0:1763354564.188417:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763354564.188424:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000001:1.0:1763354564.188425:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354564.188428:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff541b30a00. 00000020:00000001:2.0:1763354564.188431:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 02000000:00000001:1.0:1763354564.188435:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1763354564.188437:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188438:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1763354564.188439:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1763354564.188443:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1763354564.188444:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000010:1.0:1763354564.188444:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0380. 00000100:00000001:0.0:1763354564.188448:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.188450:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3654:x1848998542715008:12345-0@lo:400:kworker.0 Request processed in 473us (1420us total) trans 0 rc 0/0 00000100:00000001:2.0:1763354564.188451:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.188452:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1763354564.188452:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000100:00000001:1.0:1763354564.188456:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354564.188459:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.188459:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306886156 00000100:00000001:1.0:1763354564.188461:0:3654:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1763354564.188466:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16110 00000100:00000001:0.0:1763354564.188466:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000020:00000010:2.0:1763354564.188467:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000100:00000040:1.0:1763354564.188467:0:3654:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1763354564.188472:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306886156 00000100:00000040:3.0:1763354564.188474:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff681e56000 : new rpc_count 0 00000100:00000001:1.0:1763354564.188474:0:3654:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1763354564.188475:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000100:00000001:0.0:1763354564.188476:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000001:1.0:1763354564.188477:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.188481:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354564.188482:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306886156 00000020:00000010:2.0:1763354564.188483:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000001:3.0:1763354564.188484:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1763354564.188486:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.188488:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000020:00000010:3.0:1763354564.188490:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000100:00000040:2.0:1763354564.188491:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354564.188494:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306886156 00000100:00000001:2.0:1763354564.188497:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1763354564.188498:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000100:00000001:0.0:1763354564.188499:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.188500:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.188505:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354564.188506:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61c00. 00000100:00000001:0.0:1763354564.188506:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.188510:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354564.188513:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.188513:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.188514:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff681e56000 : new refcount 4 00000100:00000001:1.0:1763354564.188514:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.188518:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.188520:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:1.0:1763354564.188521:0:3654:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1763354564.188522:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.188523:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000040:1.0:1763354564.188526:0:3654:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-MDT0001-osp-MDT0000: blocks=353529 free=347725 avail=312022 avail_mb=1218 hwm_mb=3 files=1024000 ffree=1021801 state=0: rc = 0 00000100:00100000:0.0:1763354564.188529:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095840 going to sleep for 11 seconds 00000100:00000001:2.0:1763354564.188531:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.188533:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000020:1.0:1763354564.188536:0:3654:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-MDT0001-osp-MDT0000 (ffff8ff545f8e000): 353529 blocks, 347725 free, 312022 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 1024000 files, 1021801 free files 0x0 00000004:00000001:1.0:1763354564.188542:0:3654:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188543:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.188547:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1763354564.188547:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.188549:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354564.188553:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.188554:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7885 00000100:00000040:2.0:1763354564.188561:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354564.188561:0:21540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188566:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974881664 : -123186734669952 : ffff8ff65a705f80) 00000100:00100000:1.0:1763354564.188566:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848998542714496:0@lo:41:osp-pre-1-0.0 00000100:00000001:0.0:1763354564.188566:0:21540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.188575:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.188576:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a705f80 x1848998542715520/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.188579:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354564.188581:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354564.188588:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09c00 x1848998542714496/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.188590:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.188594:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.188599:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.188604:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00000001:1.0:1763354564.188606:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1763354564.188610:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:6519:x1848998542715520:12345-0@lo:1000:mdt00_002.0 02000000:00000001:1.0:1763354564.188611:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1763354564.188616:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715520 02000000:00000010:1.0:1763354564.188617:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff67ab62000. 00000020:00000001:2.0:1763354564.188619:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.188623:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.188624:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354564.188624:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354564.188629:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354564.188629:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1763354564.188634:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000040:1.0:1763354564.188634:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763354564.188638:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.188641:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354564.188642:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1763354564.188643:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.188646:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1763354564.188647:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff66ffd4c00. 00000020:00000001:2.0:1763354564.188648:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.188654:0:6523:0:(out_handler.c:950:out_handle()) Process entered 02000000:00000001:1.0:1763354564.188655:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1763354564.188657:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f070. 02000000:00000001:1.0:1763354564.188659:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1763354564.188661:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1763354564.188663:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09c00. 02000000:00000001:2.0:1763354564.188664:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1763354564.188670:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1763354564.188671:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff67cb62000. 00000100:00000001:1.0:1763354564.188673:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354564.188675:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.188678:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188679:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.188686:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381b40. 00000100:00000001:1.0:1763354564.188686:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1763354564.188690:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000100:00000001:1.0:1763354564.188690:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354564.188694:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000001:1.0:1763354564.188696:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1763354564.188698:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00000400:00000001:1.0:1763354564.188700:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1763354564.188702:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000400:00000010:1.0:1763354564.188705:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2d10. 00000400:00000200:1.0:1763354564.188710:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000400:00000010:1.0:1763354564.188711:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:1.0:1763354564.188714:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1763354564.188717:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000403:0x53b1:0x0] get xattr trusted.fid len 52 00000100:00000200:1.0:1763354564.188721:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354564.188722:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763354564.188727:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354564.188732:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff591e88a00/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000010:2.0:1763354564.188736:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f070. 00000020:00000010:2.0:1763354564.188742:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.188746:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354564.188746:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1763354564.188750:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 0, xid 1848998542715520 00010000:00000001:2.0:1763354564.188754:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.188759:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a705f80 x1848998542715520/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 328/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.188765:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1763354564.188768:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1763354564.188769:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.188771:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.188775:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000100:00000001:1.0:1763354564.188775:0:3654:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354564.188779:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354564.188780:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.188784:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354564.188784:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.188788:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000001:1.0:1763354564.188788:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.188793:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354564.188795:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.188796:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.188800:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.188802:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1763354564.188804:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff54370d458 time=87 v=5 (5 5 5 5) 00000400:00000010:2.0:1763354564.188805:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381b40. 00000100:00000200:2.0:1763354564.188809:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542715520, offset 224 00000100:00001000:1.0:1763354564.188812:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff54370d410 time=87 v=5 (1 1 1 1) 00000400:00000200:2.0:1763354564.188816:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763354564.188820:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354564.188824:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354564.188825:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1763354564.188830:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1763354564.188834:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785542a80 00010000:00000001:1.0:1763354564.188835:0:3654:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354564.188840:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8bf5 [2] + 224 00000100:00000001:1.0:1763354564.188842:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1763354564.188845:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1763354564.188846:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:2.0:1763354564.188852:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354564.188853:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354564.188855:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1763354564.188857:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354564.188861:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354564.188867:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354564.188871:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.188897:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.188902:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354564.188904:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.188906:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354564.188912:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381b40 00000100:00000040:1.0:1763354564.188912:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763354564.188916:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381b40. 00000100:00000001:2.0:1763354564.188920:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354564.188923:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.188927:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354564.188931:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a705880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3654:1848998542715008:0@lo:400:kworker.0 00000100:00000040:2.0:1763354564.188932:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:0.0:1763354564.188933:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763354564.188938:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000001:0.0:1763354564.188939:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1763354564.188942:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.188942:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763354564.188943:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354564.188947:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000020:00000001:2.0:1763354564.188948:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1763354564.188949:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1763354564.188952:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095d80 00000100:00000040:2.0:1763354564.188954:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705f80 x1848998542715520/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 328/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1763354564.188955:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095d80. 00000100:00000040:1.0:1763354564.188971:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a705880 x1848998542715008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763354580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.188973:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.188980:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.188995:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a705f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:6519:x1848998542715520:12345-0@lo:1000:mdt00_002.0 Request processed in 400us (678us total) trans 0 rc 0/0 00000100:00000001:1.0:1763354564.189004:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354564.189010:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1763354564.189014:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.189015:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7885 02000000:00000010:1.0:1763354564.189015:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff55e152e00. 00000100:00000040:2.0:1763354564.189022:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 02000000:00000001:1.0:1763354564.189023:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763354564.189027:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1763354564.189028:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1763354564.189029:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354564.189030:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354564.189053:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.189057:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354564.189059:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:2.1:1763354564.189061:0:6523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00000100:00000001:0.0:1763354564.189061:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1763354564.189063:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff54370d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1763354564.189064:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.189069:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.189070:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000001:1.0:1763354564.189071:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1763354564.189074:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cd78 time=43 v=5 (5 0 0 0) 00000020:00000010:2.0:1763354564.189077:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 02000000:00000010:1.0:1763354564.189077:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67534dd00. 00000100:00001000:0.0:1763354564.189078:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=80 v=5 (1 1 1 1) 00000020:00000010:2.0:1763354564.189083:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000100:00000001:0.0:1763354564.189084:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1763354564.189086:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1763354564.189088:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.189090:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 13 02000000:00000001:1.0:1763354564.189090:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1763354564.189091:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1763354564.189095:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a705880. 00000100:00000001:2.0:1763354564.189096:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.189096:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189102:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1763354564.189105:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1763354564.189105:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:0.0:1763354564.189107:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354564.189109:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.189110:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354564.189116:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354564.189117:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.189122:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354564.189124:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354564.189127:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189128:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.189130:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354564.189132:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1763354564.189134:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354564.189136:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.189144:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a705500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715520:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.189147:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.189150:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189152:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354564.189153:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.189155:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.189160:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354564.189161:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095840. 00000100:00000001:0.0:1763354564.189163:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354564.189164:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189165:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354564.189171:0:6519:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff643dee800. 00000004:00000001:0.0:1763354564.189173:0:6519:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763354564.189175:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.189176:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a705500 x1848998542715520/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.189181:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354564.189182:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354564.189183:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff548682000. 02000000:00000001:0.0:1763354564.189187:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354564.189188:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354564.189189:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=11 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1763354564.189190:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354564.189192:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff547dc7a00. 02000000:00000001:0.0:1763354564.189193:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354564.189194:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354564.189195:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a705500. 00000100:00000001:0.0:1763354564.189197:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.189198:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354564.189200:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5451ad000. 00000004:00000010:0.0:1763354564.189202:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba11a0. 00000004:00000010:0.0:1763354564.189205:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66e0953c0. 00000004:00000001:0.0:1763354564.189208:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.189210:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.189213:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354564.189216:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354564.189218:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.189221:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.189224:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.189227:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.189229:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354564.189231:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:0.0:1763354564.189234:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189236:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763354564.189239:0:6519:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763354564.189242:0:6519:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66e0953c0. 00000004:00000001:0.0:1763354564.189244:0:6519:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000020:00000010:0.0:1763354564.189248:0:6519:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff66e095840. 00000020:00000010:0.0:1763354564.189252:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff649808100. 00000020:00000010:0.0:1763354564.189257:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff678f1e200. 00000020:00000001:0.0:1763354564.189259:0:6519:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000004:00000001:0.0:1763354564.189262:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000004:00000010:0.0:1763354564.189266:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66e095d80. 00000004:00000010:0.0:1763354564.189268:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba11a0. 00000004:00000010:0.0:1763354564.189271:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451ad000. 00000004:00000001:0.0:1763354564.189274:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189276:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189278:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189281:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189287:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763354564.189289:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0001: blocks=958279, bfree=950972, bavail=894378, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259301, state=0 00000004:00000001:0.0:1763354564.189294:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189296:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763354564.189298:0:6519:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763354564.189301:0:6519:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.189305:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095840 refcount 4 committed 0 result 0 batchid 25769804097 00000020:00000040:0.0:1763354564.189308:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f1e200 obd lustre-OST0000-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66e0953c0 00000020:00000040:0.0:1763354564.189310:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff649808100 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff552ab9400 00000020:00000040:0.0:1763354564.189314:0:6519:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000040:00000001:0.0:1763354564.189316:0:6519:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763354564.189318:0:6519:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763354564.189320:0:6519:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:0.0:1763354564.189322:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354564.189324:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354564.189326:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354564.189327:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189329:0:6519:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763354564.189330:0:6519:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763354564.189333:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354564.189336:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x3:0x0] not in the id map cache 00000001:00000001:0.0:1763354564.189339:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.189340:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189342:0:6519:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763354564.189343:0:6519:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763354564.189344:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354564.189345:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.189346:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.189348:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.189349:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.189350:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189351:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354564.189354:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00000040:00000001:0.0:1763354564.189358:0:6519:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00080000:00000001:0.0:1763354564.189362:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763354564.189364:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.189365:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354564.189368:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000040:00000001:0.0:1763354564.189370:0:6519:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189371:0:6519:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189372:0:6519:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189374:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354564.189376:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354564.189377:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.189378:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354564.189381:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68540. 00080000:00000001:0.0:1763354564.189382:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.189383:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.189384:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.189385:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189387:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189388:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.189390:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354564.189392:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189393:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354564.189394:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354564.189394:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.189396:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354564.189397:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68100. 00080000:00000001:0.0:1763354564.189398:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.189399:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.189400:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.189400:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189401:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189403:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.189404:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354564.189404:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189406:0:6519:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.189407:0:6519:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.189409:0:6519:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:0.0:1763354564.189410:0:6519:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.189412:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354564.189415:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354564.189416:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.189417:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549576704 : -123191159974912 : ffff8ff552ab9400) 00080000:00000001:0.0:1763354564.189419:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.189420:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354564.189421:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68f40. 00080000:00000001:0.0:1763354564.189422:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189423:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.189428:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189429:0:6519:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189431:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.189433:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354564.189435:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354564.189436:0:6519:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189438:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354564.189439:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763354564.189441:0:6519:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763354564.189443:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.189443:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.189444:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354564.189445:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354564.189446:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.189447:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.189448:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.189449:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.189450:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354564.189451:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:0.0:1763354564.189453:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189454:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354564.189455:0:6519:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000004:00000001:0.0:1763354564.189457:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887303672768 : -123186405878848 : ffff8ff66e0953c0) 00000020:00000040:0.0:1763354564.189460:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763354564.189462:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763354564.189463:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763354564.189464:0:6519:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000403:0x53b1:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763354564.189467:0:6519:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354564.189468:0:6519:0:(osp_object.c:1255:osp_xattr_set()) [0x280000403:0x53b1:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354564.189470:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354564.189471:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189473:0:6519:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189474:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189476:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189477:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189478:0:6519:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189480:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354564.189482:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763354564.189484:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429316 00000001:00000001:0.0:1763354564.189486:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354564.189488:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429317, last_committed = 30065429314 00000001:00000010:0.0:1763354564.189491:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab07e0. 00000001:00000040:0.0:1763354564.189494:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 3 00000020:00000040:0.0:1763354564.189496:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00000001:00000010:0.0:1763354564.189500:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095000. 00000004:00000001:0.0:1763354564.189505:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354564.189507:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.189508:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549576704 : -123191159974912 : ffff8ff552ab9400) 00000020:00000040:0.0:1763354564.189511:0:6519:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763354564.189514:0:6519:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763354564.189516:0:6519:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:0.0:1763354564.189529:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354564.189533:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095000: xid 1848998841112576, transno 30065429317, tag 0, client gen 8, slot idx 0 00000001:00000001:0.0:1763354564.189536:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.189538:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354564.189540:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763354564.189546:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68f40. 00080000:00000010:0.0:1763354564.189550:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68100. 00080000:00000010:0.0:1763354564.189552:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68540. 00040000:00000001:0.0:1763354564.189555:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354564.189557:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354564.189560:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189563:0:6519:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763354564.189566:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354564.189567:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763354564.189569:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095840 refcount 4 committed 0 result 0 batchid 25769804097 00000020:00000040:0.0:1763354564.189572:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f1e200 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0953c0 00000020:00000040:0.0:1763354564.189574:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff649808100 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff552ab9400 00000020:00000001:0.0:1763354564.189576:0:6519:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763354564.189577:0:6519:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763354564.189578:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354564.189579:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000403:0x53b1:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763354564.189581:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451ad000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763354564.189584:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705500. 00000020:00000040:0.0:1763354564.189587:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=12 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:0.0:1763354564.189589:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.189590:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354564.189591:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354564.189594:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7a00. 00000100:00000001:0.0:1763354564.189596:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189598:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.189599:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354564.189601:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189602:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354564.189603:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354564.189605:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095780. 00000100:00000001:0.0:1763354564.189607:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673728 : -123186405877888 : ffff8ff66e095780) 00000100:00000001:0.0:1763354564.189608:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.189609:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974878976 : -123186734672640 : ffff8ff65a705500) 00000100:00000001:0.0:1763354564.189611:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354564.189613:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189614:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354564.189615:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354564.189618:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.189622:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354564.189623:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.189625:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354564.189626:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354564.189628:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.189629:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a705500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715648:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.189631:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354564.189633:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354564.189634:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.189635:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354564.189637:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff548682000. 02000000:00000001:0.0:1763354564.189639:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.189641:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000400:00000010:0.0:1763354564.189644:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0950c0. 00000100:00000200:0.0:1763354564.189646:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542715648, portal 4 00000100:00000001:0.0:1763354564.189647:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.189648:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974878976 : -123186734672640 : ffff8ff65a705500) 00000100:00000040:0.0:1763354564.189651:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.189656:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.189657:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354564.189659:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000100:00000200:0.0:1763354564.189660:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542715648, offset 0 00000400:00000200:0.0:1763354564.189663:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354564.189667:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354564.189670:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785542b00 00000400:00000200:0.0:1763354564.189673:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fdd85 [256] + 1896 00000400:00000200:0.0:1763354564.189676:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.189678:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354564.189680:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.189681:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354564.189684:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705180. 00000100:00000040:0.0:1763354564.189686:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a705180 x1848998542715648 msgsize 408 00000100:00100000:0.0:1763354564.189688:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354564.189698:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354564.189701:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000400:00000010:0.0:1763354564.189703:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:0.0:1763354564.189704:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.189707:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.189712:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.189715:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.189719:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354564.189720:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.189723:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715648 00000100:00000001:0.0:1763354564.189724:0:6519:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1763354564.189727:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354564.189728:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.189730:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1763354564.189732:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7987 usecs (8 jiffies) 00000100:00000001:2.0:1763354564.189733:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189736:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306886157 02000000:00000001:2.0:1763354564.189737:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.189739:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000100:00100000:2.0:1763354564.189741:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715648 00000100:00000001:0.0:1763354564.189743:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306886157 00000020:00000001:2.0:1763354564.189744:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.189747:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000001:0.0:1763354564.189747:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000020:00000001:2.0:1763354564.189752:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354564.189753:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306886157 00000020:00000040:2.0:1763354564.189754:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=14 00000100:00000001:0.0:1763354564.189756:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000020:00000001:2.0:1763354564.189758:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354564.189759:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306886157 00000020:00000001:2.0:1763354564.189762:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354564.189763:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.189767:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354564.189768:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.189771:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.189772:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.189773:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354564.189775:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763354564.189777:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1763354564.189778:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095780 going to sleep for 11 seconds 00000020:00000010:2.0:1763354564.189781:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.189782:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354564.189785:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.189786:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.189790:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.189793:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.189796:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354564.189798:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.189799:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.189800:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.189803:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.189817:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.189822:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.189823:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.189826:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7886 00000100:00000040:2.0:1763354564.189829:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:2.0:1763354564.189830:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974878080 : -123186734673536 : ffff8ff65a705180) 00000100:00000040:2.0:1763354564.189834:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a705180 x1848998542715648/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 408/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.189840:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.189842:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.189844:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.189846:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.189849:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a705180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:6519:x1848998542715648:12345-0@lo:1000:mdt00_002.0 00000100:00000200:2.0:1763354564.189852:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715648 00000020:00000001:2.0:1763354564.189853:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.189855:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.189856:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.189857:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.189859:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354564.189860:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.189862:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.189863:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.189864:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.189865:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.189866:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354564.189869:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f070. 00000100:00000001:2.0:1763354564.189870:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.189871:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.189874:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff67cb60000. 02000000:00000001:2.0:1763354564.189876:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.189877:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.189879:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.189880:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354564.189881:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.189884:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00080000:00000001:2.0:1763354564.189887:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.189889:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab9c00. 00080000:00000001:2.0:1763354564.189892:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549578752 : -123191159972864 : ffff8ff552ab9c00) 00000020:00000001:2.0:1763354564.189893:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:2.0:1763354564.189897:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.189899:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763354564.189900:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354564.189903:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.189904:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.189906:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.189907:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.189912:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.189914:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763354564.189916:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff6474008b0 name trusted.fid flag 1 00080000:00000001:2.0:1763354564.189919:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.189920:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000403:0x53b1:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354564.189931:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354564.189933:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff67cb60208 index 0: rc = 0 00000020:00000040:2.0:1763354564.189935:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763354564.189937:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.189939:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.189940:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944470, last_committed = 12884944458 00000001:00000010:2.0:1763354564.189942:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e98a0. 00000001:00000040:2.0:1763354564.189944:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 10 00000020:00000040:2.0:1763354564.189946:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=15 00000001:00000001:2.0:1763354564.189969:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.189975:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354564.189978:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.189979:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.189980:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354564.189982:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff591e88a00/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000020:00000001:2.0:1763354564.189984:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.189985:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f070. 00000020:00000010:2.0:1763354564.189987:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.189989:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.189990:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944470, xid 1848998542715648 00010000:00000001:2.0:1763354564.189992:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.189995:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a705180 x1848998542715648/t12884944470(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 408/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.190000:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.190001:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.190003:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354564.190005:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.190007:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354564.190008:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354564.190010:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.190011:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190013:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.190014:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354564.190016:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381b40. 00000100:00000200:2.0:1763354564.190019:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542715648, offset 224 00000400:00000200:2.0:1763354564.190021:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354564.190026:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354564.190030:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785542b00 00000400:00000200:2.0:1763354564.190051:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8c05 [2] + 224 00000400:00000200:2.0:1763354564.190055:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354564.190057:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354564.190059:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354564.190062:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354564.190068:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.190084:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354564.190088:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381b40 00000400:00000010:2.0:1763354564.190092:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381b40. 00000100:00000001:2.0:1763354564.190095:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354564.190096:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.190099:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.190102:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:0.0:1763354564.190102:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763354564.190104:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.190107:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763354564.190107:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354564.190111:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1763354564.190112:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1763354564.190114:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000100:00000040:2.0:1763354564.190117:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705180 x1848998542715648/t12884944470(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 408/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354564.190119:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0950c0 00000400:00000010:0.0:1763354564.190123:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0950c0. 00000100:00000001:0.0:1763354564.190127:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354564.190133:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a705180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+15:6519:x1848998542715648:12345-0@lo:1000:mdt00_002.0 Request processed in 290us (444us total) trans 12884944470 rc 0/0 00000100:00000200:0.0:1763354564.190134:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.190147:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7886 00000100:00000200:0.0:1763354564.190151:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a705500 x1848998542715648/t0(0) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354564.190152:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000100:00000001:2.0:1763354564.190157:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.190159:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.190164:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000100:00000001:0.0:1763354564.190165:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1763354564.190168:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000001:0.0:1763354564.190168:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.190170:0:6519:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1763354564.190173:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 02000000:00000001:0.0:1763354564.190173:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354564.190174:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1763354564.190178:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 14 00000100:00000001:0.0:1763354564.190178:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.190180:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190182:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1763354564.190185:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cd78 time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354564.190189:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.190191:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354564.190192:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.190193:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354564.190195:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190196:0:6519:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763354564.190198:0:6519:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354564.190199:0:6519:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354564.190200:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.190200:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974878976 : -123186734672640 : ffff8ff65a705500) 00000100:00000001:0.0:1763354564.190202:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354564.190203:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:0.0:1763354564.190204:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354564.190205:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.190207:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a705500 x1848998542715648/t12884944470(12884944470) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190212:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.190213:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.190214:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354564.190216:0:6519:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763354564.190218:0:6519:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.190220:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705500 x1848998542715648/t12884944470(12884944470) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354564.190226:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a705500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715648:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.190228:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.190229:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190231:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354564.190231:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.190233:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff65a705500 x1848998542715648/t12884944470(12884944470) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190241:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354564.190242:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095780. 00000100:00000001:0.0:1763354564.190244:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354564.190245:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190246:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.190248:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a705500 x1848998542715648/t12884944470(12884944470) o1000->lustre-OST0000-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190251:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190252:0:6519:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190254:0:6519:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354564.190255:0:6519:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.190257:0:6519:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354564.190258:0:6519:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e94e0. 00000020:00000001:0.0:1763354564.190261:0:6519:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763354564.190264:0:6519:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354564.190267:0:6519:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0300. 00080000:00000001:0.0:1763354564.190268:0:6519:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354564.190270:0:6519:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff547dc7400. 00080000:00000001:0.0:1763354564.190272:0:6519:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882368230400 : -123191341321216 : ffff8ff547dc7400) 00000004:00000001:0.0:1763354564.190274:0:6519:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.190276:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354564.190277:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354564.190278:0:6519:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763354564.190280:0:6519:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354564.190282:0:6519:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763354564.190284:0:6519:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff66e095780. 00000004:00000001:0.0:1763354564.190286:0:6519:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763354564.190288:0:6519:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff5555a09d0. 00000004:00000010:0.0:1763354564.190290:0:6519:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff5555a0fa8. 00000020:00000001:0.0:1763354564.190293:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763354564.190298:0:6519:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c5ea380. 00000004:00000001:0.0:1763354564.190303:0:6519:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763354564.190305:0:6519:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.190307:0:6519:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786048472 : -123189923503144 : ffff8ff59c5ea3d8) 00000004:00000001:0.0:1763354564.190311:0:6519:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190313:0:6519:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763354564.190314:0:6519:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190316:0:6519:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190318:0:6519:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763354564.190320:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354564.190322:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763354564.190325:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66e0950c0. 00000004:00000010:0.0:1763354564.190327:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba14c0. 00000004:00000010:0.0:1763354564.190331:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451aa000. 00000020:00000001:0.0:1763354564.190334:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354564.190335:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190337:0:6519:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354564.190339:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354564.190340:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x5327:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763354564.190344:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451aa000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763354564.190348:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a704000. 00000020:00000040:0.0:1763354564.190351:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:0.0:1763354564.190354:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.190356:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354564.190358:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354564.190363:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff6720b2400. 00000100:00000001:0.0:1763354564.190366:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190369:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.190371:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354564.190373:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190375:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354564.190377:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354564.190380:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354564.190382:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:0.0:1763354564.190385:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.190386:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974873600 : -123186734678016 : ffff8ff65a704000) 00000100:00000001:0.0:1763354564.190389:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354564.190392:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190394:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354564.190395:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354564.190399:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190404:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354564.190405:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.190406:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354564.190408:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354564.190409:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.190411:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a704000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715776:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.190413:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354564.190415:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354564.190416:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.190417:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354564.190421:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff548686000. 02000000:00000001:0.0:1763354564.190422:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.190425:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000400:00000010:0.0:1763354564.190427:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095480. 00000100:00000200:0.0:1763354564.190430:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542715776, portal 4 00000100:00000001:0.0:1763354564.190431:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.190432:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974873600 : -123186734678016 : ffff8ff65a704000) 00000100:00000040:0.0:1763354564.190435:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190440:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.190441:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354564.190443:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000100:00000200:0.0:1763354564.190444:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542715776, offset 0 00000400:00000200:0.0:1763354564.190447:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354564.190451:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354564.190454:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785542b80 00000400:00000200:0.0:1763354564.190457:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 2304 00000400:00000200:0.0:1763354564.190460:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.190462:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354564.190464:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.190466:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354564.190468:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a704e00. 00000100:00000040:0.0:1763354564.190469:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a704e00 x1848998542715776 msgsize 328 00000100:00100000:0.0:1763354564.190472:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354564.190482:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354564.190485:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000400:00000010:0.0:1763354564.190486:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:0.0:1763354564.190487:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.190490:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190495:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.190499:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.190502:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.190505:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715776 00000100:00000001:0.0:1763354564.190505:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190508:0:6519:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1763354564.190509:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.190512:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.190512:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190514:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.190516:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7453 usecs (8 jiffies) 02000000:00000001:2.0:1763354564.190518:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190520:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306886158 00000100:00100000:2.0:1763354564.190522:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715776 00000100:00000001:0.0:1763354564.190523:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000020:00000001:2.0:1763354564.190527:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354564.190528:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306886158 00000020:00000040:2.0:1763354564.190530:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000100:00000001:0.0:1763354564.190531:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000020:00000001:2.0:1763354564.190535:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354564.190536:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306886158 00000020:00000040:2.0:1763354564.190539:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=5 00000100:00000001:0.0:1763354564.190540:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000020:00000001:2.0:1763354564.190544:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:0.0:1763354564.190545:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306886158 00000020:00000001:2.0:1763354564.190550:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:0.0:1763354564.190550:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.190555:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354564.190555:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.190557:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.190560:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.190560:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354564.190561:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763354564.190565:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1763354564.190566:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095a80 going to sleep for 11 seconds 00000020:00000010:2.0:1763354564.190569:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.190570:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354564.190575:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.190577:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.190580:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.190583:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.190586:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354564.190588:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.190589:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.190590:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190593:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190602:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.190607:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.190609:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.190612:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7887 00000100:00000040:2.0:1763354564.190614:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:2.0:1763354564.190616:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974877184 : -123186734674432 : ffff8ff65a704e00) 00000100:00000040:2.0:1763354564.190620:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a704e00 x1848998542715776/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.190626:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.190628:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.190630:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.190631:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.190634:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542715776:12345-0@lo:1000:mdt00_002.0 00000100:00000200:2.0:1763354564.190637:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715776 00000020:00000001:2.0:1763354564.190638:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.190640:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.190641:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.190642:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.190644:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354564.190645:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.190647:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.190648:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.190649:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.190650:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.190652:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354564.190654:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f070. 00000100:00000001:2.0:1763354564.190655:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.190656:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.190661:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff5537a6000. 02000000:00000001:2.0:1763354564.190662:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190664:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.190666:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.190667:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354564.190668:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.190673:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00000020:00000001:2.0:1763354564.190675:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:2.0:1763354564.190682:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000402:0x5327:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763354564.190685:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763354564.190686:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354564.190688:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff549c22600/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00000020:00000010:2.0:1763354564.190690:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f070. 00000020:00000010:2.0:1763354564.190691:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.190693:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.190694:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976001, transno 0, xid 1848998542715776 00010000:00000001:2.0:1763354564.190696:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.190698:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a704e00 x1848998542715776/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 328/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.190703:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.190705:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.190706:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354564.190708:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.190710:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354564.190711:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354564.190713:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.190714:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.190715:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.190716:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354564.190718:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381b40. 00000100:00000200:2.0:1763354564.190721:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542715776, offset 224 00000400:00000200:2.0:1763354564.190723:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354564.190728:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354564.190731:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785542b80 00000400:00000200:2.0:1763354564.190734:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8c11 [2] + 224 00000400:00000200:2.0:1763354564.190738:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354564.190740:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354564.190742:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354564.190744:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354564.190753:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.190766:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354564.190769:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381b40 00000400:00000010:2.0:1763354564.190770:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381b40. 00000100:00000001:2.0:1763354564.190772:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354564.190773:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.190774:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.190776:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354564.190778:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.190779:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.190781:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.190784:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a704e00 x1848998542715776/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 328/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.190791:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a704e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542715776:12345-0@lo:1000:mdt00_002.0 Request processed in 164us (319us total) trans 0 rc 0/0 00000100:00000001:0.0:1763354564.190797:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1763354564.190798:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7887 00000100:00000040:2.0:1763354564.190802:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:2.0:1763354564.190804:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1763354564.190804:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354564.190809:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1763354564.190810:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.190815:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000400:00000010:0.0:1763354564.190815:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000020:00000010:2.0:1763354564.190822:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000400:00000200:0.0:1763354564.190823:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095480 00000020:00000010:2.0:1763354564.190825:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000400:00000010:0.0:1763354564.190827:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095480. 00000020:00000040:2.0:1763354564.190829:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 4 00000100:00000001:2.0:1763354564.190834:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.190834:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.190844:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354564.190855:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190862:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354564.190864:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.190866:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354564.190867:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354564.190869:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.190871:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.190873:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.190877:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543709530 time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354564.190880:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.190883:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354564.190885:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.190886:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354564.190889:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.190891:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763354564.190892:0:6519:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589976001 gen 3 00000100:00000040:0.0:1763354564.190898:0:6519:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589976001) req@ffff8ff66ec53800 x1848998542712704/t8589976001(8589976001) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763354564.190904:0:6519:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763354564.190906:0:6519:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589976001 committed transno 8589976001 00000004:00000010:0.0:1763354564.190909:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000004:00000010:0.0:1763354564.190913:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff546361d80. 00000004:00000010:0.0:1763354564.190917:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff595381540. 00000004:00000010:0.0:1763354564.190920:0:6519:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff5953810c0. 00000004:00000001:0.0:1763354564.190922:0:6519:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763354564.190924:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.190926:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec53800 x1848998542712704/t8589976001(8589976001) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190933:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354564.190934:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354564.190936:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354564.190939:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354564.190941:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354564.190942:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763354564.190945:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354564.190946:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587efe00. 02000000:00000001:0.0:1763354564.190949:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354564.190950:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354564.190952:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec53800. 00000100:00000001:0.0:1763354564.190966:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.190968:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.190970:0:6519:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763354564.190973:0:6519:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1763354564.190976:0:6519:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354564.190977:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.190982:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.190989:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.190991:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.190993:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354564.190997:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354564.191006:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a704000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715776:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.191010:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.191012:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.191015:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354564.191016:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.191020:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.191027:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354564.191029:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095a80. 00000100:00000001:0.0:1763354564.191031:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354564.191032:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191062:0:6519:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354564.191068:0:6519:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff643dee880. 00000004:00000001:0.0:1763354564.191072:0:6519:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763354564.191075:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.191079:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff65a704000 x1848998542715776/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354580 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.191087:0:6519:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354564.191088:0:6519:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354564.191090:0:6519:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff548686000. 02000000:00000001:0.0:1763354564.191095:0:6519:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354564.191096:0:6519:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354564.191098:0:6519:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=2 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:0.0:1763354564.191100:0:6519:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354564.191102:0:6519:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff6720b2400. 02000000:00000001:0.0:1763354564.191105:0:6519:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354564.191107:0:6519:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354564.191108:0:6519:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a704000. 00000100:00000001:0.0:1763354564.191111:0:6519:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354564.191112:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354564.191115:0:6519:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5451aa000. 00000004:00000010:0.0:1763354564.191118:0:6519:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba14c0. 00000004:00000010:0.0:1763354564.191121:0:6519:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66e0950c0. 00000004:00000001:0.0:1763354564.191124:0:6519:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.191126:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.191127:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354564.191129:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354564.191131:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.191132:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.191135:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.191137:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.191139:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354564.191141:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:0.0:1763354564.191143:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191146:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763354564.191148:0:6519:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763354564.191150:0:6519:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66e0950c0. 00000004:00000001:0.0:1763354564.191152:0:6519:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000020:00000010:0.0:1763354564.191155:0:6519:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff66e095a80. 00000020:00000010:0.0:1763354564.191161:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff67c724c00. 00000020:00000010:0.0:1763354564.191164:0:6519:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff67c724300. 00000020:00000001:0.0:1763354564.191166:0:6519:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000004:00000001:0.0:1763354564.191169:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000004:00000010:0.0:1763354564.191173:0:6519:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66e095480. 00000004:00000010:0.0:1763354564.191176:0:6519:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba14c0. 00000004:00000010:0.0:1763354564.191179:0:6519:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451aa000. 00000004:00000001:0.0:1763354564.191181:0:6519:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191184:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191186:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191189:0:6519:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191193:0:6519:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763354564.191195:0:6519:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0001: blocks=958279, bfree=954439, bavail=897852, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259337, state=0 00000004:00000001:0.0:1763354564.191199:0:6519:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191201:0:6519:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763354564.191203:0:6519:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763354564.191205:0:6519:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.191209:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095a80 refcount 4 committed 0 result 0 batchid 25769804098 00000020:00000040:0.0:1763354564.191213:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724300 obd lustre-OST0001-osc-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66e0950c0 00000020:00000040:0.0:1763354564.191217:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724c00 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff547dc7400 00000020:00000040:0.0:1763354564.191220:0:6519:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000040:00000001:0.0:1763354564.191223:0:6519:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763354564.191225:0:6519:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763354564.191227:0:6519:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:0.0:1763354564.191229:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354564.191231:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354564.191233:0:6519:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354564.191234:0:6519:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191236:0:6519:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763354564.191238:0:6519:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763354564.191240:0:6519:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354564.191243:0:6519:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x3:0x0] not in the id map cache 00000001:00000001:0.0:1763354564.191246:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.191247:0:6519:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191249:0:6519:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763354564.191251:0:6519:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763354564.191253:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354564.191254:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.191256:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.191257:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.191259:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.191262:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191264:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354564.191267:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00000040:00000001:0.0:1763354564.191270:0:6519:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00080000:00000001:0.0:1763354564.191274:0:6519:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763354564.191276:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.191278:0:6519:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354564.191282:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000040:00000001:0.0:1763354564.191284:0:6519:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191287:0:6519:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191289:0:6519:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191291:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354564.191293:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354564.191294:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.191296:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354564.191299:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68540. 00080000:00000001:0.0:1763354564.191302:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.191304:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.191306:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.191307:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191309:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191311:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.191313:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354564.191315:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191318:0:6519:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354564.191319:0:6519:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354564.191320:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.191322:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354564.191323:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68100. 00080000:00000001:0.0:1763354564.191325:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.191327:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.191329:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354564.191331:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191333:0:6519:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191335:0:6519:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.191337:0:6519:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354564.191339:0:6519:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191341:0:6519:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354564.191343:0:6519:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.191345:0:6519:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:0.0:1763354564.191348:0:6519:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.191351:0:6519:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354564.191354:0:6519:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354564.191356:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.191357:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882368230400 : -123191341321216 : ffff8ff547dc7400) 00080000:00000001:0.0:1763354564.191360:0:6519:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354564.191362:0:6519:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354564.191365:0:6519:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68f40. 00080000:00000001:0.0:1763354564.191367:0:6519:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191369:0:6519:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.191373:0:6519:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191376:0:6519:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191379:0:6519:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.191380:0:6519:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763354564.191382:0:6519:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354564.191384:0:6519:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191386:0:6519:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763354564.191389:0:6519:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763354564.191391:0:6519:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763354564.191393:0:6519:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354564.191395:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.191397:0:6519:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354564.191398:0:6519:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354564.191400:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.191401:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.191403:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.191405:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.191407:0:6519:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354564.191409:0:6519:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2c0000402 00000004:00000001:0.0:1763354564.191412:0:6519:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191414:0:6519:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354564.191416:0:6519:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000004:00000001:0.0:1763354564.191418:0:6519:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887303672000 : -123186405879616 : ffff8ff66e0950c0) 00000020:00000040:0.0:1763354564.191422:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763354564.191425:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763354564.191427:0:6519:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763354564.191430:0:6519:0:(update_records.c:220:update_records_update_pack()) 0th [0x2c0000402:0x5327:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763354564.191433:0:6519:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354564.191434:0:6519:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000402:0x5327:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354564.191438:0:6519:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354564.191439:0:6519:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191442:0:6519:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191444:0:6519:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191446:0:6519:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191448:0:6519:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191450:0:6519:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191453:0:6519:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763354564.191455:0:6519:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763354564.191457:0:6519:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429317 00000001:00000001:0.0:1763354564.191460:0:6519:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354564.191462:0:6519:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429318, last_committed = 30065429314 00000001:00000010:0.0:1763354564.191466:0:6519:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0cc0. 00000001:00000040:0.0:1763354564.191469:0:6519:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 4 00000020:00000040:0.0:1763354564.191472:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=225 00000001:00000010:0.0:1763354564.191475:0:6519:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095300. 00000004:00000001:0.0:1763354564.191479:0:6519:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354564.191480:0:6519:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354564.191482:0:6519:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882368230400 : -123191341321216 : ffff8ff547dc7400) 00000020:00000040:0.0:1763354564.191485:0:6519:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763354564.191488:0:6519:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763354564.191490:0:6519:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:0.0:1763354564.191498:0:6519:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354564.191501:0:6519:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095300: xid 1848998841112576, transno 30065429318, tag 0, client gen 8, slot idx 4 00000001:00000001:0.0:1763354564.191504:0:6519:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.191507:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354564.191509:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763354564.191513:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68f40. 00080000:00000010:0.0:1763354564.191516:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68100. 00080000:00000010:0.0:1763354564.191518:0:6519:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68540. 00040000:00000001:0.0:1763354564.191521:0:6519:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354564.191523:0:6519:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354564.191524:0:6519:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191527:0:6519:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763354564.191529:0:6519:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354564.191530:0:6519:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763354564.191533:0:6519:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095a80 refcount 4 committed 0 result 0 batchid 25769804098 00000020:00000040:0.0:1763354564.191536:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0950c0 00000020:00000040:0.0:1763354564.191540:0:6519:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724c00 obd lustre-MDT0001-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff547dc7400 00000020:00000001:0.0:1763354564.191543:0:6519:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763354564.191545:0:6519:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763354564.191547:0:6519:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354564.191549:0:6519:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000402:0x5327:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763354564.191552:0:6519:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451aa000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763354564.191557:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a704000. 00000020:00000040:0.0:1763354564.191560:0:6519:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:0.0:1763354564.191563:0:6519:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354564.191565:0:6519:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354564.191567:0:6519:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354564.191571:0:6519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff6720b2400. 00000100:00000001:0.0:1763354564.191574:0:6519:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191578:0:6519:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.191580:0:6519:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354564.191582:0:6519:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.191584:0:6519:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354564.191586:0:6519:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354564.191589:0:6519:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095540. 00000100:00000001:0.0:1763354564.191592:0:6519:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673152 : -123186405878464 : ffff8ff66e095540) 00000100:00000001:0.0:1763354564.191594:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.191596:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974873600 : -123186734678016 : ffff8ff65a704000) 00000100:00000001:0.0:1763354564.191599:0:6519:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354564.191602:0:6519:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.191604:0:6519:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354564.191605:0:6519:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354564.191610:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.191618:0:6519:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354564.191619:0:6519:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.191622:0:6519:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354564.191624:0:6519:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354564.191626:0:6519:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.191629:0:6519:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff65a704000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715904:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.191633:0:6519:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354564.191635:0:6519:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354564.191637:0:6519:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.191639:0:6519:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354564.191643:0:6519:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff548686000. 02000000:00000001:0.0:1763354564.191645:0:6519:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354564.191649:0:6519:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000400:00000010:0.0:1763354564.191653:0:6519:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:0.0:1763354564.191656:0:6519:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542715904, portal 4 00000100:00000001:0.0:1763354564.191659:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.191660:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974873600 : -123186734678016 : ffff8ff65a704000) 00000100:00000040:0.0:1763354564.191666:0:6519:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.191673:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.191676:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354564.191678:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000100:00000200:0.0:1763354564.191681:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542715904, offset 0 00000400:00000200:0.0:1763354564.191686:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354564.191692:0:6519:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354564.191698:0:6519:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785542c00 00000400:00000200:0.0:1763354564.191702:0:6519:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fdd85 [256] + 2632 00000400:00000200:0.0:1763354564.191707:0:6519:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.191710:0:6519:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354564.191714:0:6519:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.191716:0:6519:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354564.191719:0:6519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a707800. 00000100:00000040:0.0:1763354564.191722:0:6519:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a707800 x1848998542715904 msgsize 408 00000100:00100000:0.0:1763354564.191726:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354564.191738:0:6519:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354564.191743:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000400:00000010:0.0:1763354564.191746:0:6519:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:0.0:1763354564.191749:0:6519:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354564.191754:0:6519:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.191756:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.191759:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542715904 02000000:00000001:2.0:1763354564.191762:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.191765:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.191767:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.191772:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.191774:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1763354564.191775:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542715904 00000020:00000001:2.0:1763354564.191778:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.191780:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 00000020:00000001:2.0:1763354564.191782:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354564.191782:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354564.191785:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=5 00000020:00000001:2.0:1763354564.191788:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000020:00000001:2.0:1763354564.191793:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000100:00000001:2.0:1763354564.191798:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.191801:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.191803:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.191805:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.191808:0:6519:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1763354564.191809:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.191814:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000100:00000001:0.0:1763354564.191816:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.191817:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.191823:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:0.0:1763354564.191824:0:6519:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7453 usecs (8 jiffies) 00000100:00000040:2.0:1763354564.191826:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354564.191830:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354564.191830:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306886159 00000100:00000001:2.0:1763354564.191833:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.191836:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.191837:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.191839:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.191843:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306886159 00000100:00000001:0.0:1763354564.191847:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306887260 00000100:00000001:0.0:1763354564.191850:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306886159 00000100:00000001:2.0:1763354564.191852:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.191853:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306887260 00000100:00000001:0.0:1763354564.191859:0:6519:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306886159 00000100:00000001:2.0:1763354564.191861:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354564.191863:0:6519:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306887260 00000100:00000001:2.0:1763354564.191864:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.191869:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7888 00000100:00000001:0.0:1763354564.191869:0:6519:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763354564.191875:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000100:00000001:0.0:1763354564.191876:0:6519:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.191878:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974887936 : -123186734663680 : ffff8ff65a707800) 00000100:00000001:0.0:1763354564.191880:0:6519:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1763354564.191885:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a707800 x1848998542715904/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 408/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.191885:0:6519:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354564.191890:0:6519:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095540 going to sleep for 11 seconds 00000100:00000001:2.0:1763354564.191898:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354564.191898:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1763354564.191903:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:0.0:1763354564.191903:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.191909:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.191910:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.191914:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:6519:x1848998542715904:12345-0@lo:1000:mdt00_002.0 00000100:00000200:2.0:1763354564.191916:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542715904 00000020:00000001:2.0:1763354564.191918:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.191920:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.191921:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.191922:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.191924:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354564.191925:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354564.191927:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.191928:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.191930:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.191931:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.191932:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354564.191934:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f070. 00000100:00000001:2.0:1763354564.191936:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.191937:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.191940:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff64667a000. 02000000:00000001:2.0:1763354564.191942:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.191943:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.191945:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.191946:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354564.191947:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.191949:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883595929160 : -123190113622456 : ffff8ff59109a648) 00080000:00000001:2.0:1763354564.191952:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.191954:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8000. 00080000:00000001:2.0:1763354564.191964:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549571584 : -123191159980032 : ffff8ff552ab8000) 00000020:00000001:2.0:1763354564.191966:0:6523:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:2.0:1763354564.191968:0:6523:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.191970:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763354564.191971:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354564.191974:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.191975:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.191977:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.191979:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.191984:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.191985:0:6523:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763354564.191986:0:6523:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff8ff647400b90 name trusted.fid flag 1 00080000:00000001:2.0:1763354564.191989:0:6523:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.191991:0:6523:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000402:0x5327:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354564.191999:0:6523:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354564.192001:0:6523:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff8ff64667a208 index 0: rc = 0 00000020:00000040:2.0:1763354564.192003:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763354564.192005:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.192007:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.192008:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976004, last_committed = 8589976002 00000001:00000010:2.0:1763354564.192010:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9ba0. 00000001:00000040:2.0:1763354564.192012:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482fd800 : new cb_count 1 00000020:00000040:2.0:1763354564.192014:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff6482fd800 refcount=6 00000001:00000001:2.0:1763354564.192020:0:6523:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.192024:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354564.192026:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.192027:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.192028:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354564.192029:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff549c22600/ffff8ff59109a5f0 to site lru. bkt: ffff8ff66f400f88 00000020:00000001:2.0:1763354564.192031:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.192046:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f070. 00000020:00000010:2.0:1763354564.192048:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381b40. 00000020:00000001:2.0:1763354564.192051:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.192055:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976001, transno 8589976004, xid 1848998542715904 00010000:00000001:2.0:1763354564.192058:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.192063:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a707800 x1848998542715904/t8589976004(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 408/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354564.192070:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.192073:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.192075:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354564.192079:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.192082:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354564.192085:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354564.192088:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.192089:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.192092:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.192094:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354564.192098:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381b40. 00000100:00000200:2.0:1763354564.192101:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542715904, offset 224 00000400:00000200:2.0:1763354564.192106:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354564.192112:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354564.192117:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785542c00 00000400:00000200:2.0:1763354564.192122:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8c1d [2] + 224 00000400:00000200:2.0:1763354564.192127:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354564.192130:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354564.192133:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354564.192137:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354564.192144:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354564.192159:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354564.192163:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381b40 00000400:00000010:2.0:1763354564.192164:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381b40. 00000100:00000001:2.0:1763354564.192166:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354564.192167:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354564.192169:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.192171:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354564.192173:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.192174:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.192175:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.192178:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a707800 x1848998542715904/t8589976004(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:735/0 lens 408/4320 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354564.192185:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6519:x1848998542715904:12345-0@lo:1000:mdt00_002.0 Request processed in 286us (461us total) trans 8589976004 rc 0/0 00000100:00100000:2.0:1763354564.192190:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7888 00000100:00000040:2.0:1763354564.192192:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000100:00000001:2.0:1763354564.192194:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.192196:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354564.192196:0:6519:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1763354564.192202:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000400:00000001:0.0:1763354564.192203:0:6519:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1763354564.192205:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000400:00000001:0.0:1763354564.192206:0:6519:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354564.192211:0:6519:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000020:00000010:2.0:1763354564.192212:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.192219:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 5 00000400:00000200:0.0:1763354564.192219:0:6519:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:0.0:1763354564.192223:0:6519:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354564.192224:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.192230:0:6519:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354564.192236:0:6519:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354564.192244:0:6519:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff65a704000 x1848998542715904/t0(0) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.192249:0:6519:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354564.192250:0:6519:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.192252:0:6519:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354564.192253:0:6519:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354564.192255:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.192256:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.192258:0:6519:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.192261:0:6519:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff543709530 time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1763354564.192264:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.192265:0:6519:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354564.192266:0:6519:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192268:0:6519:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354564.192269:0:6519:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.192271:0:6519:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763354564.192272:0:6519:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354564.192273:0:6519:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354564.192283:0:6519:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354564.192284:0:6519:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620886974873600 : -123186734678016 : ffff8ff65a704000) 00000100:00000001:0.0:1763354564.192286:0:6519:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354564.192287:0:6519:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589976001 00000100:00000001:0.0:1763354564.192291:0:6519:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354564.192292:0:6519:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.192295:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff65a704000 x1848998542715904/t8589976004(8589976004) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.192300:0:6519:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354564.192301:0:6519:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354564.192302:0:6519:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354564.192304:0:6519:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763354564.192306:0:6519:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.192309:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a704000 x1848998542715904/t8589976004(8589976004) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354564.192314:0:6519:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff65a704000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6519:1848998542715904:0@lo:1000:mdt00_002.0 00000100:00000001:0.0:1763354564.192317:0:6519:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.192318:0:6519:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.192319:0:6519:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354564.192320:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.192322:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff65a704000 x1848998542715904/t8589976004(8589976004) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.192331:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354564.192332:0:6519:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095540. 00000100:00000001:0.0:1763354564.192334:0:6519:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354564.192335:0:6519:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.192336:0:6519:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354564.192338:0:6519:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff65a704000 x1848998542715904/t8589976004(8589976004) o1000->lustre-OST0001-osc-MDT0001@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354580 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354564.192342:0:6519:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.192343:0:6519:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.192345:0:6519:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354564.192346:0:6519:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.192348:0:6519:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354564.192349:0:6519:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0300. 00000020:00000001:0.0:1763354564.192351:0:6519:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.192354:0:6519:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.192356:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354564.192359:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354564.192360:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354564.192361:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354564.192362:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.192364:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.192365:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000020:00000001:0.0:1763354564.192367:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00010000:00000001:0.0:1763354564.192369:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00000004:00010000:0.0:1763354564.192373:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f61a9af4 reply state 0000000017866851 transno 30065429318 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.192380:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354564.192385:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.192386:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192388:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354564.192390:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354564.192391:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354564.192392:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354564.192395:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) refcount = 1 00010000:00010000:0.0:1763354564.192398:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.192402:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354564.192403:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.192404:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192405:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354564.192407:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.192408:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354564.192410:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:0.0:1763354564.192412:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763354564.192413:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.192415:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192416:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.192417:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354564.192419:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763354564.192420:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.192421:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354564.192422:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354564.192423:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354564.192424:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354564.192425:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354564.192426:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354564.192426:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354564.192427:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354564.192428:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354564.192428:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.192429:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.192430:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:0.0:1763354564.192431:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:0.0:1763354564.192433:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000004:00010000:0.0:1763354564.192435:0:6519:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f61a9af4 reply state 0000000017866851 transno 30065429318 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,1 mode: EX/EX res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.192438:0:6519:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354564.192440:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.192441:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192442:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354564.192443:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354564.192445:0:6519:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354564.192446:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354564.192447:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 2 00010000:00000040:0.0:1763354564.192449:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354564.192450:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763354564.192454:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.192457:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354564.192457:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.192458:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192459:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354564.192460:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.192461:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354564.192462:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:0.0:1763354564.192463:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763354564.192464:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.192466:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.192467:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.192467:0:6519:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354564.192468:0:6519:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763354564.192469:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.192470:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354564.192470:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354564.192471:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354564.192472:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354564.192472:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354564.192473:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354564.192475:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354564.192476:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354564.192477:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354564.192478:0:6519:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354564.192481:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 30065429318, xid 1848998841112576 00010000:00000001:0.0:1763354564.192483:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763354564.192484:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=226 00010000:00000200:0.0:1763354564.192486:0:6519:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 30065429318, last committed = 30065429314 00010000:00000200:0.0:1763354564.192490:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a707480 x1848998841112576/t30065429318(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 568/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354564.192496:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354564.192497:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.192499:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.192501:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354564.192503:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354564.192504:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354564.192506:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354564.192507:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.192509:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.192511:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354564.192513:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00000100:00000200:0.0:1763354564.192515:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841112576, offset 224 00000400:00000200:0.0:1763354564.192518:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354564.192525:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354564.192530:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556782:1556782:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556778:1556778:8:4294967295] 00000400:00000200:0.0:1763354564.192538:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354564.192542:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.192545:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67c724400. 00000800:00000200:0.0:1763354564.192550:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354564.192555:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354564.192558:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67c724400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354564.192572:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.192574:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354564.192576:0:6519:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354564.192578:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.192579:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354564.192582:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a707480 x1848998841112576/t30065429318(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 568/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354564.192590:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a707480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+226:252586:x1848998841112576:12345-192.168.203.48@tcp:61:lfs.0 Request processed in 9232us (9376us total) trans 30065429318 rc 0/0 00000100:00100000:0.0:1763354564.192595:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417452 00000100:00000040:0.0:1763354564.192598:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354564.192600:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354564.192601:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763354564.192603:0:6519:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:0.0:1763354564.192605:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27480. 00000020:00000010:0.0:1763354564.192608:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354af0. 00000020:00000010:0.0:1763354564.192611:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9600. 00000020:00000040:0.0:1763354564.192613:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00000100:00000001:0.0:1763354564.192615:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.192680:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.192685:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67c724400. 00000400:00000200:1.0:1763354564.192690:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.192696:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.192699:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000400:00000010:1.0:1763354564.192702:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:1.0:1763354564.192705:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.192707:0:3649:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.193067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:2.1:1763354564.193073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:2.1:1763354564.193077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff800. 00080000:00000010:2.1:1763354564.193082:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff651241c80. 00080000:00000010:2.1:1763354564.193092:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27700. 00000800:00000001:0.0:1763354564.194637:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.194648:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.194650:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.194652:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.194657:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.194664:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d5900 00000400:00000200:0.0:1763354564.194669:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b121d [2] + 328 00000800:00000001:0.0:1763354564.194673:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.194676:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.194678:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.194680:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.194684:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.194685:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354564.194688:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a705880. 00000100:00000040:0.0:1763354564.194691:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a705880 x1848998841112832 msgsize 328 00000100:00100000:0.0:1763354564.194693:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.194705:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.194710:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.194712:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.194713:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.194715:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.194719:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.194723:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d5980 00000400:00000200:0.0:1763354564.194729:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad979 [2] + 392 00000100:00000001:3.0:1763354564.194732:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1763354564.194733:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1763354564.194737:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841112832 02000000:00000001:3.0:1763354564.194740:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1763354564.194741:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.194742:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.194746:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.194746:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1763354564.194750:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354564.194752:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00100000:3.0:1763354564.194754:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841112832 00000100:00000001:0.0:1763354564.194756:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1763354564.194758:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1763354564.194759:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000040:3.0:1763354564.194762:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000100:00000010:0.0:1763354564.194764:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a707100. 00000020:00000001:3.0:1763354564.194765:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354564.194768:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a707100 x1848998841112960 msgsize 392 00000020:00000040:3.0:1763354564.194769:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:3.0:1763354564.194774:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00100000:0.0:1763354564.194775:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000001:3.0:1763354564.194778:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354564.194781:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.194784:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:0.0:1763354564.194785:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763354564.194787:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.194790:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000800:00000001:0.0:1763354564.194790:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1763354564.194796:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61c00. 00000020:00000010:3.0:1763354564.194799:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000800:00000001:0.0:1763354564.194801:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354564.194802:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.194809:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354564.194811:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.194812:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354564.194814:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354564.194816:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.194819:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354564.194821:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.194822:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.194824:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:3.0:1763354564.194826:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:3.0:1763354564.194828:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:3.0:1763354564.194830:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.194831:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.194832:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.194834:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.194835:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763354564.194839:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.194839:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841112960 02000000:00000001:2.0:1763354564.194844:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.194846:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.194848:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.194851:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.194853:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763354564.194853:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841112960 00000020:00000001:2.0:1763354564.194858:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.194859:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.194861:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354564.194864:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1763354564.194864:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=226 00000100:00000001:3.0:1763354564.194868:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1763354564.194869:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.194873:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00100000:3.0:1763354564.194874:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3721 00000100:00000001:2.0:1763354564.194876:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1763354564.194878:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354564.194882:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974879872 : -123186734671744 : ffff8ff65a705880) 00000020:00000010:2.0:1763354564.194882:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.194888:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354564.194891:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a705880 x1848998841112832/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354564.194892:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.194900:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000100:00000001:3.0:1763354564.194901:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.194906:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000020:00000010:2.0:1763354564.194907:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000100:00000001:3.0:1763354564.194911:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.194913:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000020:00000010:3.0:1763354564.194914:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00000040:2.0:1763354564.194920:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00100000:3.0:1763354564.194922:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2408:x1848998841112832:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1763354564.194925:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1763354564.194928:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841112832 00000100:00000001:2.0:1763354564.194928:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.194931:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.194932:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354564.194935:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354564.194937:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763354564.194937:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.194940:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.194943:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.194946:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0d800. 02000000:00000001:3.0:1763354564.194947:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.194949:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.194950:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1763354564.194951:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354564.194952:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354564.194970:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.194972:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.194974:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:3.0:1763354564.194976:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00000100:00000001:2.0:1763354564.194977:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1763354564.194978:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00000100:00000001:2.0:1763354564.194980:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:3.0:1763354564.194982:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58c6daf00 count: 2 00000100:00000001:0.0:1763354564.194984:0:112510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:3.0:1763354564.194988:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00100000:2.0:1763354564.194988:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93120 00000100:00000001:0.0:1763354564.194989:0:112510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:3.0:1763354564.194993:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:2.0:1763354564.194995:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354564.194995:0:112510:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.194996:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1763354564.195001:0:112510:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.195002:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974886144 : -123186734665472 : ffff8ff65a707100) 00000020:00000001:3.0:1763354564.195003:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:3.0:1763354564.195008:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00000100:00000040:2.0:1763354564.195012:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a707100 x1848998841112960/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763354564.195013:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763354564.195017:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354564.195024:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58e00e058/ffff8ff58e00e000 to site lru. bkt: ffff8ff642cc1e30 00000100:00000001:2.0:1763354564.195025:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763354564.195028:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:2.0:1763354564.195029:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000020:00000001:3.0:1763354564.195031:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.195058:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1763354564.195063:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354564.195068:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.195069:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000001:3.0:1763354564.195077:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.195079:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a707100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+226:252586:x1848998841112960:12345-192.168.203.48@tcp:35:lfs.0 00010000:00000001:3.0:1763354564.195085:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1763354564.195086:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841112960 00010000:00000001:3.0:1763354564.195089:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1763354564.195092:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.195096:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1763354564.195098:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1763354564.195099:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff66e095300: xid 1848998841112576, transno 30065429318, client gen 8, slot idx 4 00010000:00000001:3.0:1763354564.195100:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.195104:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:2.0:1763354564.195106:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953813c0: xid 1848998841111680, transno 30065429315, client gen 8, slot idx 2 00010000:00000001:3.0:1763354564.195107:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.195113:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52400 with handle 0x4a8bb634222caf42 from hash 00000001:00000010:2.0:1763354564.195114:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953813c0. 00010000:00000001:3.0:1763354564.195115:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.195118:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1763354564.195119:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff66e095000: xid 1848998841112576, transno 30065429317, client gen 8, slot idx 0 00010000:00000001:3.0:1763354564.195120:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.195122:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:2.0:1763354564.195125:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff66e095000: xid 1848998841112576, transno 30065429317, client gen 8, slot idx 0 00010000:00000001:3.0:1763354564.195127:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000010:2.0:1763354564.195129:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095000. 00010000:00000001:3.0:1763354564.195130:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.195135:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.195137:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1763354564.195137:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953819c0: xid 1848998841112576, transno 30065429316, client gen 8, slot idx 3 00010000:00010000:3.0:1763354564.195145:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff558b52400/0x4a8bb634222caf42 lrc: 0/0,0 mode: --/GROUP res: [0x280000403:0x53b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 739449199 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f414c5 expref: 21 pid: 74534 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1763354564.195145:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953819c0: xid 1848998841112576, transno 30065429316, client gen 8, slot idx 3 00000001:00000010:2.0:1763354564.195155:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953819c0. 00010000:00000040:3.0:1763354564.195158:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 14 00000020:00000040:3.0:1763354564.195162:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000020:00000001:2.0:1763354564.195162:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.195169:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354564.195169:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1763354564.195172:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1763354564.195172:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00010000:00000001:3.0:1763354564.195175:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354564.195178:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.195179:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1763354564.195180:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.195183:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763354564.195185:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58c6daf00 count: 0 00000001:00000001:2.0:1763354564.195185:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841112960, found 0 last_xid 1848998841112959 00002000:00000010:3.0:1763354564.195191:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff674cb1780. 00000020:00000001:2.0:1763354564.195191:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354564.195195:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58c6dab00. 00000020:00000001:2.0:1763354564.195196:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.195200:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00010000:3.0:1763354564.195201:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:2.0:1763354564.195203:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.195204:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.195210:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354564.195213:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195213:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000100:00001000:3.0:1763354564.195218:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=101 v=5 (1 1 0 1) 00000004:00000001:2.0:1763354564.195218:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354564.195223:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000100:00000001:3.0:1763354564.195224:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354564.195228:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354564.195229:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.195230:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.195235:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.195236:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195237:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000100:00000001:3.0:1763354564.195238:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1763354564.195241:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000040:3.0:1763354564.195242:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000001:00000001:2.0:1763354564.195245:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354564.195247:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701217f8. 00000001:00000001:2.0:1763354564.195248:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.195252:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1763354564.195253:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841112832, offset 224 00000001:00000001:2.0:1763354564.195254:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195258:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.195260:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354564.195261:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000001:00000001:2.0:1763354564.195263:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195266:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.195267:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354564.195271:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000001:00000001:2.0:1763354564.195271:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195276:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.195278:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354564.195281:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556783:1556783:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556779:1556779:8:4294967295] 00000001:00000001:2.0:1763354564.195281:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195287:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195289:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354564.195292:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354564.195297:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:2.0:1763354564.195298:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.195301:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.195304:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354564.195307:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000001:00000001:2.0:1763354564.195308:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.195311:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1763354564.195313:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000001:00000001:2.0:1763354564.195314:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195317:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.195319:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1763354564.195320:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000001:00000001:2.0:1763354564.195321:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195325:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.195326:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354564.195330:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 02000000:00000001:2.0:1763354564.195332:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000800:00000200:3.0:1763354564.195334:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 02000000:00001000:2.0:1763354564.195338:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.195341:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.195343:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.195345:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195346:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1763354564.195347:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.195348:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195352:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000100:00000040:3.0:1763354564.195355:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354564.195355:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195360:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.195361:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.195365:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.195366:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.195369:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1763354564.195372:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a705880 x1848998841112832/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 328/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1763354564.195376:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff66fd34400. 02000000:00000001:2.0:1763354564.195380:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.195384:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a705880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2408:x1848998841112832:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 478us (688us total) trans 0 rc 0/0 00000100:00000001:2.0:1763354564.195384:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195389:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.195392:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195398:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000100:00100000:3.0:1763354564.195399:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3721 00000004:00000001:2.0:1763354564.195403:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000100:00000040:3.0:1763354564.195404:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354564.195409:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1763354564.195409:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1763354564.195409:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354564.195412:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1763354564.195415:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66ba27400 refcount=2 00000800:00000010:0.0:1763354564.195415:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000020:00000010:3.0:1763354564.195416:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000400:00000200:0.0:1763354564.195422:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1763354564.195423:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887263376384 : -123186446175232 : ffff8ff66ba27400) 00000020:00000010:3.0:1763354564.195426:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000400:00000200:0.0:1763354564.195430:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000004:00000001:2.0:1763354564.195431:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887263376384 : -123186446175232 : ffff8ff66ba27400) 00000020:00000010:3.0:1763354564.195433:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61c00. 00000400:00000200:0.0:1763354564.195435:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701217f8 00000020:00000040:3.0:1763354564.195441:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 19 00000020:00000040:2.0:1763354564.195441:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66ba27400 with handle 0x4a8bb634222caee7 from hash 00000400:00000010:0.0:1763354564.195442:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701217f8. 00000100:00000001:3.0:1763354564.195446:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.195449:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:2.0:1763354564.195450:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000100:00000001:0.0:1763354564.195451:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000002:2.0:1763354564.195456:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9de6:0x0] with intent: 0 00000004:00000001:2.0:1763354564.195462:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354564.195465:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 8 blocks 8 truncate 0 00000004:00000001:2.0:1763354564.195469:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.195472:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.195476:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195479:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195484:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195494:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.195498:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.195500:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.195502:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.195504:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 8 00000004:00000002:2.0:1763354564.195509:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354564.195511:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195514:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195516:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195517:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.195520:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354564.195523:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195525:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195527:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195529:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195530:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195532:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195534:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195536:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.195539:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195542:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354564.195544:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9de6:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763354564.195548:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.195550:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.195553:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.195556:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.195567:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e9060. 00080000:00000001:2.0:1763354564.195571:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.195574:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8800. 00080000:00000001:2.0:1763354564.195577:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549573632 : -123191159977984 : ffff8ff552ab8800) 00000004:00000001:2.0:1763354564.195581:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.195583:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.195586:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195588:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549573632 : -123191159977984 : ffff8ff552ab8800) 00000004:00000001:2.0:1763354564.195592:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195594:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.195598:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.195600:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.195604:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.195606:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195608:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549573632 : -123191159977984 : ffff8ff552ab8800) 00080000:00000001:2.0:1763354564.195612:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.195615:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.195619:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.195621:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195623:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.195630:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.195632:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195636:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.195639:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.195640:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.195642:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195644:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549573632 : -123191159977984 : ffff8ff552ab8800) 00080000:00000001:2.0:1763354564.195647:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.195648:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9de6:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354564.195662:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195664:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195666:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.195669:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.195672:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.195675:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.195678:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429319, last_committed = 30065429314 00000001:00000010:2.0:1763354564.195682:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9420. 00000001:00000040:2.0:1763354564.195684:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 5 00000020:00000040:2.0:1763354564.195686:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=227 00000001:00000010:2.0:1763354564.195691:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.195695:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.195697:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195698:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549573632 : -123191159977984 : ffff8ff552ab8800) 00000004:00000001:2.0:1763354564.195707:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.195712:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953819c0: xid 1848998841112960, transno 30065429319, tag 1, client gen 8, slot idx 0 00000001:00000001:2.0:1763354564.195715:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.195721:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354564.195725:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.195727:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.195729:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.195732:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e9060. 00000020:00000001:2.0:1763354564.195735:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195738:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195741:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195743:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195746:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354564.195747:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354564.195749:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.195751:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195754:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.195759:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195762:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.195764:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195767:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354564.195770:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354564.195772:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.195775:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.195778:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e9060. 00080000:00000001:2.0:1763354564.195780:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.195783:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8c00. 00080000:00000001:2.0:1763354564.195785:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549574656 : -123191159976960 : ffff8ff552ab8c00) 00000004:00000001:2.0:1763354564.195789:0:6520:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354564.195790:0:6520:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354564.195792:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195793:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574656 : -123191159976960 : ffff8ff552ab8c00) 00080000:00000001:2.0:1763354564.195796:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.195798:0:6520:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195801:0:6520:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195803:0:6520:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.195805:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.195807:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.195809:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.195811:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195812:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574656 : -123191159976960 : ffff8ff552ab8c00) 00080000:00000001:2.0:1763354564.195815:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.195816:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.195820:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.195822:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195824:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.195828:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.195830:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.195832:0:6520:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354562, ctime 1763354563 00000004:00000001:2.0:1763354564.195835:0:6520:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.195837:0:6520:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763354564.195839:0:6520:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763354564.195840:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195841:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574656 : -123191159976960 : ffff8ff552ab8c00) 00080000:00000001:2.0:1763354564.195849:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.195852:0:6520:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195854:0:6520:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195856:0:6520:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.195859:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.195861:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354564.195863:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429319 00000001:00000001:2.0:1763354564.195865:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.195867:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429320, last_committed = 30065429314 00000001:00000010:2.0:1763354564.195871:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e9000. 00000001:00000040:2.0:1763354564.195873:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 6 00000020:00000040:2.0:1763354564.195876:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=228 00000001:00000010:2.0:1763354564.195879:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953813c0. 00000004:00000001:2.0:1763354564.195882:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.195884:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.195885:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574656 : -123191159976960 : ffff8ff552ab8c00) 00000004:00000001:2.0:1763354564.195890:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.195894:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953819c0: xid 1848998841112960, transno 30065429319, client gen 8, slot idx 0 00000001:00000001:2.0:1763354564.195897:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953819c0: xid 1848998841112960, transno 30065429319, client gen 8, slot idx 0 00000001:00000010:2.0:1763354564.195900:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953819c0. 00000001:00000001:2.0:1763354564.195904:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953813c0: xid 1848998841112960, transno 30065429320, tag 1, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.195907:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.195911:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354564.195914:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.195916:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.195918:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.195920:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e9060. 00000020:00000001:2.0:1763354564.195923:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195927:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354564.195929:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195932:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354564.195936:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.195939:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354564.195942:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66ba27400. 00000004:00000001:2.0:1763354564.195951:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.195955:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.195975:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.195976:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195978:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.195981:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354564.195983:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.195985:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.195987:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.195989:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.195991:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.195995:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.195998:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.196001:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354564.196006:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.196012:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.196015:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.196017:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 30065429320, xid 1848998841112960 00010000:00000001:2.0:1763354564.196020:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.196026:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a707100 x1848998841112960/t30065429320(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.196054:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.196057:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.196060:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.196064:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.196068:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.196070:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.196073:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.196075:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.196077:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.196080:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.196084:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7cc0. 00000100:00000200:2.0:1763354564.196087:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841112960, offset 224 00000400:00000200:2.0:1763354564.196093:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.196100:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.196107:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556784:1556784:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556780:1556780:8:4294967295] 00000400:00000200:2.0:1763354564.196118:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.196123:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.196128:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.196133:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.196138:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.196141:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.196156:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.196159:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.196162:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.196164:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.196167:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.196173:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a707100 x1848998841112960/t30065429320(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.196184:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a707100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+228:252586:x1848998841112960:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1157us (1413us total) trans 30065429320 rc 0/0 00000100:00100000:2.0:1763354564.196193:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93120 00000100:00000040:2.0:1763354564.196196:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.196199:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.196201:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354564.196203:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763354564.196206:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.196210:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000800:00000200:1.0:1763354564.196213:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763354564.196215:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000800:00000010:1.0:1763354564.196220:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000020:00000040:2.0:1763354564.196221:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00000100:00000001:2.0:1763354564.196227:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.196227:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.196235:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.196240:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7cc0 00000400:00000010:1.0:1763354564.196243:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7cc0. 00000100:00000001:1.0:1763354564.196247:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.196250:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.197208:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.197214:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.197216:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.197218:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.197222:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.197229:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d5a80 00000400:00000200:0.0:1763354564.197233:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad979 [2] + 784 00000800:00000001:0.0:1763354564.197237:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.197241:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.197242:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.197245:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.197248:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.197249:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354564.197252:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a706d80. 00000100:00000040:0.0:1763354564.197253:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a706d80 x1848998841113216 msgsize 392 00000100:00100000:0.0:1763354564.197257:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.197266:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.197269:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.197271:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.197311:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.197315:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841113216 02000000:00000001:2.0:1763354564.197317:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.197319:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.197321:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.197324:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.197326:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841113216 00000020:00000001:2.0:1763354564.197329:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.197331:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.197333:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.197335:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=228 00000020:00000001:2.0:1763354564.197338:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.197341:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.197344:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.197348:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.197350:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.197353:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.197358:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.197361:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.197365:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.197370:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354564.197372:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.197373:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.197375:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.197380:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.197392:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.197401:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.197404:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.197410:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93121 00000100:00000040:2.0:1763354564.197413:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.197416:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974885248 : -123186734666368 : ffff8ff65a706d80) 00000100:00000040:2.0:1763354564.197422:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a706d80 x1848998841113216/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.197431:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.197434:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.197436:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.197438:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.197444:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+228:252586:x1848998841113216:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354564.197448:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841113216 00000020:00000001:2.0:1763354564.197450:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.197453:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354564.197455:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953813c0: xid 1848998841112960, transno 30065429320, client gen 8, slot idx 2 00000001:00000001:2.0:1763354564.197459:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff66e095300: xid 1848998841112576, transno 30065429318, client gen 8, slot idx 4 00000001:00000010:2.0:1763354564.197463:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095300. 00000020:00000001:2.0:1763354564.197466:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.197468:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.197470:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354564.197472:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.197474:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841113216, found 0 last_xid 1848998841113215 00000020:00000001:2.0:1763354564.197477:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.197479:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.197480:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.197483:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197486:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354564.197487:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354564.197487:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354564.197489:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197491:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354564.197492:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.197494:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197495:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.197496:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.197498:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197499:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.197500:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.197501:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197502:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.197503:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.197504:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197505:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.197506:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.197507:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197508:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197509:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354564.197510:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197511:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.197512:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.197513:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197514:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.197515:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.197516:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197517:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.197518:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.197519:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197520:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.197521:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.197522:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.197525:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.197526:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.197527:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.197528:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.197530:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.197531:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197533:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.197534:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197536:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.197539:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.197541:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.197545:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff66fd36000. 02000000:00000001:2.0:1763354564.197547:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.197549:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197551:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.197553:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197556:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354564.197558:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354564.197559:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.197561:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff651241000 refcount=2 00000020:00000001:2.0:1763354564.197564:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886818885632 : -123186890665984 : ffff8ff651241000) 00000004:00000001:2.0:1763354564.197566:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620886818885632 : -123186890665984 : ffff8ff651241000) 00000020:00000040:2.0:1763354564.197569:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff651241000 with handle 0x4a8bb634222caefc from hash 00000004:00000001:2.0:1763354564.197572:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354564.197574:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9dea:0x0] with intent: 0 00000004:00000001:2.0:1763354564.197577:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354564.197579:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:2.0:1763354564.197582:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.197584:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.197588:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197590:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197593:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197600:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.197602:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.197604:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.197606:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.197608:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9dea:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354564.197612:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354564.197614:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197616:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197617:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197619:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354564.197621:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354564.197624:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.197626:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.197628:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197629:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197631:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.197633:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.197634:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.197636:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.197637:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197639:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354564.197641:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x2400032e4:0x9dea:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763354564.197643:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.197646:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354564.197648:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354564.197651:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.197656:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e9060. 00080000:00000001:2.0:1763354564.197659:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.197662:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab9600. 00080000:00000001:2.0:1763354564.197664:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549577216 : -123191159974400 : ffff8ff552ab9600) 00000004:00000001:2.0:1763354564.197667:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.197669:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.197670:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197672:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549577216 : -123191159974400 : ffff8ff552ab9600) 00000004:00000001:2.0:1763354564.197675:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197677:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.197680:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.197681:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.197684:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.197686:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197687:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549577216 : -123191159974400 : ffff8ff552ab9600) 00080000:00000001:2.0:1763354564.197689:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.197691:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.197694:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.197697:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197699:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.197704:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.197706:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197709:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.197711:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354564.197712:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354564.197713:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197715:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549577216 : -123191159974400 : ffff8ff552ab9600) 00080000:00000001:2.0:1763354564.197717:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354564.197719:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9dea:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354564.197729:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197732:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197734:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.197737:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.197739:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354564.197741:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.197743:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429321, last_committed = 30065429314 00000001:00000010:2.0:1763354564.197747:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e91e0. 00000001:00000040:2.0:1763354564.197750:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 7 00000020:00000040:2.0:1763354564.197752:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=229 00000001:00000010:2.0:1763354564.197756:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5953819c0. 00000004:00000001:2.0:1763354564.197760:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.197762:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197763:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549577216 : -123191159974400 : ffff8ff552ab9600) 00000004:00000001:2.0:1763354564.197770:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.197774:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5953819c0: xid 1848998841113216, transno 30065429321, tag 1, client gen 8, slot idx 0 00000001:00000001:2.0:1763354564.197777:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.197782:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354564.197786:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.197788:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.197790:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.197792:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e9060. 00000020:00000001:2.0:1763354564.197795:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197798:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197800:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197802:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197804:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354564.197806:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354564.197808:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354564.197810:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.197812:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.197814:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354564.197816:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354564.197819:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354564.197821:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.197823:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9dea:0x0], previous was 0x7 00000004:00000001:2.0:1763354564.197827:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197829:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354564.197832:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197834:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763354564.197836:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354564.197840:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5909e9060. 00080000:00000001:2.0:1763354564.197842:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354564.197844:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff552ab8a00. 00080000:00000001:2.0:1763354564.197847:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000001:2.0:1763354564.197853:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197855:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00080000:00000001:2.0:1763354564.197857:0:6520:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1763354564.197860:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.197862:0:6520:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197865:0:6520:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763354564.197866:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197868:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000001:2.0:1763354564.197871:0:6520:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197874:0:6520:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.197876:0:6520:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354564.197878:0:6520:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197881:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.197883:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197884:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00080000:00000001:2.0:1763354564.197887:0:6520:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763354564.197889:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763354564.197891:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1763354564.197895:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9dea:0x0] not in the id map cache 00080000:00000001:2.0:1763354564.197898:0:6520:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197900:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197904:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354564.197906:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.197907:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.197910:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354564.197912:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354564.197914:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.197916:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.197920:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.197922:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.197924:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.197926:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763354564.197928:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.197930:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000001:2.0:1763354564.197934:0:6520:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763354564.197936:0:6520:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763354564.197938:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354564.197940:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000040:2.0:1763354564.197944:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff6501330c0 : new refcount 3 00000040:00000001:2.0:1763354564.197947:0:6520:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354564.197950:0:6520:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354564.197952:0:6520:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763354564.197954:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354564.197972:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.197975:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354564.197977:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.197979:0:6520:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354564.197981:0:6520:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763354564.197984:0:6520:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763354564.197987:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.197989:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.197993:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af1c0. 00080000:00000001:2.0:1763354564.197995:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.197998:0:6520:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354564.198000:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x1:0x1d:0x0] not in the id map cache 00000001:00000001:2.0:1763354564.198004:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.198005:0:6520:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.198008:0:6520:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198010:0:6520:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198012:0:6520:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198014:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354564.198016:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354564.198019:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.198021:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.198023:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354564.198025:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198027:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.198029:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.198030:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198032:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198071:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198074:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.198076:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198078:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354564.198080:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354564.198082:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.198085:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.198089:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00080000:00000001:2.0:1763354564.198092:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198094:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.198096:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354564.198097:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198099:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198101:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198103:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354564.198104:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198107:0:6520:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354564.198109:0:6520:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.198111:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff6501330c0 : new refcount 2 00000004:00000001:2.0:1763354564.198114:0:6520:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198117:0:6520:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198119:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198122:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198125:0:6520:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.198128:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354564.198130:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354564.198133:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354564.198135:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.198136:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00080000:00000001:2.0:1763354564.198139:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354564.198141:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354564.198144:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af8c0. 00080000:00000001:2.0:1763354564.198146:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198148:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198152:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.198155:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198160:0:6520:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763354564.198164:0:6520:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763354564.198166:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.198167:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00080000:00000001:2.0:1763354564.198170:0:6520:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:2.0:1763354564.198195:0:6520:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.198198:0:6520:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198200:0:6520:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198203:0:6520:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763354564.198205:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.198206:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00080000:00000002:2.0:1763354564.198210:0:6520:0:(osd_handler.c:4785:osd_ref_del()) [0x2400032e4:0x9dea:0x0] decrease nlink 1 00000004:00000001:2.0:1763354564.198217:0:6520:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198220:0:6520:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354564.198222:0:6520:0:(mdd_object.c:3993:mdd_close()) Object [0x2400032e4:0x9dea:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763354564.198225:0:6520:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763354564.198227:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354564.198228:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.198230:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00080000:00000001:2.0:1763354564.198233:0:6520:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:2.0:1763354564.198235:0:6520:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x2400032e4:0x9dea:0x0] 00080000:00000001:2.0:1763354564.198239:0:6520:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763354564.198241:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.198243:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.198245:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.198247:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198249:0:6520:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198252:0:6520:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1763354564.198266:0:6520:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b8f0. 00000001:00000010:2.0:1763354564.198278:0:6520:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b8f0. 00080000:00000001:2.0:1763354564.198282:0:6520:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.198285:0:6520:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198287:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198290:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354564.198291:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354564.198293:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.198294:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354564.198296:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354564.198297:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.198299:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.198301:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.198303:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.198304:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354564.198306:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x280000403 00000004:00000001:2.0:1763354564.198308:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198310:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000001:2.0:1763354564.198314:0:6520:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763354564.198316:0:6520:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763354564.198317:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354564.198319:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000040:2.0:1763354564.198322:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff6501330c0 : new refcount 3 00000040:00000001:2.0:1763354564.198325:0:6520:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763354564.198327:0:6520:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763354564.198329:0:6520:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763354564.198331:0:6520:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620887547537920 : -123186162013696 : ffff8ff67c926a00) 00000040:00000001:2.0:1763354564.198334:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354564.198335:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.198337:0:6520:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763354564.198339:0:6520:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763354564.198342:0:6520:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x1c:0x0] 00000040:00080000:2.0:1763354564.198373:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x1c:0x0].20896, 64 off1345560 00000040:00000001:2.0:1763354564.198377:0:6520:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.198379:0:6520:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.198382:0:6520:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354564.198384:0:6520:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763354564.198386:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff6501330c0 : new refcount 2 00000004:00001000:2.0:1763354564.198389:0:6520:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0001: new record [0x1:0x1c:0x0].20896: rc = 1 00000004:00000001:2.0:1763354564.198392:0:6520:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198394:0:6520:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198396:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198398:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198400:0:6520:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198402:0:6520:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763354564.198404:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354564.198407:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354564.198409:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354564.198412:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 30065429321 00000001:00000001:2.0:1763354564.198414:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354564.198416:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429322, last_committed = 30065429314 00000001:00000010:2.0:1763354564.198420:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5909e94e0. 00000001:00000040:2.0:1763354564.198423:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 8 00000020:00000040:2.0:1763354564.198425:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=230 00000001:00000010:2.0:1763354564.198429:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381b40. 00000004:00000001:2.0:1763354564.198433:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354564.198435:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354564.198436:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882549574144 : -123191159977472 : ffff8ff552ab8a00) 00000004:00000001:2.0:1763354564.198443:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354564.198446:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff5953819c0: xid 1848998841113216, transno 30065429321, client gen 8, slot idx 0 00000001:00000001:2.0:1763354564.198450:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953819c0: xid 1848998841113216, transno 30065429321, client gen 8, slot idx 0 00000001:00000010:2.0:1763354564.198453:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953819c0. 00000001:00000001:2.0:1763354564.198457:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381b40: xid 1848998841113216, transno 30065429322, tag 1, client gen 8, slot idx 3 00000001:00000001:2.0:1763354564.198459:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354564.198465:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af8c0. 00080000:00000010:2.0:1763354564.198468:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00080000:00000010:2.0:1763354564.198470:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00080000:00000010:2.0:1763354564.198473:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af1c0. 00040000:00000001:2.0:1763354564.198475:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354564.198477:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354564.198479:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354564.198481:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5909e9060. 00000020:00000001:2.0:1763354564.198484:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354564.198488:0:6520:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763354564.198491:0:6520:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.198494:0:6520:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.198498:0:6520:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052600 count: 3 00010000:00000001:2.0:1763354564.198501:0:6520:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.198504:0:6520:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.198508:0:6520:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff800. 00000020:00000001:2.0:1763354564.198512:0:6520:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.198514:0:6520:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff800 with handle 0x4a8bb634222caf9d to hash 00000020:00000001:2.0:1763354564.198516:0:6520:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.198518:0:6520:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000010:2.0:1763354564.198524:0:6520:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.198527:0:6520:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.198530:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.198532:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.198535:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354564.198544:0:6520:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.198547:0:6520:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.198549:0:6520:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.198552:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.198554:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.198556:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.198558:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.198561:0:6520:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.198563:0:6520:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.198565:0:6520:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.198566:0:6520:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.198569:0:6520:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) refcount = 3 00010000:00000040:2.0:1763354564.198572:0:6520:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.198575:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000040:2.0:1763354564.198582:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.198588:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.198594:0:6520:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.198597:0:6520:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.198599:0:6520:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.198601:0:6520:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.198603:0:6520:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.198606:0:6520:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.198608:0:6520:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354564.198611:0:6520:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763354564.198613:0:6520:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.198616:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.198622:0:6520:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.198624:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.198625:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.198627:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.198629:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.198631:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:2.0:1763354564.198633:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.198636:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.198638:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.198640:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.198641:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=4 00000020:00000001:2.0:1763354564.198643:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.198646:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.198648:0:6520:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.198650:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.198657:0:6520:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.198660:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.198666:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.198667:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.198670:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 00010000:00000001:2.0:1763354564.198675:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.198676:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.198680:0:6520:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763354564.198684:0:6520:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff5953819c0. 00010000:00000001:2.0:1763354564.198688:0:6520:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763354564.198703:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763354564.198706:0:6520:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.198708:0:6520:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.198710:0:6520:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.198712:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.198713:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.198715:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.198717:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354564.198718:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00002000:00000001:2.0:1763354564.198719:0:6520:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000020:00000001:3.0:1763354564.198722:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354564.198724:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff651241000. 00010000:00010000:3.0:1763354564.198725:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763354564.198730:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354564.198731:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354564.198735:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00010000:3.0:1763354564.198741:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429ff800 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354564.198743:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.198745:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:2.0:1763354564.198745:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00010000:3.0:1763354564.198750:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354564.198754:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354564.198756:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354564.198757:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.198758:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:3.0:1763354564.198759:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:3.0:1763354564.198761:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:3.0:1763354564.198763:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354564.198765:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354564.198772:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354564.198773:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354564.198774:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.198776:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354564.198777:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354564.198779:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354564.198780:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354564.198782:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff800 with handle 0x4a8bb634222caf9d from hash 00010000:00000001:3.0:1763354564.198784:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354564.198785:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.198786:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.198787:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354564.198789:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354564.198790:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.198792:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354564.198794:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354564.198795:0:6506:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354564.198797:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00010000:00010000:3.0:1763354564.198799:0:6506:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763354564.198801:0:6506:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354564.198803:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.198805:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354564.198806:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354564.198808:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354564.198809:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.198810:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.198812:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354564.198813:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.198815:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 1/0,0 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000001:3.0:1763354564.198818:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354564.198820:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222caf9d lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 00010000:00000010:3.0:1763354564.198827:0:6506:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:3.0:1763354564.198834:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354564.198835:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00040000:00000001:2.0:1763354564.198835:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000010:3.0:1763354564.198838:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff5953819c0. 00040000:00000001:2.0:1763354564.198840:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354564.198841:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354564.198844:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000020:00000001:3.0:1763354564.198845:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354564.198849:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354564.198849:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00010000:3.0:1763354564.198854:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000001:2.0:1763354564.198854:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354564.198858:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000020:00000001:3.0:1763354564.198859:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354564.198860:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.198863:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354564.198865:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:2.0:1763354564.198866:0:6520:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8ff66ba27980. 00000020:00000001:3.0:1763354564.198867:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354564.198870:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1763354564.198876:0:6520:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff552ab8600. 00000004:00000001:2.0:1763354564.198884:0:6520:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354564.198886:0:6520:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354564.198890:0:6520:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff643dee800. 00000004:00000010:2.0:1763354564.198893:0:6520:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6c9f10. 00000004:00000010:2.0:1763354564.198898:0:6520:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff59cf7f6b0. 00000004:00000010:2.0:1763354564.198901:0:6520:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff59cf7fdf8. 00000004:00000010:2.0:1763354564.198905:0:6520:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff595381780. 00000004:00000010:2.0:1763354564.198908:0:6520:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff8ff55ff70dd0. 00000004:00000010:2.0:1763354564.198912:0:6520:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8ff5956c09d8. 00000004:00000001:2.0:1763354564.198917:0:6520:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763354564.198919:0:6520:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x2400032e4:0x9dea:0x0] 00000004:00000010:2.0:1763354564.198922:0:6520:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8ff59c68a780. 00000004:00000001:2.0:1763354564.198926:0:6520:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763354564.198928:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.198929:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198931:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198933:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354564.198935:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354564.198937:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.198939:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.198940:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.198942:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.198945:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.198948:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.198950:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354564.198954:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.198970:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.198974:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354564.198977:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 30065429322, xid 1848998841113216 00010000:00000001:2.0:1763354564.198979:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.198985:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a706d80 x1848998841113216/t30065429322(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.198995:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.198997:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.199000:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.199004:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.199006:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.199009:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.199012:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.199013:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.199016:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.199019:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.199023:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7c38. 00000100:00000200:2.0:1763354564.199027:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841113216, offset 224 00000400:00000200:2.0:1763354564.199051:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.199059:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.199065:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556785:1556785:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556781:1556781:8:4294967295] 00000400:00000200:2.0:1763354564.199076:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.199081:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.199085:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.199089:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.199094:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.199098:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.199111:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.199114:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.199117:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.199119:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.199121:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.199126:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a706d80 x1848998841113216/t30065429322(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 392/456 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.199138:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a706d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252586:x1848998841113216:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1704us (1880us total) trans 30065429322 rc 0/0 00000100:00100000:2.0:1763354564.199148:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93121 00000100:00000040:2.0:1763354564.199152:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.199155:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.199156:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354564.199159:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763354564.199162:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.199166:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354564.199170:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.199174:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.199177:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.199194:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.199199:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354564.199203:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.199208:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.199211:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7c38 00000400:00000010:0.0:1763354564.199214:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7c38. 00000100:00000001:0.0:1763354564.199216:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.199217:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354564.201071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52400. 00010000:00000010:3.1:1763354564.201080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58c6daf00. 00010000:00000010:3.1:1763354564.209063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff800. 00000800:00000001:1.0:1763354564.211414:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.211428:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.211432:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.211435:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.211446:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.211463:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4624 into portal 12 MB=0x691a7971d5b80 00000400:00000200:1.0:1763354564.211473:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4624/4624 into md 0x76d7e5 [64] + 50728 00000800:00000001:1.0:1763354564.211481:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.211493:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.211496:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.211501:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.211508:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.211510:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.211516:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672086d80. 00000100:00000040:1.0:1763354564.211520:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672086d80 x1848998841113472 msgsize 4624 00000100:00100000:1.0:1763354564.211525:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.211539:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.211549:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.211552:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.211588:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354564.211592:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841113472 02000000:00000001:0.0:1763354564.211595:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354564.211598:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354564.211601:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.211605:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354564.211610:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841113472 00000020:00000001:0.0:1763354564.211613:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354564.211615:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:0.0:1763354564.211618:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.211621:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:0.0:1763354564.211625:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:0.0:1763354564.211628:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354564.211632:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354564.211637:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68540. 00000100:00000001:0.0:1763354564.211641:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354564.211644:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68540. 00000020:00000010:0.0:1763354564.211651:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff6720b2000. 00000020:00000010:0.0:1763354564.211657:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deef80. 00000020:00000010:0.0:1763354564.211662:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfd48. 00000100:00000040:0.0:1763354564.211670:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354564.211673:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354564.211675:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763354564.211677:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763354564.211679:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.211682:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.211689:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.211701:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354564.211714:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354564.211717:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354564.211723:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417453 00000100:00000040:0.0:1763354564.211727:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354564.211730:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370722688 : -123186338828928 : ffff8ff672086d80) 00000100:00000040:0.0:1763354564.211739:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086d80 x1848998841113472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354564.211749:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354564.211752:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68540. 00000100:00000001:0.0:1763354564.211754:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354564.211757:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68540. 00000100:00100000:0.0:1763354564.211762:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252588:x1848998841113472:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354564.211766:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841113472 00000020:00000001:0.0:1763354564.211769:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354564.211773:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354564.211779:0:6519:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff595381b40: xid 1848998841113216, transno 30065429322, client gen 8, slot idx 3 00000001:00000001:0.0:1763354564.211784:0:6519:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff5953813c0: xid 1848998841112960, transno 30065429320, client gen 8, slot idx 2 00000001:00000010:0.0:1763354564.211788:0:6519:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5953813c0. 00000020:00000001:0.0:1763354564.211793:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.211796:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354564.211798:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354564.211801:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354564.211804:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841113472, found 0 last_xid 1848998841113471 00000020:00000001:0.0:1763354564.211808:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354564.211810:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354564.211812:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354564.211817:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.211819:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354564.211822:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354564.211824:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354564.211825:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354564.211828:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.211832:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354564.211839:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439200. 00010000:00000010:0.0:1763354564.211843:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643deea00. 00010000:00000001:0.0:1763354564.211847:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354564.211850:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9000. 00000020:00000001:0.0:1763354564.211854:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354564.211856:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9000 with handle 0x4a8bb634222cafa4 to hash 00000020:00000001:0.0:1763354564.211858:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354564.211860:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000010:0.0:1763354564.211865:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c80. 00010000:00000001:0.0:1763354564.211868:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00010000:0.0:1763354564.211873:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cafa4 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414f6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354564.211889:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 216 00000020:00000040:0.0:1763354564.211892:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00010000:00000001:0.0:1763354564.211898:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763354564.211900:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763354564.211905:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354564.211907:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763354564.211909:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.211912:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763354564.211917:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff672086d80 x1848998841113472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763354564.211926:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763354564.211929:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763354564.211931:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763354564.211934:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354564.211936:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354564.211939:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354564.211941:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354564.211943:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354564.211950:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354564.211951:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.211953:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.211971:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.211975:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354564.211977:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763354564.211980:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354564.211983:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354564.212017:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff6765b0000. 02000000:00000001:0.0:1763354564.212020:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.212022:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212027:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763354564.212028:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354564.212030:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354564.212032:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354564.212061:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354564.212064:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354564.212066:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354564.212067:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354564.212069:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354564.212072:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354564.212074:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354564.212078:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354564.212082:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:0.0:1763354564.212085:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:0.0:1763354564.212088:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354564.212090:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354564.212092:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354564.212094:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212097:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354564.212099:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212102:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763354564.212104:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212107:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763354564.212109:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763354564.212113:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:0.0:1763354564.212116:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e1:0x112:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763354564.212122:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354564.212124:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:0.0:1763354564.212128:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354564.212133:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:0.0:1763354564.212136:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:0.0:1763354564.212139:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763354564.212141:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212145:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763354564.212148:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763354564.212151:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354564.212153:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354564.212155:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354564.212159:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff55d439200 count: 2 00010000:00000001:0.0:1763354564.212162:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354564.212165:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354564.212168:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9c00. 00000020:00000001:0.0:1763354564.212171:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354564.212173:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9c00 with handle 0x4a8bb634222cafab to hash 00000020:00000001:0.0:1763354564.212176:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354564.212177:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000010:0.0:1763354564.212181:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927e80. 00010000:00000001:0.0:1763354564.212183:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212187:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212189:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354564.212192:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354564.212200:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354564.212203:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354564.212205:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354564.212208:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354564.212210:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212212:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354564.212214:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212217:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354564.212219:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354564.212221:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354564.212222:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354564.212225:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff55d439200) refcount = 2 00010000:00010000:0.0:1763354564.212229:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212235:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354564.212239:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.212241:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212243:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354564.212245:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212247:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212249:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354564.212253:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354564.212255:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354564.212258:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212264:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354564.212266:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212268:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212269:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354564.212270:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354564.212273:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff55d439900. 00010000:00000010:0.0:1763354564.212276:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee080. 00010000:00000001:0.0:1763354564.212279:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354564.212281:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9e00. 00000020:00000001:0.0:1763354564.212283:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354564.212285:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9e00 with handle 0x4a8bb634222cafb2 to hash 00000020:00000001:0.0:1763354564.212286:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354564.212288:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000010:0.0:1763354564.212291:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927a80. 00010000:00000001:0.0:1763354564.212293:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354564.212296:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212298:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354564.212300:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:0.0:1763354564.212306:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354564.212307:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354564.212309:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354564.212310:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354564.212311:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212313:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354564.212315:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212317:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354564.212318:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354564.212319:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354564.212321:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354564.212323:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff55d439900) refcount = 1 00010000:00010000:0.0:1763354564.212327:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212332:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354564.212334:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.212335:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212337:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354564.212338:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212340:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212342:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354564.212344:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354564.212346:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354564.212348:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212352:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354564.212354:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212355:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354564.212356:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212360:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354564.212367:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763354564.212369:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354564.212372:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354564.212377:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.212381:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763354564.212384:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763354564.212404:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763354564.212406:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763354564.212409:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354564.212412:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354564.212415:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354564.212417:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.212420:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354564.212422:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.212424:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1763354564.212428:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763354564.212430:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.212433:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1763354564.212450:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff58e29fcb8. 00000001:00000010:0.0:1763354564.212458:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff58e29fcb8. 00080000:00000001:0.0:1763354564.212462:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354564.212464:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763354564.212467:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.212470:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d938a0 00080000:00000002:0.0:1763354564.212472:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:0.0:1763354564.212476:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763354564.212479:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354564.212482:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354564.212484:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212486:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212488:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354564.212490:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:0.0:1763354564.212492:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354564.212495:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:0.0:1763354564.212497:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:0.0:1763354564.212503:0:6519:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:0.0:1763354564.212506:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354564.212510:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:0.0:1763354564.212512:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354564.212514:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354564.212516:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763354564.212518:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.212520:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.212522:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9c00 refcount=3 00000020:00000001:0.0:1763354564.212525:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212527:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212531:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.212532:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.212534:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9c00 refcount=4 00000020:00000001:0.0:1763354564.212536:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212539:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212541:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763354564.212544:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212550:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354564.212553:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212559:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212560:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354564.212562:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212568:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212569:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212572:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354564.212575:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763354564.212581:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9c00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354564.212584:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.212586:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354564.212589:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212594:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354564.212596:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.212597:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.212598:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9c00 refcount=5 00000020:00000001:0.0:1763354564.212600:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212603:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000001:0.0:1763354564.212605:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354564.212608:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212615:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354564.212617:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354564.212618:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212621:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354564.212623:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.212625:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212626:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.212629:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9c00 with handle 0x4a8bb634222cafab from hash 00010000:00000001:0.0:1763354564.212631:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.212633:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212634:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212635:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354564.212637:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.212638:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212640:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354564.212642:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.212645:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354564.212647:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff55d439200) 00010000:00010000:0.0:1763354564.212650:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354564.212652:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212655:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212657:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.212658:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354564.212661:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212662:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212664:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212666:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212668:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354564.212671:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212677:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212678:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212679:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354564.212681:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354564.212683:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212684:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212686:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354564.212688:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cafab lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:0.0:1763354564.212695:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927e80. 00010000:00000001:0.0:1763354564.212702:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354564.212704:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354564.212706:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354564.212707:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.212708:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.212710:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=3 00000020:00000001:0.0:1763354564.212712:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354564.212715:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354564.212717:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354564.212720:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212725:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212726:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354564.212728:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212734:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212735:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212737:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354564.212739:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:0.0:1763354564.212745:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9e00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354564.212746:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.212748:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354564.212750:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212755:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354564.212757:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354564.212758:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354564.212760:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000020:00000001:0.0:1763354564.212762:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354564.212776:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354564.212779:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354564.212781:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212787:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354564.212788:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354564.212790:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212792:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354564.212793:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.212795:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212796:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.212798:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9e00 with handle 0x4a8bb634222cafb2 from hash 00010000:00000001:0.0:1763354564.212800:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.212805:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212806:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212807:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354564.212808:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354564.212810:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212812:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354564.212813:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.212815:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354564.212817:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff55d439900) 00010000:00010000:0.0:1763354564.212819:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354564.212821:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.212823:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212825:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.212826:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354564.212829:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212830:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212831:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212833:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212836:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354564.212839:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:0.0:1763354564.212844:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212845:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212847:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354564.212848:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354564.212849:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354564.212852:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9e00/0x4a8bb634222cafb2 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:0.0:1763354564.212857:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927a80. 00010000:00000040:0.0:1763354564.212860:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d439900 count: 0 00010000:00000010:0.0:1763354564.212864:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee080. 00010000:00000001:0.0:1763354564.212871:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354564.212872:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354564.212873:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354564.212875:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354564.212876:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354564.212877:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354564.212880:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:0.0:1763354564.212882:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354564.212884:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:0.0:1763354564.212887:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763354564.212889:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354564.212891:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354564.212893:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354564.212895:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354564.212897:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354564.212900:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354564.212912:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354564.212915:0:6519:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763354564.212918:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763354564.212921:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354564.212924:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354564.212925:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.212929:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212931:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212933:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354564.212934:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354564.212937:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9000 with handle 0x4a8bb634222cafa4 from hash 00010000:00000001:0.0:1763354564.212939:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.212940:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354564.212942:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354564.212943:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354564.212944:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354564.212947:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354564.212953:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cafa4 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414f6 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354564.212972:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354564.212974:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.212976:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354564.212978:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.212981:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.212983:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354564.212985:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354564.212986:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354564.212988:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354564.212989:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354564.212991:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354564.212993:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354564.212995:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff55d439200) 00010000:00010000:0.0:1763354564.212997:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763354564.212999:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354564.213001:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354564.213003:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354564.213004:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354564.213008:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cafa4 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414f6 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354564.213015:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 215 00000020:00000040:0.0:1763354564.213018:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000010:0.0:1763354564.213020:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c80. 00010000:00000040:0.0:1763354564.213023:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff55d439200 count: 0 00010000:00000010:0.0:1763354564.213027:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643deea00. 00010000:00000001:0.0:1763354564.213032:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354564.213060:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f9000, rc 0) 00000020:00000001:0.0:1763354564.213063:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354564.213067:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841113472 00010000:00000001:0.0:1763354564.213070:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354564.213076:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086d80 x1848998841113472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354564.213086:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354564.213089:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354564.213093:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354564.213099:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354564.213103:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354564.213106:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354564.213110:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354564.213113:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354564.213117:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354564.213120:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354564.213125:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b990. 00000100:00000200:0.0:1763354564.213130:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841113472, offset 224 00000400:00000200:0.0:1763354564.213137:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354564.213146:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354564.213153:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556786:1556786:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556782:1556782:8:4294967295] 00000400:00000200:0.0:1763354564.213164:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354564.213170:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354564.213176:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67c724400. 00000800:00000200:0.0:1763354564.213182:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354564.213188:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354564.213193:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67c724400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763354564.213207:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354564.213211:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354564.213213:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354564.213215:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354564.213218:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354564.213223:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086d80 x1848998841113472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354564.213235:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252588:x1848998841113472:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1483us (1712us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354564.213243:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417453 00000100:00000040:0.0:1763354564.213246:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354564.213249:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354564.213251:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354564.213256:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deef80. 00000020:00000010:0.0:1763354564.213260:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfd48. 00000020:00000010:0.0:1763354564.213265:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff6720b2000. 00000020:00000040:0.0:1763354564.213270:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:0.0:1763354564.213273:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.213304:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.213310:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67c724400. 00000400:00000200:1.0:1763354564.213314:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.213319:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.213323:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b990 00000400:00000010:1.0:1763354564.213326:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b990. 00000100:00000001:1.0:1763354564.213330:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.213332:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354564.215421:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.215430:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.215432:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.215434:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.215439:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.215446:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971d5c00 00000400:00000200:0.0:1763354564.215452:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x76d7e5 [64] + 55352 00000800:00000001:0.0:1763354564.215456:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.215461:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.215462:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.215465:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.215468:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.215470:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.215474:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a704700. 00000100:00000040:0.0:1763354564.215476:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a704700 x1848998841113600 msgsize 464 00000100:00100000:0.0:1763354564.215479:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.215491:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.215496:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.215498:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.215539:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.215544:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841113600 02000000:00000001:2.0:1763354564.215546:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.215548:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.215550:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.215559:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.215562:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841113600 00000020:00000001:2.0:1763354564.215565:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.215567:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.215569:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.215572:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.215575:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.215578:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.215581:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.215585:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.215587:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.215589:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.215594:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.215597:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.215600:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.215604:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.215606:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.215607:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.215609:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.215612:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.215623:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.215630:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.215631:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.215635:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417454 00000100:00000040:2.0:1763354564.215638:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.215640:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974875392 : -123186734676224 : ffff8ff65a704700) 00000100:00000040:2.0:1763354564.215645:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a704700 x1848998841113600/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.215652:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.215654:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.215656:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.215658:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.215661:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a704700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252588:x1848998841113600:12345-192.168.203.48@tcp:34:lfs.0 00000100:00000200:2.0:1763354564.215664:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841113600 00000020:00000001:2.0:1763354564.215666:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.215668:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.215671:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.215672:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.215674:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706736 : -1045844880 : ffffffffc1a9ac70) 00000020:00000001:2.0:1763354564.215676:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.215678:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841113600, found 0 last_xid 1848998841113599 00000020:00000001:2.0:1763354564.215680:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.215681:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.215683:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.215684:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.215687:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.215690:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000020:00000001:2.0:1763354564.215692:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.215693:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.215696:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.215698:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.215705:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff8ff672686000. 02000000:00000001:2.0:1763354564.215707:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.215708:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.215711:0:6519:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763354564.215713:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.215714:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.215716:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215717:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.215718:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.215720:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215721:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.215722:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.215723:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215724:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.215725:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.215726:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215727:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.215728:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.215729:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215730:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.215731:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.215732:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215733:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.215734:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.215736:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.215739:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.215740:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.215742:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.215743:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.215744:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.215745:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.215746:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.215747:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.215749:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763354564.215753:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93cb0 00000004:00000002:2.0:1763354564.215754:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763354564.215758:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354564.215760:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354564.215762:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354564.215763:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.215765:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.215770:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052d00. 00010000:00000010:2.0:1763354564.215772:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.215774:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.215777:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354564.215779:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.215780:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222cafb9 to hash 00000020:00000001:2.0:1763354564.215782:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.215783:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000010:2.0:1763354564.215787:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.215789:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.215791:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.215800:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.215803:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.215810:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.215812:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.215813:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.215815:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.215816:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.215817:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.215819:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.215821:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.215822:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.215823:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.215824:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.215826:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052d00) refcount = 1 00010000:00010000:2.0:1763354564.215828:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.215832:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.215834:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.215835:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.215837:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.215838:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.215840:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.215842:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.215845:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.215847:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.215850:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.215855:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.215857:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.215858:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.215859:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.215861:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.215865:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052100. 00010000:00000010:2.0:1763354564.215868:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.215871:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.215873:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff800. 00000020:00000001:2.0:1763354564.215876:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.215878:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff800 with handle 0x4a8bb634222cafc0 to hash 00000020:00000001:2.0:1763354564.215880:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.215882:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000010:2.0:1763354564.215885:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.215887:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.215890:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.215892:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.215895:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.215900:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.215902:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.215904:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.215905:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.215907:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.215909:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.215911:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.215913:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.215914:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.215915:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.215917:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.215919:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052100) refcount = 1 00010000:00010000:2.0:1763354564.215923:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.215929:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.215932:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.215933:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.215935:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.215937:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.215940:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.215942:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.215944:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.215946:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.215949:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.215954:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.215972:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.215973:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.215974:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.215976:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.215979:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.215981:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.215983:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.215986:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.215988:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.215989:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354564.216001:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354564.216003:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354564.216005:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.216006:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.216009:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.216010:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.216012:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.216013:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.216015:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354564.216016:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354564.216018:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.216019:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354564.216027:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b8f0. 00000001:00000010:2.0:1763354564.216031:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b8f0. 00080000:00000001:2.0:1763354564.216065:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.216067:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.216069:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.216071:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93b20 00080000:00000002:2.0:1763354564.216072:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:2.0:1763354564.216075:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.216078:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.216079:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.216081:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216082:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216084:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.216085:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.216087:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.216089:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.216091:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.216094:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.216096:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.216097:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.216100:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 2 00010000:00000001:2.0:1763354564.216102:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.216103:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.216107:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f6600. 00000020:00000001:2.0:1763354564.216110:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.216111:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f6600 with handle 0x4a8bb634222cafc7 to hash 00000020:00000001:2.0:1763354564.216113:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.216114:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000010:2.0:1763354564.216116:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354564.216118:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216119:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216120:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.216123:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.216127:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.216128:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.216129:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.216130:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.216132:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.216133:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.216134:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.216136:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.216137:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.216137:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.216138:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.216139:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) refcount = 2 00010000:00000040:2.0:1763354564.216141:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.216143:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.216147:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216149:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.216151:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.216152:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216153:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.216154:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.216155:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216156:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.216158:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.216159:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.216161:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216164:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.216165:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216165:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216167:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216167:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216168:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=3 00000020:00000001:2.0:1763354564.216170:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216171:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216172:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216173:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.216174:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216176:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.216179:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.216181:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.216183:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216185:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.216189:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.216198:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.216201:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.216202:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.216204:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.216205:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 8 00000004:00000001:2.0:1763354564.216208:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.216209:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.216211:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.216212:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.216213:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.216214:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.216216:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.216218:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354564.216220:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354564.216221:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.216224:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff6726862f8 00000004:00000001:2.0:1763354564.216225:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.216227:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.216228:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.216230:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.216231:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.216232:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.216233:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.216234:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.216235:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.216236:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.216236:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.216238:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.216239:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.216242:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: returning size 4096 00000004:00000040:2.0:1763354564.216244:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de6:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354564.216246:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763354564.216247:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:21287 00000004:00200000:2.0:1763354564.216249:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763354564.216253:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.216258:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216259:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216261:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216262:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216263:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=3 00000020:00000001:2.0:1763354564.216264:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216265:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00000004:00010000:2.0:1763354564.216268:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00000001:2.0:1763354564.216272:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.216275:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.216276:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.216277:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.216279:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.216280:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216281:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354564.216283:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216283:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.216285:0:6519:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.216286:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.216288:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354564.216288:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216289:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216290:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000020:00000001:2.0:1763354564.216291:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.216292:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.216294:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216295:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216296:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=4 00000020:00000001:2.0:1763354564.216297:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.216298:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.216300:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.216302:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216305:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.216307:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216310:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216311:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.216313:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216316:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216317:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216318:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.216320:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.216325:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429fec00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.216326:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.216328:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.216329:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216332:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.216333:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216334:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216335:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=5 00000020:00000001:2.0:1763354564.216336:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.216337:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.216338:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.216340:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216343:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.216344:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.216344:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216346:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.216348:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.216349:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216350:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.216351:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222cafb9 from hash 00010000:00000001:2.0:1763354564.216353:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.216353:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216354:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216355:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.216356:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.216357:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216358:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.216359:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.216360:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.216362:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052d00) 00010000:00010000:2.0:1763354564.216364:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.216365:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.216367:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216368:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.216370:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.216371:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216372:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216373:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216374:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216375:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.216377:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216380:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216380:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216381:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.216382:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.216383:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216384:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216384:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.216386:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafb9 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.216389:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000040:2.0:1763354564.216391:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052d00 count: 0 00010000:00000010:2.0:1763354564.216393:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.216398:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.216399:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.216400:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.216401:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216402:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216403:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:2.0:1763354564.216404:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.216405:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.216407:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.216408:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216412:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216413:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.216414:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216418:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216418:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216420:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.216421:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.216424:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429ff800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.216425:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.216426:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.216427:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216430:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.216431:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216431:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216432:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=4 00000020:00000001:2.0:1763354564.216433:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.216434:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.216436:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.216437:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216440:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.216441:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.216441:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216443:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.216443:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.216444:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216445:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.216447:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff800 with handle 0x4a8bb634222cafc0 from hash 00010000:00000001:2.0:1763354564.216448:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.216449:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216450:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216451:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.216452:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.216453:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216454:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.216455:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.216455:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.216457:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052100) 00010000:00010000:2.0:1763354564.216458:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.216459:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.216460:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216461:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.216462:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.216463:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216464:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216465:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216466:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216467:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.216469:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216471:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216472:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216473:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.216474:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.216474:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.216476:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafc0 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.216479:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138500. 00010000:00000040:2.0:1763354564.216480:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052100 count: 0 00010000:00000010:2.0:1763354564.216482:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.216485:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.216487:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.216487:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.216488:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.216489:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763354564.216491:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216491:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216493:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=3 00000020:00000001:2.0:1763354564.216494:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216495:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216496:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.216498:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216500:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216501:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.216502:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216505:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216506:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216507:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.216508:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.216511:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f6600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.216512:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.216513:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.216514:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216517:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.216518:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.216519:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.216519:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=4 00000020:00000001:2.0:1763354564.216520:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216522:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.216523:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.216525:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216528:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.216529:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.216530:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216532:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.216533:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.216534:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.216536:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.216538:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f6600 with handle 0x4a8bb634222cafc7 from hash 00010000:00000001:2.0:1763354564.216540:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.216541:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216543:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216544:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.216545:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.216547:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216549:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.216550:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.216552:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.216554:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:2.0:1763354564.216556:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.216559:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.216561:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216563:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.216564:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.216566:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216568:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216569:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.216571:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216573:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.216576:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.216581:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.216583:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.216584:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.216585:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.216586:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.216588:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafc7 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.216592:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354564.216595:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354564.216597:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.216598:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.216599:0:6519:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763354564.216600:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.216601:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.216602:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.216604:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.216607:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.216608:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.216609:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354564.216611:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841113600 00010000:00000001:2.0:1763354564.216613:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.216617:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a704700 x1848998841113600/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.216623:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.216625:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.216627:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.216630:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.216632:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.216634:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.216635:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.216637:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.216639:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.216641:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.216644:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7ee0. 00000100:00000200:2.0:1763354564.216646:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848998841113600, offset 224 00000400:00000200:2.0:1763354564.216650:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.216656:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.216660:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556787:1556787:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556783:1556783:8:4294967295] 00000400:00000200:2.0:1763354564.216666:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.216670:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.216673:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.216677:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.216681:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.216683:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.216695:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.216698:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.216700:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.216701:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.216703:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763354564.216706:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000100:00000040:2.0:1763354564.216710:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a704700 x1848998841113600/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.216718:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a704700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252588:x1848998841113600:12345-192.168.203.48@tcp:34:lfs.0 Request processed in 1064us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.216723:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417454 00000100:00000040:2.0:1763354564.216725:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.216727:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.216729:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.216732:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.216735:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354564.216738:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.216741:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.216743:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.216760:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.216764:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354564.216768:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.216772:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.216775:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7ee0 00000400:00000010:1.0:1763354564.216777:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7ee0. 00000100:00000001:1.0:1763354564.216779:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.216780:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354564.218073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9c00. 00010000:00000010:0.1:1763354564.218080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439900. 00010000:00000010:0.1:1763354564.218083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9e00. 00010000:00000010:0.1:1763354564.218085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff55d439200. 00010000:00000010:0.1:1763354564.218087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9000. 00010000:00000010:2.1:1763354564.222075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:2.1:1763354564.222086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00010000:00000010:2.1:1763354564.222090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:2.1:1763354564.222093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff800. 00010000:00000010:2.1:1763354564.222097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00000800:00000001:1.0:1763354564.224391:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.224437:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.224439:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.224442:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.224449:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.224464:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4624 into portal 12 MB=0x691a7971d5d00 00000400:00000200:1.0:1763354564.224472:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4624/4624 into md 0x76d7e5 [64] + 55816 00000800:00000001:1.0:1763354564.224480:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.224489:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.224492:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.224497:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.224503:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.224506:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.224512:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672087b80. 00000100:00000040:1.0:1763354564.224516:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672087b80 x1848998841113856 msgsize 4624 00000100:00100000:1.0:1763354564.224521:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.224543:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.224555:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.224559:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.224572:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.224576:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841113856 02000000:00000001:2.0:1763354564.224579:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.224582:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.224584:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.224590:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.224593:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841113856 00000020:00000001:2.0:1763354564.224597:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.224599:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.224601:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.224604:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.224608:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.224611:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.224615:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.224620:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.224624:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.224627:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.224634:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.224640:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.224645:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.224652:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.224655:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.224657:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.224660:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.224662:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.224664:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.224672:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.224686:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.224702:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.224704:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.224710:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417455 00000100:00000040:2.0:1763354564.224715:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.224718:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370726272 : -123186338825344 : ffff8ff672087b80) 00000100:00000040:2.0:1763354564.224727:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087b80 x1848998841113856/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.224738:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.224742:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.224744:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.224746:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.224751:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252589:x1848998841113856:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.224756:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841113856 00000020:00000001:2.0:1763354564.224759:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.224763:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.224767:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.224770:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.224773:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.224776:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.224779:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841113856, found 0 last_xid 1848998841113855 00000020:00000001:2.0:1763354564.224782:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.224785:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.224787:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.224792:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.224795:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.224797:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.224799:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.224801:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.224804:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.224808:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.224816:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052100. 00010000:00000010:2.0:1763354564.224820:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.224824:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.224827:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f6600. 00000020:00000001:2.0:1763354564.224830:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.224832:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f6600 with handle 0x4a8bb634222cafce to hash 00000020:00000001:2.0:1763354564.224835:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.224837:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000010:2.0:1763354564.224843:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354564.224846:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00010000:2.0:1763354564.224851:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafce lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f414fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.224861:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 216 00000020:00000040:2.0:1763354564.224864:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00010000:00000001:2.0:1763354564.224871:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.224873:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.224880:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.224882:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.224884:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.224887:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354564.224892:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff672087b80 x1848998841113856/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354564.224902:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354564.224905:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354564.224907:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354564.224910:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.224912:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.224914:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.224916:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.224918:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.224926:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.224927:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.224930:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.224932:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.224935:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.224937:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.224940:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.224942:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.224993:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff66cfd0000. 02000000:00000001:2.0:1763354564.224997:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.225000:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225005:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.225007:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.225008:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.225010:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.225012:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.225014:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.225016:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.225018:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.225020:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.225022:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.225024:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.225029:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.225059:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.225063:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.225067:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.225069:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.225072:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.225074:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225077:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.225079:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225082:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.225084:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225087:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354564.225090:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354564.225095:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:2.0:1763354564.225098:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e1:0x112:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354564.225104:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.225106:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.225109:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.225114:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:2.0:1763354564.225117:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:2.0:1763354564.225120:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.225122:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225125:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354564.225129:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354564.225131:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354564.225135:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.225137:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.225140:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052100 count: 2 00010000:00000001:2.0:1763354564.225143:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.225146:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.225150:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff800. 00000020:00000001:2.0:1763354564.225153:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.225155:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff800 with handle 0x4a8bb634222cafd5 to hash 00000020:00000001:2.0:1763354564.225157:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.225158:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000010:2.0:1763354564.225163:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.225165:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225169:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225171:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.225174:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.225182:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.225186:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.225188:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.225190:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.225193:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225195:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.225196:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225199:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.225201:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.225203:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.225204:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.225207:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) refcount = 2 00010000:00010000:2.0:1763354564.225211:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225218:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.225222:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.225224:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225226:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.225228:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225230:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225233:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.225236:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.225238:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.225242:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225247:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.225249:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225251:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225252:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.225254:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.225257:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052d00. 00010000:00000010:2.0:1763354564.225261:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.225264:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.225266:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354564.225269:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.225271:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222cafdc to hash 00000020:00000001:2.0:1763354564.225272:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.225274:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000010:2.0:1763354564.225277:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.225279:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.225282:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225284:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.225287:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.225293:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.225294:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.225296:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.225297:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.225299:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225302:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.225303:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225305:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.225307:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.225308:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.225310:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.225312:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052d00) refcount = 1 00010000:00010000:2.0:1763354564.225315:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225320:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.225322:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.225323:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225325:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.225327:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225328:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225330:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.225332:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.225334:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.225337:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225341:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.225343:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225344:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.225346:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225349:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.225355:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.225357:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.225359:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.225364:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.225368:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.225371:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354564.225386:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354564.225388:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354564.225391:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.225393:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.225397:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.225399:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.225401:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.225403:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.225405:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354564.225410:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354564.225412:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.225414:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354564.225428:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b8f0. 00000001:00000010:2.0:1763354564.225435:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b8f0. 00080000:00000001:2.0:1763354564.225439:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.225441:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.225444:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.225447:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d938a0 00080000:00000002:2.0:1763354564.225449:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:2.0:1763354564.225452:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.225455:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.225457:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.225459:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225461:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225463:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.225464:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.225466:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.225469:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.225471:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.225477:0:6519:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763354564.225480:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.225483:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.225485:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.225487:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.225488:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354564.225490:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.225492:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.225493:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:2.0:1763354564.225495:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225498:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225501:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.225502:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.225504:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=4 00000020:00000001:2.0:1763354564.225506:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225508:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225510:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.225513:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225519:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.225522:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225527:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225528:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.225531:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225536:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225538:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225541:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.225543:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.225548:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429ff800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.225551:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.225553:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.225556:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225561:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.225563:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.225564:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.225565:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=5 00000020:00000001:2.0:1763354564.225567:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225570:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354564.225572:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.225575:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225581:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.225582:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.225584:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225587:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.225588:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.225590:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225592:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.225594:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff800 with handle 0x4a8bb634222cafd5 from hash 00010000:00000001:2.0:1763354564.225596:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.225598:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225599:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225600:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.225602:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.225604:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225606:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.225608:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.225610:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.225613:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) 00010000:00010000:2.0:1763354564.225616:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.225618:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225621:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225623:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.225625:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.225628:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225629:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225631:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225633:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225635:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.225638:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225644:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225645:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225646:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.225648:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.225650:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225651:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225653:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.225655:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff800/0x4a8bb634222cafd5 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.225661:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.225668:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.225669:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.225671:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.225673:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.225674:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.225676:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000020:00000001:2.0:1763354564.225678:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.225680:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.225682:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.225685:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225690:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225691:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.225693:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225698:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225699:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225701:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.225703:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.225708:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429fec00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.225710:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.225711:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.225714:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225719:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.225721:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.225722:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.225724:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=4 00000020:00000001:2.0:1763354564.225726:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.225728:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354564.225730:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.225733:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225738:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.225740:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.225741:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225744:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.225745:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.225747:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225748:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.225751:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222cafdc from hash 00010000:00000001:2.0:1763354564.225753:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.225754:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225756:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225757:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.225759:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.225760:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225762:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.225763:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.225765:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.225767:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff58b052d00) 00010000:00010000:2.0:1763354564.225769:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.225771:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225774:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225775:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.225777:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.225779:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225780:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225781:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225783:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225786:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.225788:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.225793:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225795:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225795:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.225796:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.225797:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.225799:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cafdc lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.225803:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000040:2.0:1763354564.225805:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052d00 count: 0 00010000:00000010:2.0:1763354564.225808:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.225812:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.225813:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.225814:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.225815:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.225816:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354564.225817:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.225819:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:2.0:1763354564.225821:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.225823:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763354564.225824:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354564.225827:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.225829:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.225831:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.225832:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.225834:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.225837:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.225856:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.225860:0:6519:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354564.225863:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354564.225866:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354564.225869:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.225871:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.225876:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225877:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225879:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.225881:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.225883:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f6600 with handle 0x4a8bb634222cafce from hash 00010000:00000001:2.0:1763354564.225886:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.225887:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.225888:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.225889:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.225891:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354564.225893:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354564.225900:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafce lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414fd expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.225908:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.225910:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.225912:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.225914:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.225916:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225919:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.225920:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.225922:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.225923:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.225925:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.225926:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.225928:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.225930:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052100) 00010000:00010000:2.0:1763354564.225933:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763354564.225935:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.225937:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.225938:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.225940:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.225943:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cafce lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f414fd expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.225951:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 215 00000020:00000040:2.0:1763354564.225954:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000010:2.0:1763354564.225973:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000040:2.0:1763354564.225976:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052100 count: 0 00010000:00000010:2.0:1763354564.225979:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.225985:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.225987:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f6600, rc 0) 00000020:00000001:2.0:1763354564.225989:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354564.225994:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841113856 00010000:00000001:2.0:1763354564.225997:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.226003:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087b80 x1848998841113856/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.226013:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.226015:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.226019:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.226025:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.226027:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.226030:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.226074:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.226078:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.226082:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.226086:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.226129:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be73b8. 00000100:00000200:2.0:1763354564.226136:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841113856, offset 224 00000400:00000200:2.0:1763354564.226142:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.226151:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.226157:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556788:1556788:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556784:1556784:8:4294967295] 00000400:00000200:2.0:1763354564.226168:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.226174:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.226179:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.226185:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.226192:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.226197:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.226213:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.226217:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.226220:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.226221:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.226224:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.226229:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087b80 x1848998841113856/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.226240:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252589:x1848998841113856:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1500us (1721us total) trans 0 rc 301/301 00000100:00100000:2.0:1763354564.226247:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417455 00000100:00000040:2.0:1763354564.226251:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.226254:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.226257:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.226262:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.226267:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354564.226273:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.226277:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.226280:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.226322:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.226326:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354564.226330:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.226334:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.226337:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be73b8 00000400:00000010:0.0:1763354564.226339:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be73b8. 00000100:00000001:0.0:1763354564.226342:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.226343:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.228063:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.228073:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.228076:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.228078:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.228085:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.228095:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971d5d80 00000400:00000200:1.0:1763354564.228101:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x76d7e5 [64] + 60440 00000800:00000001:1.0:1763354564.228107:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.228133:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.228135:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.228138:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.228141:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.228143:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.228146:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672085880. 00000100:00000040:1.0:1763354564.228148:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672085880 x1848998841113984 msgsize 464 00000100:00100000:1.0:1763354564.228151:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.228162:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.228167:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.228169:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.228191:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.228195:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841113984 02000000:00000001:2.0:1763354564.228197:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.228199:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.228201:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.228204:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.228207:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841113984 00000020:00000001:2.0:1763354564.228210:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.228211:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.228213:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.228216:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.228220:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.228222:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.228226:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.228230:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.228233:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.228236:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.228241:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.228244:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.228248:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.228253:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.228255:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.228256:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.228258:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.228262:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.228276:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.228286:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.228289:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.228294:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417456 00000100:00000040:2.0:1763354564.228298:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.228301:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370717312 : -123186338834304 : ffff8ff672085880) 00000100:00000040:2.0:1763354564.228307:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085880 x1848998841113984/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.228317:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.228320:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.228322:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.228325:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.228331:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252589:x1848998841113984:12345-192.168.203.48@tcp:34:lfs.0 00000100:00000200:2.0:1763354564.228335:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841113984 00000020:00000001:2.0:1763354564.228337:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.228340:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.228342:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.228344:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.228346:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706736 : -1045844880 : ffffffffc1a9ac70) 00000020:00000001:2.0:1763354564.228349:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.228351:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841113984, found 0 last_xid 1848998841113983 00000020:00000001:2.0:1763354564.228354:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.228356:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.228358:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.228359:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.228362:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.228365:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000020:00000001:2.0:1763354564.228368:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.228370:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.228373:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.228375:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.228380:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff8ff543bc8000. 02000000:00000001:2.0:1763354564.228382:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.228384:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228388:0:6519:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763354564.228390:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.228392:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.228394:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228396:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228397:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228400:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228401:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228402:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228404:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228406:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228407:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228409:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228410:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228412:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228413:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228415:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228416:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228418:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228420:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.228421:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.228424:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.228427:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.228429:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.228431:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.228432:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228434:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.228436:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228437:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.228440:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228442:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763354564.228446:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93cb0 00000004:00000002:2.0:1763354564.228449:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763354564.228453:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354564.228455:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354564.228457:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354564.228459:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.228461:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.228466:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58b052400. 00010000:00000010:2.0:1763354564.228469:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.228472:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.228475:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67b718000. 00000020:00000001:2.0:1763354564.228477:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.228479:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67b718000 with handle 0x4a8bb634222cafe3 to hash 00000020:00000001:2.0:1763354564.228481:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.228483:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000010:2.0:1763354564.228486:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354564.228489:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.228491:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.228493:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.228496:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.228502:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.228504:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.228506:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.228508:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.228510:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228511:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.228513:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228515:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.228517:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.228518:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.228520:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.228522:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052400) refcount = 1 00010000:00010000:2.0:1763354564.228525:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228531:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.228533:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.228535:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228537:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.228539:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228541:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228543:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.228545:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.228547:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.228550:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228557:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.228558:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.228559:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.228561:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.228562:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.228566:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff560c50f00. 00010000:00000010:2.0:1763354564.228570:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.228572:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.228575:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f242600. 00000020:00000001:2.0:1763354564.228577:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.228579:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f242600 with handle 0x4a8bb634222cafea to hash 00000020:00000001:2.0:1763354564.228581:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.228583:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000010:2.0:1763354564.228587:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.228589:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.228592:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.228593:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.228596:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.228602:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.228604:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.228605:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.228607:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.228608:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228610:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.228612:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228614:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.228615:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.228616:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.228618:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.228619:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff560c50f00) refcount = 1 00010000:00010000:2.0:1763354564.228623:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228628:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.228630:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.228631:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228633:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.228634:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228637:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228638:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.228641:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.228642:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.228645:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228655:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.228656:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.228657:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.228659:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228661:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.228664:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.228666:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.228668:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.228672:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.228675:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.228677:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354564.228685:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354564.228686:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354564.228688:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.228690:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.228692:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.228694:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.228696:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.228698:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.228700:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354564.228702:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354564.228703:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.228705:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354564.228713:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b8f0. 00000001:00000010:2.0:1763354564.228718:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b8f0. 00080000:00000001:2.0:1763354564.228721:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.228724:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.228726:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.228729:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93b20 00080000:00000002:2.0:1763354564.228731:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:2.0:1763354564.228734:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.228737:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.228739:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.228741:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228744:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228746:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.228747:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.228749:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.228752:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.228755:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.228759:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.228761:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.228763:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.228766:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 2 00010000:00000001:2.0:1763354564.228769:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.228771:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.228774:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243400. 00000020:00000001:2.0:1763354564.228776:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.228778:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243400 with handle 0x4a8bb634222caff1 to hash 00000020:00000001:2.0:1763354564.228780:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.228781:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000010:2.0:1763354564.228785:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.228787:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.228789:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.228791:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.228794:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.228800:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.228801:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.228803:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.228804:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.228806:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228807:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.228808:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228809:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.228810:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.228811:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.228812:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.228814:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) refcount = 2 00010000:00000040:2.0:1763354564.228816:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.228817:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.228822:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228824:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.228826:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.228827:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228828:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.228829:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.228830:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228831:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.228832:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.228834:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.228835:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228838:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.228839:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.228840:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.228841:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.228842:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.228843:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00000020:00000001:2.0:1763354564.228844:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.228846:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.228847:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.228848:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.228849:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228851:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.228854:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.228855:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.228857:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228860:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.228863:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.228875:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.228878:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.228879:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.228881:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.228883:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 8 00000004:00000001:2.0:1763354564.228886:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.228887:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.228888:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.228889:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.228891:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.228891:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.228894:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.228895:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354564.228897:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354564.228898:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.228900:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff543bc82f8 00000004:00000001:2.0:1763354564.228901:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228903:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.228904:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228905:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228906:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228907:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228909:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228910:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228911:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.228912:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.228913:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.228914:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.228916:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.228918:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: returning size 4096 00000004:00000040:2.0:1763354564.228921:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de6:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354564.228922:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763354564.228924:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:21287 00000004:00200000:2.0:1763354564.228926:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763354564.228929:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.228934:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228936:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.228938:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.228939:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.228940:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00000020:00000001:2.0:1763354564.228941:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.228943:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00000004:00010000:2.0:1763354564.228945:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00000001:2.0:1763354564.228949:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.228951:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.228952:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.228954:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.228955:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.228970:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.228973:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354564.228975:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.228976:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.228977:0:6519:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.228978:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.228979:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354564.228980:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.228981:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.228982:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000020:00000001:2.0:1763354564.228984:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.228985:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.228987:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.228988:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.228989:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=4 00000020:00000001:2.0:1763354564.228990:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.228991:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.228993:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.228995:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.228999:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.229001:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229004:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229005:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.229006:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229009:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.229010:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229011:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.229013:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.229016:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67b718000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.229018:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.229019:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.229020:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229023:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.229024:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.229024:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.229025:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=5 00000020:00000001:2.0:1763354564.229026:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.229028:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.229029:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.229031:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229050:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.229051:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.229052:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229054:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.229055:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.229056:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.229058:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.229059:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67b718000 with handle 0x4a8bb634222cafe3 from hash 00010000:00000001:2.0:1763354564.229061:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.229061:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229062:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229063:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.229064:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.229065:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229067:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.229068:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.229069:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.229070:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff58b052400) 00010000:00010000:2.0:1763354564.229072:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.229073:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.229074:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229076:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.229077:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.229078:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229079:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229080:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229081:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.229082:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.229084:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229087:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229088:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229089:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.229089:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.229090:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229091:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229092:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.229094:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cafe3 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.229101:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000040:2.0:1763354564.229103:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052400 count: 0 00010000:00000010:2.0:1763354564.229105:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.229110:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.229111:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.229112:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.229113:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.229114:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.229115:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:2.0:1763354564.229117:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.229118:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.229120:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.229122:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229125:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229125:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.229127:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229129:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.229130:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229132:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.229133:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.229136:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f242600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.229137:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.229138:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.229139:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229142:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.229143:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.229144:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.229145:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:2.0:1763354564.229146:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.229147:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.229149:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.229150:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229153:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.229154:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.229154:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229156:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.229156:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.229157:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.229158:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.229159:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f242600 with handle 0x4a8bb634222cafea from hash 00010000:00000001:2.0:1763354564.229161:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.229161:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229162:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229163:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.229164:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.229165:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229166:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.229166:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.229167:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.229168:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff560c50f00) 00010000:00010000:2.0:1763354564.229170:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.229171:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.229172:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229173:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.229174:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.229175:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229176:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229177:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229178:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.229179:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.229181:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229184:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229185:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229186:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.229187:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.229187:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.229189:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cafea lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.229192:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000040:2.0:1763354564.229193:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50f00 count: 0 00010000:00000010:2.0:1763354564.229195:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.229197:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.229198:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.229199:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.229200:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.229200:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763354564.229201:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.229202:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.229203:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00000020:00000001:2.0:1763354564.229204:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.229205:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.229206:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.229208:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229211:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229211:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.229213:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229216:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.229217:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229219:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.229220:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.229223:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243400 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.229225:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.229225:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.229227:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229229:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.229230:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.229231:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.229232:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=4 00000020:00000001:2.0:1763354564.229233:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.229234:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.229235:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.229236:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229239:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.229240:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.229241:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229242:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.229243:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.229243:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.229244:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.229246:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243400 with handle 0x4a8bb634222caff1 from hash 00010000:00000001:2.0:1763354564.229247:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.229248:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229248:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229249:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.229250:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.229251:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229252:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.229252:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.229254:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.229255:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:2.0:1763354564.229257:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.229258:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.229259:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229260:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.229261:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.229262:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229263:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229264:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.229265:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.229266:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.229267:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.229270:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.229271:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.229272:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.229272:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.229273:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.229274:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222caff1 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.229279:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.229282:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354564.229284:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.229286:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.229287:0:6519:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763354564.229288:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.229289:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.229291:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.229293:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.229296:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.229298:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.229300:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354564.229302:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841113984 00010000:00000001:2.0:1763354564.229305:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.229311:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672085880 x1848998841113984/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.229319:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.229321:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.229324:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.229327:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.229330:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.229332:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.229334:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.229336:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.229339:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.229340:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.229343:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7990. 00000100:00000200:2.0:1763354564.229346:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848998841113984, offset 224 00000400:00000200:2.0:1763354564.229350:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.229355:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.229358:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556789:1556789:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556785:1556785:8:4294967295] 00000400:00000200:2.0:1763354564.229365:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.229368:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.229371:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354564.229374:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.229377:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.229380:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.229391:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.229393:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.229395:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.229396:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.229397:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763354564.229400:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000100:00000040:2.0:1763354564.229404:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085880 x1848998841113984/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.229415:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252589:x1848998841113984:12345-192.168.203.48@tcp:34:lfs.0 Request processed in 1098us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.229421:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417456 00000100:00000040:2.0:1763354564.229423:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.229424:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.229426:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.229428:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.229431:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354564.229434:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.229436:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.229438:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.229456:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.229460:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354564.229463:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.229467:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.229470:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7990 00000400:00000010:1.0:1763354564.229472:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7990. 00000100:00000001:1.0:1763354564.229474:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.229475:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.232080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff800. 00010000:00000010:2.1:1763354564.232090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052d00. 00010000:00000010:2.1:1763354564.232096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00010000:00000010:2.1:1763354564.232099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052100. 00010000:00000010:2.1:1763354564.232104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00000800:00000001:0.0:1763354564.237016:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.237030:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354564.237060:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.237065:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.237074:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354564.237087:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4624 into portal 12 MB=0x691a7971d5e80 00000400:00000200:0.0:1763354564.237096:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4624/4624 into md 0x76d7e5 [64] + 60904 00000800:00000001:0.0:1763354564.237104:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.237113:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354564.237115:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.237118:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354564.237123:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354564.237124:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354564.237129:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff65a706300. 00000100:00000040:0.0:1763354564.237131:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65a706300 x1848998841114240 msgsize 4624 00000100:00100000:0.0:1763354564.237134:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354564.237146:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354564.237152:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354564.237154:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.237170:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.237173:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841114240 02000000:00000001:2.0:1763354564.237176:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.237178:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.237179:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.237183:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.237186:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841114240 00000020:00000001:2.0:1763354564.237187:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.237189:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.237190:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.237193:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.237194:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.237196:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.237199:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.237203:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.237205:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.237207:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.237212:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.237215:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.237218:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.237224:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.237226:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.237227:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354564.237229:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354564.237230:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.237231:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.237236:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.237246:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.237255:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.237256:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.237260:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417457 00000100:00000040:2.0:1763354564.237263:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.237265:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886974882560 : -123186734669056 : ffff8ff65a706300) 00000100:00000040:2.0:1763354564.237271:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65a706300 x1848998841114240/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.237278:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.237280:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.237282:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.237284:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.237288:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65a706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252590:x1848998841114240:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354564.237291:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841114240 00000020:00000001:2.0:1763354564.237293:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.237296:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.237299:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.237300:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.237302:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354564.237304:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.237306:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841114240, found 0 last_xid 1848998841114239 00000020:00000001:2.0:1763354564.237308:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.237310:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.237311:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.237313:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.237315:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354564.237317:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354564.237319:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354564.237320:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354564.237321:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237325:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.237330:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff560c50700. 00010000:00000010:2.0:1763354564.237332:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.237335:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.237337:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243c00. 00000020:00000001:2.0:1763354564.237339:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.237341:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243c00 with handle 0x4a8bb634222caff8 to hash 00000020:00000001:2.0:1763354564.237342:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.237344:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000010:2.0:1763354564.237347:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.237349:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00010000:2.0:1763354564.237352:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243c00/0x4a8bb634222caff8 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41504 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.237359:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 216 00000020:00000040:2.0:1763354564.237361:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00010000:00000001:2.0:1763354564.237365:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354564.237367:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354564.237371:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354564.237373:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354564.237374:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237376:0:6519:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354564.237379:0:6519:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff65a706300 x1848998841114240/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/0 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354564.237385:0:6519:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354564.237386:0:6519:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354564.237388:0:6519:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354564.237390:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.237391:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.237393:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.237394:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.237396:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.237400:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.237401:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237402:0:6519:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237403:0:6519:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237406:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354564.237407:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354564.237408:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.237410:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.237441:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff66cfe0000. 02000000:00000001:2.0:1763354564.237443:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.237444:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237447:0:6519:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354564.237449:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.237450:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.237451:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.237452:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.237453:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.237454:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.237455:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.237456:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.237458:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.237458:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.237461:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.237465:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.237466:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.237468:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.237469:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.237471:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.237471:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237473:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.237474:0:6519:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237476:0:6519:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354564.237477:0:6519:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237479:0:6519:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354564.237481:0:6519:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354564.237483:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93a38 00000004:00000002:2.0:1763354564.237485:0:6519:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e1:0x112:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354564.237489:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.237490:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x112:0x0] 00000020:00000001:2.0:1763354564.237492:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.237495:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000004:00000001:2.0:1763354564.237497:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883786705248 : -123189922846368 : ffff8ff59c68a960) 00000004:00000001:2.0:1763354564.237499:0:6519:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354564.237500:0:6519:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237503:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354564.237505:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354564.237507:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354564.237509:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.237510:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.237512:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff560c50700 count: 2 00010000:00000001:2.0:1763354564.237514:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.237516:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.237518:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243600. 00000020:00000001:2.0:1763354564.237519:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.237521:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243600 with handle 0x4a8bb634222cafff to hash 00000020:00000001:2.0:1763354564.237522:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.237523:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000010:2.0:1763354564.237525:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.237527:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237529:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.237531:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.237533:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.237538:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.237541:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.237542:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.237544:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.237546:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237547:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.237549:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237550:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.237552:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.237553:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.237554:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.237556:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50700) refcount = 2 00010000:00010000:2.0:1763354564.237558:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237561:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.237564:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.237565:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237566:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.237567:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237569:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237570:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.237571:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.237573:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.237575:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237578:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.237579:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237581:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237582:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.237583:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.237585:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff560c50600. 00010000:00000010:2.0:1763354564.237587:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.237588:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.237591:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f6600. 00000020:00000001:2.0:1763354564.237592:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.237593:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f6600 with handle 0x4a8bb634222cb006 to hash 00000020:00000001:2.0:1763354564.237594:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.237595:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000010:2.0:1763354564.237598:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354564.237599:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.237601:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.237602:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.237604:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.237607:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.237608:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.237609:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.237609:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.237610:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237611:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.237612:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237613:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.237614:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.237615:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.237616:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.237617:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff560c50600) refcount = 1 00010000:00010000:2.0:1763354564.237619:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237622:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.237623:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.237623:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237624:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.237625:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237626:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237628:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.237629:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.237630:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.237631:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237634:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.237635:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237636:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.237637:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237640:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.237644:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.237645:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.237648:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.237650:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.237653:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.237654:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354564.237666:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354564.237667:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354564.237669:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.237671:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.237673:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.237675:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.237676:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.237677:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.237679:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354564.237681:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354564.237682:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.237683:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354564.237693:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b8f0. 00000001:00000010:2.0:1763354564.237706:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b8f0. 00080000:00000001:2.0:1763354564.237712:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.237714:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.237716:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.237718:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d938a0 00080000:00000002:2.0:1763354564.237719:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:2.0:1763354564.237722:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.237724:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.237726:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.237727:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237728:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237730:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.237731:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.237732:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.237735:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.237736:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.237740:0:6519:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763354564.237743:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.237746:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.237747:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.237749:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.237750:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354564.237752:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.237753:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.237754:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=3 00000020:00000001:2.0:1763354564.237755:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237757:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237760:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.237760:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.237761:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=4 00000020:00000001:2.0:1763354564.237762:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237764:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237766:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.237767:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237772:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.237773:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237776:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237777:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.237779:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237782:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.237783:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237784:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.237786:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.237790:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.237792:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.237794:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.237795:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237799:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.237799:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.237800:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.237801:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=5 00000020:00000001:2.0:1763354564.237802:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237803:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354564.237805:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.237807:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237810:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.237811:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.237812:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237814:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.237815:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.237816:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.237817:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.237818:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243600 with handle 0x4a8bb634222cafff from hash 00010000:00000001:2.0:1763354564.237820:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.237821:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237821:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237822:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.237823:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.237824:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237826:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.237827:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.237828:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.237830:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50700) 00010000:00010000:2.0:1763354564.237832:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.237833:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237835:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237837:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.237838:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.237839:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237840:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237841:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237842:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237843:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.237845:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237848:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237848:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237849:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.237850:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.237851:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237852:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237852:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.237854:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cafff lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.237857:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.237862:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.237863:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.237864:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.237865:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.237866:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.237867:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=3 00000020:00000001:2.0:1763354564.237868:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.237869:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.237870:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.237872:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237878:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237879:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.237881:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237884:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.237885:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237886:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.237887:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.237890:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f6600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.237891:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.237892:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.237893:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237896:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.237897:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.237897:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.237898:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=4 00000020:00000001:2.0:1763354564.237899:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.237900:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354564.237902:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.237903:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237906:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.237906:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.237907:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237908:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.237909:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.237910:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.237911:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.237913:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f6600 with handle 0x4a8bb634222cb006 from hash 00010000:00000001:2.0:1763354564.237914:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.237915:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237916:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237917:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.237918:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.237919:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237920:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.237921:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.237921:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.237923:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff560c50600) 00010000:00010000:2.0:1763354564.237924:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.237925:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.237926:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237928:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.237929:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.237931:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237932:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237933:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.237935:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.237936:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.237939:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.237944:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.237945:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.237946:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.237947:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.237948:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.237950:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb006 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.237966:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000040:2.0:1763354564.237970:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50600 count: 0 00010000:00000010:2.0:1763354564.237974:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.237981:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.237983:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.237984:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.237985:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.237986:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354564.237988:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.237990:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000004:00000001:2.0:1763354564.237993:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.237995:0:6519:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763354564.237997:0:6519:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354564.237999:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.238000:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.238002:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.238003:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.238004:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.238006:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.238015:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.238017:0:6519:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354564.238019:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354564.238021:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354564.238023:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354564.238024:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.238027:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.238027:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.238029:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.238030:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.238031:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243c00 with handle 0x4a8bb634222caff8 from hash 00010000:00000010:2.1:1763354564.238058:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052400. 00010000:00000010:2.1:1763354564.238062:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67b718000. 00010000:00000010:2.1:1763354564.238068:0:6519:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:2.1:1763354564.238071:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f242600. 00010000:00000010:2.1:1763354564.238079:0:6519:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00010000:00000001:2.0:1763354564.238084:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.238085:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.238086:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.238088:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354564.238089:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354564.238091:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354564.238096:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243c00/0x4a8bb634222caff8 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41504 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354564.238101:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354564.238103:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.238106:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.238107:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.238109:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.238111:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.238112:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.238113:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.238114:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.238115:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.238116:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.238117:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.238118:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50700) 00010000:00010000:2.0:1763354564.238120:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763354564.238121:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.238122:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.238123:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.238124:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.238126:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243c00/0x4a8bb634222caff8 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41504 expref: 231 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354564.238130:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 215 00000020:00000040:2.0:1763354564.238132:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00010000:00000010:2.0:1763354564.238133:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138500. 00010000:00000040:2.0:1763354564.238135:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50700 count: 0 00010000:00000010:2.0:1763354564.238137:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.238141:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.238142:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243c00, rc 0) 00000020:00000001:2.0:1763354564.238144:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354564.238147:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841114240 00010000:00000001:2.0:1763354564.238148:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.238152:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff65a706300 x1848998841114240/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.238158:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.238159:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.238163:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.238167:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.238168:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.238170:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.238173:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.238174:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.238177:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.238178:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.238181:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be77f8. 00000100:00000200:2.0:1763354564.238184:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841114240, offset 224 00000400:00000200:2.0:1763354564.238188:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.238195:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.238199:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556790:1556790:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556786:1556786:8:4294967295] 00000400:00000200:2.0:1763354564.238207:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.238211:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.238214:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.238218:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.238222:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.238225:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.238236:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.238239:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.238241:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.238242:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.238243:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354564.238247:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65a706300 x1848998841114240/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 4624/608 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.238255:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65a706300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252590:x1848998841114240:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 974us (1121us total) trans 0 rc 301/301 00000100:00100000:2.0:1763354564.238262:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417457 00000100:00000040:2.0:1763354564.238265:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.238268:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.238271:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.238275:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.238279:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354564.238283:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.238287:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.238290:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354564.238309:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.238313:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354564.238317:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.238321:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.238324:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be77f8 00000400:00000010:1.0:1763354564.238326:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be77f8. 00000100:00000001:1.0:1763354564.238328:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354564.238330:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354564.239739:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.239746:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.239749:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.239750:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.239755:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.239762:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 464 into portal 12 MB=0x691a7971d5f00 00000400:00000200:1.0:1763354564.239766:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 464/464 into md 0x76d7e5 [64] + 65528 00000800:00000001:1.0:1763354564.239770:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.239775:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.239776:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.239779:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354564.239781:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.239783:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354564.239785:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672085180. 00000100:00000040:1.0:1763354564.239787:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672085180 x1848998841114368 msgsize 464 00000100:00100000:1.0:1763354564.239790:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354564.239800:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.239805:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.239807:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.239823:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354564.239826:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841114368 02000000:00000001:2.0:1763354564.239827:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354564.239829:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354564.239830:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.239832:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354564.239834:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841114368 00000020:00000001:2.0:1763354564.239835:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354564.239836:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354564.239838:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.239839:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354564.239841:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354564.239842:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354564.239844:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.239847:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.239849:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.239851:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000020:00000010:2.0:1763354564.239854:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff552ab9800. 00000020:00000010:2.0:1763354564.239856:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.239858:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354564.239861:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354564.239862:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354564.239863:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354564.239865:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.239867:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.239877:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354564.239882:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354564.239884:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354564.239887:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417458 00000100:00000040:2.0:1763354564.239889:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354564.239891:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370715520 : -123186338836096 : ffff8ff672085180) 00000100:00000040:2.0:1763354564.239895:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672085180 x1848998841114368/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/0 e 0 to 0 dl 1763354575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354564.239902:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354564.239903:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af1c0. 00000100:00000001:2.0:1763354564.239905:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354564.239907:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af1c0. 00000100:00100000:2.0:1763354564.239910:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672085180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252590:x1848998841114368:12345-192.168.203.48@tcp:34:lfs.0 00000100:00000200:2.0:1763354564.239913:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841114368 00000020:00000001:2.0:1763354564.239915:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354564.239917:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354564.239918:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.239920:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354564.239921:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706736 : -1045844880 : ffffffffc1a9ac70) 00000020:00000001:2.0:1763354564.239923:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354564.239924:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841114368, found 0 last_xid 1848998841114367 00000020:00000001:2.0:1763354564.239926:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354564.239927:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354564.239929:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354564.239931:0:6519:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354564.239933:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.239936:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883786705336 : -123189922846280 : ffff8ff59c68a9b8) 00000020:00000001:2.0:1763354564.239939:0:6519:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.239941:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.239944:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354564.239946:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354564.239951:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff8ff543bce000. 02000000:00000001:2.0:1763354564.239953:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.239965:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.239970:0:6519:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763354564.239973:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354564.239974:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.239976:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.239978:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.239980:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.239982:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.239983:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.239985:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.239986:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.239988:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.239989:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.239991:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.239993:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.239995:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.239996:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.239998:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.240000:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.240002:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.240004:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.240005:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354564.240008:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354564.240011:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354564.240013:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354564.240015:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354564.240017:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.240019:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.240021:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240023:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354564.240025:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240027:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763354564.240031:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93cb0 00000004:00000002:2.0:1763354564.240055:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x112:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763354564.240060:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354564.240062:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354564.240064:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354564.240067:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.240068:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.240073:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff560c50f00. 00010000:00000010:2.0:1763354564.240076:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.240079:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.240083:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243400. 00000020:00000001:2.0:1763354564.240085:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.240087:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243400 with handle 0x4a8bb634222cb00d to hash 00000020:00000001:2.0:1763354564.240090:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.240091:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000010:2.0:1763354564.240095:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138500. 00010000:00000001:2.0:1763354564.240097:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240100:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240102:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240106:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.240113:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.240115:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.240116:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.240118:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.240120:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240122:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.240124:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240126:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.240128:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.240129:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.240131:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.240133:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50f00) refcount = 1 00010000:00010000:2.0:1763354564.240137:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240142:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.240145:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.240146:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240149:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.240150:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240152:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240154:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.240157:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.240158:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240161:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240167:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.240168:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240170:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240172:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.240173:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354564.240176:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff560c50c00. 00010000:00000010:2.0:1763354564.240179:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.240182:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.240184:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f242600. 00000020:00000001:2.0:1763354564.240186:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.240187:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f242600 with handle 0x4a8bb634222cb014 to hash 00000020:00000001:2.0:1763354564.240189:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.240190:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000010:2.0:1763354564.240193:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138380. 00010000:00000001:2.0:1763354564.240195:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.240197:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240199:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240202:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.240207:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.240209:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.240210:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.240212:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.240214:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240215:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.240217:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240219:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.240220:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.240221:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.240222:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.240224:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff560c50c00) refcount = 1 00010000:00010000:2.0:1763354564.240228:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240232:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.240234:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.240235:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240237:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.240238:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240240:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240242:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.240244:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.240246:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240248:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240254:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.240255:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240256:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.240258:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240260:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.240263:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354564.240264:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354564.240266:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x112:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354564.240270:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.240272:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354564.240274:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354564.240281:0:6519:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354564.240282:0:6519:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354564.240284:0:6519:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354564.240286:0:6519:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354564.240288:0:6519:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354564.240289:0:6519:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.240291:0:6519:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.240293:0:6519:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.240295:0:6519:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354564.240297:0:6519:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354564.240298:0:6519:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.240300:0:6519:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354564.240307:0:6519:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b8f0. 00000001:00000010:2.0:1763354564.240312:0:6519:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b8f0. 00080000:00000001:2.0:1763354564.240315:0:6519:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354564.240317:0:6519:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.240320:0:6519:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.240322:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93b20 00080000:00000002:2.0:1763354564.240324:0:6519:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x2400032e1:0x112:0x0]/f56xD.sanity_3 => [0x2400032e4:0x9de6:0x0] 00080000:00000001:2.0:1763354564.240327:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354564.240330:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354564.240332:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354564.240334:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240335:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240337:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354564.240339:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9de6:0x0] 00000020:00000001:2.0:1763354564.240341:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354564.240344:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262118712 : -123191447432904 : ffff8ff541895138) 00000004:00000001:2.0:1763354564.240346:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262118624 : -123191447432992 : ffff8ff5418950e0) 00000004:00000001:2.0:1763354564.240350:0:6519:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354564.240352:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354564.240354:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354564.240357:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58b052b00 count: 2 00010000:00000001:2.0:1763354564.240359:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.240361:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354564.240364:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67b718000. 00000020:00000001:2.0:1763354564.240367:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354564.240369:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67b718000 with handle 0x4a8bb634222cb01b to hash 00000020:00000001:2.0:1763354564.240371:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354564.240372:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000010:2.0:1763354564.240376:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.240378:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.240381:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240382:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240385:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354564.240391:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354564.240393:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354564.240394:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354564.240396:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.240398:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240400:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354564.240402:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240404:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354564.240406:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354564.240407:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354564.240408:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354564.240411:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) refcount = 2 00010000:00000040:2.0:1763354564.240414:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354564.240416:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.240423:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240428:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354564.240430:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.240432:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240434:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354564.240435:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240438:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240440:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354564.240442:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354564.240444:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240447:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240452:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354564.240453:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240454:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240455:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240457:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240458:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000020:00000001:2.0:1763354564.240460:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.240463:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.240464:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240465:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.240467:0:6519:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240469:0:6519:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354564.240474:0:6519:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354564.240476:0:6519:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354564.240486:0:6519:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240489:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.240493:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.240504:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.240507:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354564.240509:0:6519:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354564.240511:0:6519:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.240513:0:6519:0:(mdt_som.c:71:mdt_get_som()) [0x2400032e4:0x9de6:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 8 00000004:00000001:2.0:1763354564.240516:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.240518:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.240520:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.240521:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354564.240523:0:6519:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.240524:0:6519:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354564.240527:0:6519:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354564.240530:0:6519:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354564.240532:0:6519:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354564.240533:0:6519:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354564.240536:0:6519:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff543bce2f8 00000004:00000001:2.0:1763354564.240538:0:6519:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.240541:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354564.240543:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.240545:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.240546:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.240548:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.240550:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.240552:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.240554:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354564.240556:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354564.240557:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354564.240559:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354564.240562:0:6519:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354564.240566:0:6519:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9de6:0x0]: returning size 4096 00000004:00000040:2.0:1763354564.240569:0:6519:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x9de6:1073754852 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354564.240572:0:6519:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763354564.240574:0:6519:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x2c0000402:21287 00000004:00200000:2.0:1763354564.240577:0:6519:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763354564.240582:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354564.240588:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240590:0:6519:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240593:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240595:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240597:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000020:00000001:2.0:1763354564.240599:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.240602:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00000004:00010000:2.0:1763354564.240605:0:6519:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00000004:00000001:2.0:1763354564.240613:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354564.240616:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff541895138/ffff8ff5418950e0 to site lru. bkt: ffff8ff66faf1688 00000004:00000001:2.0:1763354564.240618:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354564.240620:0:6519:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354564.240622:0:6519:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354564.240624:0:6519:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240626:0:6519:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354564.240629:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240630:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.240632:0:6519:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354564.240635:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354564.240636:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354564.240638:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240639:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240641:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00000020:00000001:2.0:1763354564.240643:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240645:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240648:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240650:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240651:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=4 00000020:00000001:2.0:1763354564.240653:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240656:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240658:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354564.240661:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240667:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.240670:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 4/1,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240676:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240677:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.240679:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240685:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240687:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240689:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.240691:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.240697:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243400 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.240700:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.240702:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.240704:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240710:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.240711:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240712:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240714:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=5 00000020:00000001:2.0:1763354564.240716:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240718:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:2.0:1763354564.240720:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.240723:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 5/0,0 mode: CR/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240727:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.240729:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.240730:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240732:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.240733:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.240735:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240736:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.240738:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243400 with handle 0x4a8bb634222cb00d from hash 00010000:00000001:2.0:1763354564.240740:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.240742:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240743:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240744:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.240746:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.240747:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240749:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.240750:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.240752:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.240753:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x0 (ffff8ff560c50f00) 00010000:00010000:2.0:1763354564.240756:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.240758:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240760:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240762:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.240763:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.240766:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240767:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240768:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240770:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240772:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240775:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 3/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240779:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240781:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240782:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.240783:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.240784:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240786:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240787:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.240789:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb00d lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x112:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.240795:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138500. 00010000:00000040:2.0:1763354564.240798:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50f00 count: 0 00010000:00000010:2.0:1763354564.240801:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3b80. 00010000:00000001:2.0:1763354564.240808:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.240809:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.240811:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354564.240812:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240813:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240815:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:2.0:1763354564.240817:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.240820:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.240822:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.240824:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240829:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240831:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.240834:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240839:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240841:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240842:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.240845:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.240849:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f242600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.240851:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.240852:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.240855:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240859:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.240860:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240861:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240863:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:2.0:1763354564.240864:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.240866:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354564.240868:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.240870:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240874:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.240876:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.240877:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240879:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.240880:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.240881:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240883:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.240884:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f242600 with handle 0x4a8bb634222cb014 from hash 00010000:00000001:2.0:1763354564.240886:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.240888:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240889:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240890:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.240892:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.240893:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240894:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.240896:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.240897:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.240899:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x112:0x0].0x81d099f9 (ffff8ff560c50c00) 00010000:00010000:2.0:1763354564.240901:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.240903:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.240905:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240906:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.240908:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.240910:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240911:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240912:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240914:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.240916:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.240918:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240923:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240924:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.240925:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.240926:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.240928:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.240930:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f242600/0x4a8bb634222cb014 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x112:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.240935:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138380. 00010000:00000040:2.0:1763354564.240938:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50c00 count: 0 00010000:00000010:2.0:1763354564.240942:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff6512d3080. 00010000:00000001:2.0:1763354564.240947:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354564.240948:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354564.240950:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354564.240951:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354564.240952:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763354564.240954:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.240968:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.240970:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000020:00000001:2.0:1763354564.240972:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.240974:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.240977:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354564.240979:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240985:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.240986:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354564.240988:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.240993:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.240995:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.240997:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354564.240999:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00010000:2.0:1763354564.241004:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67b718000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354564.241006:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354564.241007:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354564.241009:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.241014:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354564.241015:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354564.241017:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354564.241018:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=4 00000020:00000001:2.0:1763354564.241019:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.241021:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354564.241023:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354564.241026:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.241031:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354564.241050:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354564.241052:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.241055:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354564.241056:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354564.241058:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354564.241060:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354564.241062:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67b718000 with handle 0x4a8bb634222cb01b from hash 00010000:00000001:2.0:1763354564.241064:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354564.241066:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.241067:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.241068:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354564.241071:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354564.241072:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.241074:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354564.241075:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354564.241077:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354564.241079:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) 00010000:00010000:2.0:1763354564.241082:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354564.241083:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354564.241086:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.241087:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354564.241089:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354564.241091:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.241092:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.241094:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354564.241095:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.241097:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354564.241100:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354564.241106:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354564.241107:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354564.241108:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354564.241110:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354564.241112:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354564.241115:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67b718000/0x4a8bb634222cb01b lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00010000:00000010:2.0:1763354564.241121:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138180. 00010000:00000001:2.0:1763354564.241125:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354564.241128:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354564.241130:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354564.241131:0:6519:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763354564.241133:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354564.241135:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354564.241136:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354564.241139:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354564.241142:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354564.241144:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354564.241146:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354564.241148:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841114368 00010000:00000001:2.0:1763354564.241150:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354564.241156:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672085180 x1848998841114368/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354564.241164:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354564.241166:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354564.241169:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354564.241173:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354564.241175:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354564.241177:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354564.241180:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354564.241182:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354564.241184:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354564.241186:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354564.241190:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7110. 00000100:00000200:2.0:1763354564.241194:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848998841114368, offset 224 00000400:00000200:2.0:1763354564.241199:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354564.241205:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354564.241210:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556791:1556791:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556787:1556787:8:4294967295] 00000400:00000200:2.0:1763354564.241220:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354564.241225:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354564.241229:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354564.241233:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354564.241237:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354564.241241:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763354564.241258:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354564.241262:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354564.241265:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354564.241266:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354564.241268:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:2.0:1763354564.241272:0:6519:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59c68a9b8/ffff8ff59c68a960 to site lru. bkt: ffff8ff66faf0150 00000100:00000040:2.0:1763354564.241277:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672085180 x1848998841114368/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:735/0 lens 464/520 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354564.241288:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672085180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:252590:x1848998841114368:12345-192.168.203.48@tcp:34:lfs.0 Request processed in 1383us (1497us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354564.241296:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417458 00000100:00000040:2.0:1763354564.241300:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354564.241302:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354564.241305:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354564.241308:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff6512d3980. 00000020:00000010:2.0:1763354564.241312:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354564.241315:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff552ab9800. 00000020:00000040:2.0:1763354564.241320:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000100:00000001:2.0:1763354564.241323:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354564.241354:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354564.241359:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:0.0:1763354564.241364:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354564.241369:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354564.241374:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7110 00000400:00000010:0.0:1763354564.241376:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7110. 00000100:00000001:0.0:1763354564.241379:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354564.241381:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354564.243075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243600. 00010000:00000010:2.1:1763354564.243084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50600. 00010000:00000010:2.1:1763354564.243087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00010000:00000010:2.1:1763354564.247074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50700. 00010000:00000010:2.1:1763354564.247082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243c00. 00010000:00000010:2.1:1763354564.250125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50f00. 00010000:00000010:2.1:1763354564.250131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00010000:00000010:2.1:1763354564.250134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50c00. 00010000:00000010:2.1:1763354564.250136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f242600. 00010000:00000010:2.1:1763354564.250138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67b718000. 00000800:00000001:1.0:1763354564.269218:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.269233:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354564.269237:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.269239:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.269247:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354564.269263:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 26 MB=0x691a7971d5f80 00000400:00000200:1.0:1763354564.269272:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b4819 [2] + 0 00000400:00000010:1.0:1763354564.269287:0:3649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f840. 00000400:00000200:1.0:1763354564.269296:0:3649:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff55c12d0c0 00000800:00000001:1.0:1763354564.269303:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.269311:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354564.269315:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.269319:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.269325:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff55c12d0c0 00000400:00000010:1.0:1763354564.269327:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff55c12d0c0. 00000100:00000001:1.0:1763354564.269333:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354564.269336:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1763354564.269339:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff677a39050 x1848998841114496 msgsize 224 00000100:00100000:1.0:1763354564.269342:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354564.269344:0:3649:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354564.269356:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354564.269364:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354564.269366:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.269396:0:29726:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354564.269400:0:29726:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841114496 02000000:00000001:3.0:1763354564.269403:0:29726:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354564.269405:0:29726:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354564.269407:0:29726:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354564.269411:0:29726:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354564.269414:0:29726:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841114496 00000020:00000001:3.0:1763354564.269416:0:29726:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354564.269418:0:29726:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9ae 00000020:00000001:3.0:1763354564.269420:0:29726:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354564.269423:0:29726:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21000 refcount=9 00000020:00000001:3.0:1763354564.269425:0:29726:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300050944 : -123186409500672 : ffff8ff66dd21000) 00000020:00000001:3.0:1763354564.269427:0:29726:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300050944 : -123186409500672 : ffff8ff66dd21000) 00000100:00000001:3.0:1763354564.269432:0:29726:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.269436:0:29726:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.269438:0:29726:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.269440:0:29726:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000020:00000010:3.0:1763354564.269447:0:29726:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00000020:00000010:3.0:1763354564.269451:0:29726:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.269455:0:29726:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354564.269461:0:29726:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1763354564.269463:0:29726:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354564.269464:0:29726:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354564.269466:0:29726:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.269471:0:29726:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.269485:0:29726:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354564.269494:0:29726:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354564.269495:0:29726:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354564.269500:0:29726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6676 00000100:00000040:3.0:1763354564.269503:0:29726:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21000 : new rpc_count 1 00000100:00000001:3.0:1763354564.269504:0:29726:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887464775760 : -123186244775856 : ffff8ff677a39050) 00000100:00000040:3.0:1763354564.269510:0:29726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff677a39050 x1848998841114496/t0(0) o400->263e3000-edd3-4ab7-9a57-7b47fa65b6a5@192.168.203.48@tcp:735/0 lens 224/0 e 0 to 0 dl 1763354575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354564.269518:0:29726:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354564.269520:0:29726:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a640. 00000100:00000001:3.0:1763354564.269522:0:29726:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354564.269523:0:29726:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a640. 00000100:00100000:3.0:1763354564.269527:0:29726:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff677a39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:263e3000-edd3-4ab7-9a57-7b47fa65b6a5+9:2407:x1848998841114496:12345-192.168.203.48@tcp:400:kworker.0 00000100:00000200:3.0:1763354564.269530:0:29726:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841114496 00000020:00000001:3.0:1763354564.269533:0:29726:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354564.269537:0:29726:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354564.269539:0:29726:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.269541:0:29726:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354564.269543:0:29726:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661665920 : -1047885696 : ffffffffc18a8880) 00000020:00000001:3.0:1763354564.269546:0:29726:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354564.269547:0:29726:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354564.269549:0:29726:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354564.269551:0:29726:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354564.269554:0:29726:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.269555:0:29726:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763354564.269557:0:29726:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354564.269559:0:29726:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354564.269563:0:29726:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c400. 02000000:00000001:3.0:1763354564.269565:0:29726:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.269566:0:29726:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.269568:0:29726:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354564.269570:0:29726:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848998841114496 00010000:00000001:3.0:1763354564.269572:0:29726:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354564.269576:0:29726:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff677a39050 x1848998841114496/t0(0) o400->263e3000-edd3-4ab7-9a57-7b47fa65b6a5@192.168.203.48@tcp:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354564.269582:0:29726:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354564.269583:0:29726:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354564.269587:0:29726:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544974de8 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354564.269590:0:29726:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354564.269592:0:29726:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354564.269594:0:29726:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354564.269596:0:29726:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354564.269597:0:29726:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354564.269600:0:29726:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354564.269602:0:29726:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354564.269605:0:29726:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121d48. 00000100:00000200:3.0:1763354564.269609:0:29726:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848998841114496, offset 224 00000400:00000200:3.0:1763354564.269613:0:29726:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354564.269621:0:29726:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354564.269625:0:29726:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556792:1556792:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556788:1556788:8:4294967295] 00000400:00000200:3.0:1763354564.269634:0:29726:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354564.269638:0:29726:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354564.269642:0:29726:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66ffd4d00. 00000800:00000200:3.0:1763354564.269646:0:29726:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354564.269651:0:29726:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354564.269654:0:29726:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66ffd4d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763354564.269666:0:29726:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354564.269669:0:29726:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354564.269670:0:29726:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354564.269672:0:29726:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354564.269673:0:29726:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354564.269676:0:29726:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff677a39050 x1848998841114496/t0(0) o400->263e3000-edd3-4ab7-9a57-7b47fa65b6a5@192.168.203.48@tcp:735/0 lens 224/224 e 0 to 0 dl 1763354575 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354564.269684:0:29726:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff677a39050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:263e3000-edd3-4ab7-9a57-7b47fa65b6a5+9:2407:x1848998841114496:12345-192.168.203.48@tcp:400:kworker.0 Request processed in 164us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354564.269690:0:29726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6676 00000100:00000040:3.0:1763354564.269692:0:29726:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21000 : new rpc_count 0 00000100:00000001:3.0:1763354564.269694:0:29726:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354564.269695:0:29726:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354564.269698:0:29726:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781500. 00000020:00000010:3.0:1763354564.269704:0:29726:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354564.269707:0:29726:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000020:00000040:3.0:1763354564.269711:0:29726:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21000 : new refcount 8 00000100:00000001:3.0:1763354564.269715:0:29726:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354564.269719:0:29726:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1763354564.269723:0:29726:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b7e8. 00000400:00000010:3.0:1763354564.269726:0:29726:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff6806b7180. 00000800:00000200:1.0:1763354564.269752:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354564.269756:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66ffd4d00. 00000400:00000200:1.0:1763354564.269759:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354564.269763:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354564.269765:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121d48 00000400:00000010:1.0:1763354564.269767:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121d48. 00000100:00000001:1.0:1763354564.269769:0:3647:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763354564.269770:0:3647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354564.269773:0:3647:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c400. 02000000:00000001:1.0:1763354564.269775:0:3647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354564.269776:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000010:3.0:1763354564.582262:0:120408:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27980. 00080000:00000010:3.0:1763354564.582273:0:120408:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27980. 00000020:00000001:3.0:1763354564.582280:0:120408:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354564.582290:0:120408:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27980. 00080000:00000010:3.0:1763354564.582296:0:120408:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27980. 00000020:00000001:3.0:1763354564.582301:0:120408:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354564.582310:0:120408:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27980. 00080000:00000010:3.0:1763354564.582316:0:120408:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27980. 00000020:00000001:3.0:1763354564.582321:0:120408:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354564.582330:0:120408:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27980. 00080000:00000010:3.0:1763354564.582336:0:120408:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27980. 00000020:00000001:3.0:1763354564.582342:0:120408:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016099:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016107:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016116:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016120:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016125:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016130:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016136:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016141:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016146:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016148:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016156:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016158:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.016164:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1763354565.016166:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354565.016209:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354565.016213:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354565.016217:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1763354565.147497:0:120457:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db080. 00080000:00000010:2.0:1763354565.147508:0:120457:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db080. 00000020:00000001:2.0:1763354565.147516:0:120457:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354565.147547:0:120457:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db080. 00080000:00000010:2.0:1763354565.147554:0:120457:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db080. 00000020:00000001:2.0:1763354565.147558:0:120457:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354565.147568:0:120457:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db080. 00080000:00000010:2.0:1763354565.147574:0:120457:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db080. 00000020:00000001:2.0:1763354565.147578:0:120457:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354565.147587:0:120457:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db080. 00080000:00000010:2.0:1763354565.147593:0:120457:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db080. 00000020:00000001:2.0:1763354565.147597:0:120457:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354565.336087:0:114800:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d000 (cpu 0) has reached its deadline 4306887260, at 4306887296 00000100:00000040:1.0:1763354565.336095:0:107084:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d110 (cpu 0) has reached its deadline 4306887260, at 4306887296 00000100:00000010:0.0:1763354565.336102:0:114800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff67c9d6120. 00000100:00000010:1.0:1763354565.336108:0:107084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff67c9d6d80. 00000100:00000040:3.0:1763354565.336112:0:106537:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d330 (cpu 0) has reached its deadline 4306887260, at 4306887296 00000100:00000040:2.0:1763354565.336118:0:107316:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d220 (cpu 0) has reached its deadline 4306887260, at 4306887296 00000100:00000010:3.0:1763354565.336120:0:106537:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff67c9d6a80. 00000100:00000010:2.0:1763354565.336130:0:107316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff67c9d67e0. 00080000:00000010:0.0:1763354565.701391:0:120506:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff643deef80. 00080000:00000010:0.0:1763354565.701399:0:120506:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff643deef80. 00000020:00000001:0.0:1763354565.701403:0:120506:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354565.701409:0:120506:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff643deef80. 00080000:00000010:0.0:1763354565.701413:0:120506:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff643deef80. 00000020:00000001:0.0:1763354565.701416:0:120506:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354565.701421:0:120506:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff643deef80. 00080000:00000010:0.0:1763354565.701425:0:120506:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff643deef80. 00000020:00000001:0.0:1763354565.701427:0:120506:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354565.701432:0:120506:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff643deef80. 00080000:00000010:0.0:1763354565.701437:0:120506:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff643deef80. 00000020:00000001:0.0:1763354565.701439:0:120506:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354565.720095:0:29737:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763354565.720100:0:29737:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763354565.720105:0:29737:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672086300. 00000020:00000040:1.0:1763354565.720110:0:29737:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000004:00000001:3.0:1763354565.720115:0:31819:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1763354565.720116:0:29737:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000020:3.0:1763354565.720122:0:31819:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1763354565.720122:0:29737:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354565.720129:0:29737:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354565.720133:0:31819:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb08e00. 02000000:00000010:1.0:1763354565.720138:0:29737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67cba3100. 00000020:00000040:3.0:1763354565.720141:0:31819:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=13 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:1.0:1763354565.720146:0:29737:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720147:0:31819:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354565.720152:0:31819:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1763354565.720156:0:29737:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1763354565.720157:0:31819:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720162:0:29737:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354565.720166:0:31819:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff66486b200. 00000100:00000001:3.0:1763354565.720173:0:31819:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354565.720174:0:29737:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c0ba322] to pc [ptlrpcd_00_00+0] req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354565.720180:0:31819:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354565.720189:0:31819:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354565.720202:0:31819:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044c87d34] to pc [ptlrpcd_00_01+1] req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1763354565.720211:0:29737:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354565.720218:0:29737:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177400. 00080000:00000001:3.0:1763354565.720221:0:31819:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000001:1.0:1763354565.720222:0:29737:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697497088 : -123190012054528 : ffff8ff597177400) 00000100:00000001:0.0:1763354565.720223:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:3.0:1763354565.720228:0:31819:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba20c00. 00080000:00000001:1.0:1763354565.720228:0:29737:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000001:0.0:1763354565.720231:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1763354565.720235:0:31819:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431511552 : -123191278040064 : ffff8ff54ba20c00) 00000100:00000001:0.0:1763354565.720236:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:3.0:1763354565.720239:0:31819:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:1.0:1763354565.720240:0:29737:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:1.0:1763354565.720244:0:29737:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 2 changes 00000100:00000040:0.0:1763354565.720249:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1763354565.720250:0:29737:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8ff543a4a7e0. 00080000:00000001:3.0:1763354565.720251:0:31819:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763354565.720260:0:31819:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0001: sync forced, 2 changes 00000004:00080000:1.0:1763354565.720262:0:29737:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 12220384225854ns, next at 12221384212600ns, rc = 0 00000004:00000010:3.0:1763354565.720271:0:31819:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8ff544b02c00. 00080000:00000001:1.0:1763354565.720274:0:29737:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000004:00080000:3.0:1763354565.720281:0:31819:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 12220384244874ns, next at 12221384233680ns, rc = 0 00000100:00000001:0.0:1763354565.720282:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1763354565.720286:0:29737:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1763354565.720292:0:31819:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:1.0:1763354565.720292:0:29737:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1763354565.720293:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354565.720302:0:29737:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354565.720305:0:29737:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354565.720305:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00040000:00000001:3.0:1763354565.720307:0:31819:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354565.720312:0:31819:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1763354565.720314:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354565.720317:0:31819:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354565.720325:0:31819:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354565.720325:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720331:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354565.720340:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1763354565.720343:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848998542716032:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1763354565.720344:0:3655:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354565.720352:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354565.720352:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354565.720360:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1763354565.720362:0:3655:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354565.720366:0:3655:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354565.720367:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354565.720369:0:3655:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354565.720373:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1763354565.720374:0:3655:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354565.720378:0:3655:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354565.720381:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542716160:0@lo:13:osp-pre-0-1.0 02000000:00000010:0.0:1763354565.720382:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff67d88a000. 00000100:00000001:1.0:1763354565.720384:0:3655:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354565.720388:0:3655:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354565.720389:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354565.720391:0:3655:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354565.720394:0:3655:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1763354565.720397:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 02000000:00000010:1.0:1763354565.720398:0:3655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff58a0ba800. 02000000:00000001:1.0:1763354565.720403:0:3655:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354565.720407:0:3655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2d10. 00000400:00000010:0.0:1763354565.720411:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b220. 00000400:00000010:1.0:1763354565.720412:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000100:00000200:1.0:1763354565.720422:0:3655:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542716160, portal 4 00000100:00000200:0.0:1763354565.720422:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542716032, portal 4 00000100:00000001:1.0:1763354565.720424:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354565.720427:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281077760 : -123186428473856 : ffff8ff66cb08e00) 00000100:00000001:0.0:1763354565.720429:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354565.720433:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370720000 : -123186338831616 : ffff8ff672086300) 00000100:00000040:1.0:1763354565.720435:0:3655:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354565.720442:0:3655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354565.720445:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354565.720446:0:3655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354565.720451:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354565.720455:0:3655:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848998542716160, offset 0 00000100:00000001:0.0:1763354565.720464:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1763354565.720467:0:3655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1763354565.720472:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354565.720477:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b908. 00000100:00000200:0.0:1763354565.720481:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848998542716032, offset 0 00000400:00000200:1.0:1763354565.720482:0:3655:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354565.720492:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354565.720497:0:3655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a785542d00 00000400:00000200:0.0:1763354565.720503:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354565.720505:0:3655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24f5c9 [8] + 2464 00000400:00000200:1.0:1763354565.720511:0:3655:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354565.720517:0:3655:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763354565.720517:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a785542c80 00000100:00000001:1.0:1763354565.720525:0:3655:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1763354565.720528:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24f5c9 [8] + 2688 00000100:00000200:1.0:1763354565.720529:0:3655:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1763354565.720535:0:3655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084380. 00000400:00000200:0.0:1763354565.720538:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1763354565.720539:0:3655:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672084380 x1848998542716160 msgsize 224 00000100:00100000:1.0:1763354565.720551:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1763354565.720551:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354565.720568:0:3655:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354565.720579:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:1.0:1763354565.720582:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:1.0:1763354565.720585:0:3655:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763354565.720587:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354565.720590:0:3655:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354565.720592:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1763354565.720602:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1763354565.720604:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c907100. 00000100:00000040:1.0:1763354565.720607:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354565.720610:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c907100 x1848998542716032 msgsize 224 00000100:00000001:1.0:1763354565.720620:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720625:0:3655:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354565.720628:0:71280:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354565.720628:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354565.720631:0:3655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354565.720635:0:71280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716160 00000100:00000040:1.0:1763354565.720637:0:3655:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7986 usecs (8 jiffies) 02000000:00000001:3.0:1763354565.720641:0:71280:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354565.720642:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306887688 00000100:00000001:3.0:1763354565.720647:0:71280:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1763354565.720648:0:3655:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a540. 00000100:00000001:0.0:1763354565.720648:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763354565.720658:0:71280:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720661:0:3655:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 0 00000400:00000200:0.0:1763354565.720665:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b908 02000000:00000001:3.0:1763354565.720670:0:71280:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720671:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306887688 00000400:00000010:0.0:1763354565.720671:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b908. 00000100:00100000:3.0:1763354565.720683:0:71280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716160 00000100:00000010:1.0:1763354565.720683:0:3655:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a3c0. 00000100:00000001:0.0:1763354565.720683:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1763354565.720694:0:71280:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763354565.720695:0:3655:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 1 00000020:00000040:3.0:1763354565.720701:0:71280:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000100:00000200:0.0:1763354565.720702:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354565.720703:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306887688 00000020:00000001:3.0:1763354565.720707:0:71280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1763354565.720714:0:3655:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4ad20. 00000020:00000040:3.0:1763354565.720715:0:71280:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=15 00000100:00000001:1.0:1763354565.720723:0:3655:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 2 00000020:00000001:3.0:1763354565.720727:0:71280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:1.0:1763354565.720735:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306887688 00000020:00000001:3.0:1763354565.720739:0:71280:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354565.720741:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354565.720751:0:71280:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1763354565.720752:0:3655:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a8a0. 00000100:00000040:0.0:1763354565.720752:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354565.720763:0:71280:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a140. 00000100:00000001:1.0:1763354565.720767:0:3655:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:3.0:1763354565.720778:0:71280:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000001:0.0:1763354565.720778:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720779:0:3655:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354565.720786:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354565.720796:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.720797:0:3655:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354565.720803:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7497 usecs (8 jiffies) 00000100:00000001:1.0:1763354565.720804:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720806:0:71280:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1763354565.720814:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.720815:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306887688 00000020:00000010:3.0:1763354565.720818:0:71280:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354565.720821:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306887688 00000020:00000010:3.0:1763354565.720826:0:71280:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27400. 00000100:00000001:1.0:1763354565.720826:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354565.720827:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306887688 00000100:00000001:1.0:1763354565.720832:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354565.720838:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354565.720838:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306887688 00000100:00000001:1.0:1763354565.720840:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354565.720842:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306887688 00000020:00000010:3.0:1763354565.720845:0:71280:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000001:1.0:1763354565.720845:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.720846:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306887688 00000100:00000001:0.0:1763354565.720855:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306887688 00000100:00000001:1.0:1763354565.720858:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.720858:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306887688 00000100:00000001:0.0:1763354565.720862:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354565.720863:0:71280:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1763354565.720868:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720870:0:71280:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354565.720873:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720874:0:71280:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354565.720879:0:71280:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.720880:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.720890:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354565.720892:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763354565.720893:0:71280:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.720895:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354565.720899:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354565.720901:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.720904:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720905:0:71280:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354565.720906:0:68518:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354565.720912:0:68518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716032 02000000:00000001:1.0:1763354565.720917:0:68518:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354565.720921:0:68518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354565.720925:0:68518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720929:0:71280:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1763354565.720930:0:68518:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.720932:0:71280:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00080000:0.0:1763354565.720933:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1763354565.720942:0:68518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716032 00000100:00100000:3.0:1763354565.720943:0:71280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945 00000020:00000040:0.0:1763354565.720944:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000020:00000001:1.0:1763354565.720964:0:68518:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354565.720969:0:68518:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000100:00000040:3.0:1763354565.720970:0:71280:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00000020:00000001:1.0:1763354565.720972:0:68518:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354565.720976:0:71280:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370711936 : -123186338839680 : ffff8ff672084380) 00000020:00000040:1.0:1763354565.720978:0:68518:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=6 00000020:00000001:1.0:1763354565.720986:0:68518:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000040:3.0:1763354565.720990:0:71280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084380 x1848998542716160/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:736/0 lens 224/0 e 0 to 0 dl 1763354576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354565.720991:0:68518:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:1.0:1763354565.721004:0:68518:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354565.721010:0:71280:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354565.721011:0:68518:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1f40. 00000020:00000010:3.0:1763354565.721014:0:71280:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ad40. 00000020:00000010:1.0:1763354565.721016:0:68518:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff5448af340. 00000020:00000040:1.0:1763354565.721022:0:68518:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000100:00000001:3.0:1763354565.721024:0:71280:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354565.721028:0:71280:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ad40. 00000100:00100000:3.0:1763354565.721067:0:71280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+15:3655:x1848998542716160:12345-0@lo:13:osp-pre-0-1.0 00000100:00000200:3.0:1763354565.721071:0:71280:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716160 00000020:00000001:3.0:1763354565.721075:0:71280:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354565.721081:0:71280:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354565.721085:0:71280:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1763354565.721086:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1763354565.721093:0:71280:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1763354565.721095:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000020:00000001:3.0:1763354565.721097:0:71280:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830864 : -1043720752 : ffffffffc1ca15d0) 00000020:00000001:3.0:1763354565.721105:0:71280:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354565.721109:0:71280:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354565.721112:0:71280:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354565.721115:0:71280:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354565.721117:0:71280:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.721122:0:71280:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354565.721126:0:71280:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354565.721131:0:71280:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff644f0f400. 02000000:00000001:3.0:1763354565.721133:0:71280:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.721136:0:71280:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354565.721139:0:71280:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763354565.721144:0:71280:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763354565.721147:0:71280:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763354565.721162:0:71280:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763354565.721165:0:71280:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 452641216 pending 0 free 3895173120 avail 3663650816 00000020:00000020:3.0:1763354565.721169:0:71280:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 143808 0 0 00000020:00000020:3.0:1763354565.721172:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 dirty 0 pend 0 grant 452497408 00000020:00000020:3.0:1763354565.721174:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8ff676693000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763354565.721177:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8ff676692800 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763354565.721180:0:71280:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950970 free, 894411 avail; 262144 objects: 259311 free; state 0 00002000:00000001:3.0:1763354565.721182:0:71280:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763354565.721186:0:71280:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354565.721189:0:71280:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 0, xid 1848998542716160 00010000:00000001:3.0:1763354565.721192:0:71280:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354565.721196:0:71280:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084380 x1848998542716160/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:736/0 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354565.721207:0:71280:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354565.721210:0:71280:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354565.721215:0:71280:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6812061e8 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354565.721219:0:71280:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354565.721223:0:71280:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354565.721227:0:71280:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354565.721230:0:71280:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354565.721232:0:71280:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.721235:0:71280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354565.721239:0:71280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354565.721243:0:71280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354565.721248:0:71280:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848998542716160, offset 224 00000400:00000200:3.0:1763354565.721254:0:71280:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354565.721269:0:71280:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763354565.721272:0:68518:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763354565.721278:0:68518:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1f40. 00000400:00000200:3.0:1763354565.721279:0:71280:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a785542d00 00000400:00000200:3.0:1763354565.721289:0:71280:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x7b8c5d [1] + 224 00000020:00000010:1.0:1763354565.721291:0:68518:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597177800. 00000400:00000200:3.0:1763354565.721296:0:71280:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1763354565.721299:0:68518:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241f00. 00000400:00000200:3.0:1763354565.721301:0:71280:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354565.721310:0:71280:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1763354565.721312:0:68518:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000200:3.0:1763354565.721317:0:71280:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354565.721323:0:68518:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1763354565.721327:0:71280:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354565.721329:0:68518:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354565.721337:0:68518:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.721348:0:68518:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354565.721353:0:71280:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354565.721358:0:68518:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354565.721362:0:71280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000400:00000010:3.0:1763354565.721366:0:71280:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000001:3.0:1763354565.721370:0:71280:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354565.721373:0:71280:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354565.721380:0:68518:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354565.721382:0:71280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.721385:0:76308:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354565.721387:0:68518:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1763354565.721389:0:71280:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:0.0:1763354565.721390:0:76308:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1763354565.721397:0:71280:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354565.721402:0:71280:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354565.721402:0:68518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5946 00000020:00000001:3.0:1763354565.721409:0:71280:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354565.721414:0:68518:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:0.0:1763354565.721414:0:76308:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354565.721416:0:71280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084380 x1848998542716160/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:736/0 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354565.721420:0:76308:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.721422:0:68518:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547408640 : -123186162142976 : ffff8ff67c907100) 00000100:00000001:0.0:1763354565.721441:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1763354565.721444:0:68518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c907100 x1848998542716032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:736/0 lens 224/0 e 0 to 0 dl 1763354576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354565.721446:0:71280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+15:3655:x1848998542716160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 427us (898us total) trans 0 rc 0/0 00000100:00000001:0.0:1763354565.721447:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354565.721458:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354565.721463:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354565.721470:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2d10. 00000400:00000200:0.0:1763354565.721478:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000100:00100000:3.0:1763354565.721480:0:71280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945 00000100:00000040:3.0:1763354565.721495:0:71280:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000400:00000010:0.0:1763354565.721502:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:3.0:1763354565.721505:0:71280:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354565.721512:0:71280:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354565.721513:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1763354565.721514:0:68518:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354565.721525:0:71280:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27400. 00000020:00000010:1.0:1763354565.721526:0:68518:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1f40. 00000100:00000200:0.0:1763354565.721526:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354565.721536:0:71280:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000100:00000001:1.0:1763354565.721537:0:68518:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354565.721561:0:71280:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000020:00000010:1.0:1763354565.721565:0:68518:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1f40. 00000100:00000200:0.0:1763354565.721568:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354565.721577:0:68518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1848998542716032:12345-0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1763354565.721580:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354565.721585:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354565.721586:0:68518:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716032 00000020:00000040:3.0:1763354565.721589:0:71280:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 14 00000100:00000001:0.0:1763354565.721589:0:3655:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1763354565.721592:0:68518:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1763354565.721597:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1763354565.721600:0:68518:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354565.721600:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354565.721601:0:71280:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.721605:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354565.721606:0:68518:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354565.721610:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354565.721612:0:68518:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354565.721616:0:68518:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830864 : -1043720752 : ffffffffc1ca15d0) 00000100:00001000:0.0:1763354565.721618:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cca0 time=139 v=5 (5 5 5 5) 00000020:00000001:1.0:1763354565.721621:0:68518:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1763354565.721623:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=81 v=5 (1 1 1 1) 00000020:00000001:1.0:1763354565.721626:0:68518:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.721629:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1763354565.721631:0:68518:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763354565.721632:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354565.721636:0:68518:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1763354565.721637:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354565.721642:0:3655:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354565.721644:0:68518:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.721645:0:3655:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354565.721649:0:3655:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:1.0:1763354565.721652:0:68518:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1763354565.721652:0:3655:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354565.721655:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354565.721657:0:68518:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1763354565.721661:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1763354565.721664:0:68518:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff58a0b8800. 02000000:00000001:1.0:1763354565.721670:0:68518:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.721670:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354565.721676:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354565.721677:0:68518:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.721679:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763354565.721681:0:68518:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000004:00000001:0.0:1763354565.721682:0:3655:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763354565.721686:0:3655:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0001: Updating status = 0 00002000:00000001:1.0:1763354565.721687:0:68518:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000004:00000040:0.0:1763354565.721689:0:3655:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0001: blocks=958279 free=950970 avail=894411 avail_mb=3493 hwm_mb=7 files=262144 ffree=259311 state=0: rc = 0 00000020:00000001:1.0:1763354565.721690:0:68518:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763354565.721694:0:68518:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763354565.721697:0:68518:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 452641216 pending 0 free 3895173120 avail 3663650816 00000004:00000020:0.0:1763354565.721699:0:3655:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0001 (ffff8ff67cb4a000): 958279 blocks, 950970 free, 894411 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259311 free files 0x0 00000020:00000020:1.0:1763354565.721702:0:68518:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 143808 0 0 00000004:00000001:0.0:1763354565.721705:0:3655:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1763354565.721706:0:68518:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 dirty 0 pend 0 grant 452497408 00000020:00000020:1.0:1763354565.721712:0:68518:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8ff676693000 dirty 0 pend 0 grant 0 00000100:00000040:0.0:1763354565.721712:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000020:1.0:1763354565.721720:0:68518:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8ff676692800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763354565.721727:0:68518:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 950970 free, 894411 avail; 262144 objects: 259311 free; state 0 00000100:00100000:0.0:1763354565.721731:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542716160:0@lo:13:osp-pre-0-1.0 00002000:00000001:1.0:1763354565.721734:0:68518:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1763354565.721736:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.721739:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00002000:00000001:1.0:1763354565.721741:0:68518:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354565.721742:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb08e00 x1848998542716160/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1763354565.721748:0:68518:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944453, transno 0, xid 1848998542716032 00000100:00000001:0.0:1763354565.721750:0:3655:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354565.721753:0:3655:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1763354565.721754:0:68518:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000010:0.0:1763354565.721756:0:3655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff58a0ba800. 02000000:00000001:0.0:1763354565.721760:0:3655:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354565.721764:0:3655:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000200:1.0:1763354565.721765:0:68518:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c907100 x1848998542716032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:736/0 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763354565.721766:0:3655:0:(genops.c:1242:class_import_put()) import ffff8ff67cb4c800 refcount=12 obd=lustre-OST0000-osc-MDT0001 00000020:00000001:0.0:1763354565.721771:0:3655:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354565.721775:0:3655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff66486b200. 02000000:00000001:0.0:1763354565.721780:0:3655:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354565.721783:0:3655:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1763354565.721784:0:68518:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1763354565.721785:0:3655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb08e00. 00010000:00000001:1.0:1763354565.721789:0:68518:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.721791:0:3655:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354565.721793:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.721796:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763354565.721797:0:68518:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6812061e8 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354565.721799:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354565.721803:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.721805:0:68518:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1763354565.721806:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354565.721810:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354565.721813:0:68518:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354565.721817:0:68518:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:1.0:1763354565.721821:0:68518:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354565.721823:0:68518:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354565.721826:0:68518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354565.721828:0:68518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354565.721832:0:68518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354565.721836:0:68518:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848998542716032, offset 224 00000400:00000200:1.0:1763354565.721841:0:68518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354565.721849:0:68518:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354565.721854:0:68518:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a785542c80 00000400:00000200:1.0:1763354565.721858:0:68518:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x7b8c59 [1] + 224 00000400:00000200:1.0:1763354565.721862:0:68518:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354565.721865:0:68518:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354565.721868:0:68518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354565.721872:0:68518:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354565.721878:0:68518:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354565.721893:0:68518:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354565.721897:0:68518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:1.0:1763354565.721899:0:68518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:1.0:1763354565.721902:0:68518:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354565.721903:0:68518:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354565.721907:0:68518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.721910:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1763354565.721911:0:68518:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:0.0:1763354565.721913:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1763354565.721915:0:68518:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354565.721918:0:68518:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763354565.721919:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1763354565.721921:0:68518:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1763354565.721922:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1763354565.721926:0:68518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c907100 x1848998542716032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:736/0 lens 224/368 e 0 to 0 dl 1763354576 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1763354565.721926:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000400:00000200:0.0:1763354565.721931:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b220 00000400:00000010:0.0:1763354565.721935:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b220. 00000100:00100000:1.0:1763354565.721936:0:68518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c907100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3654:x1848998542716032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 421us (1324us total) trans 0 rc 0/0 00000100:00000001:0.0:1763354565.721939:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354565.721955:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354565.721961:0:68518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5946 00000100:00000040:1.0:1763354565.721968:0:68518:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000200:0.0:1763354565.721969:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354565.721972:0:68518:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354565.721976:0:68518:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354565.721980:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1763354565.721981:0:68518:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241f00. 00000100:00000001:0.0:1763354565.721982:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.721986:0:3654:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1763354565.721987:0:68518:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 02000000:00000001:0.0:1763354565.721988:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354565.721991:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1763354565.721993:0:68518:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597177800. 00000100:00000001:0.0:1763354565.721993:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354565.721999:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354565.722002:0:68518:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 5 00000100:00001000:0.0:1763354565.722003:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826ca0 time=48 v=5 (5 5 5 5) 00000100:00000001:1.0:1763354565.722007:0:68518:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1763354565.722009:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354565.722015:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354565.722017:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354565.722020:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354565.722023:0:3654:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.722026:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354565.722028:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944453 00000100:00000001:0.0:1763354565.722030:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354565.722068:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354565.722077:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354565.722086:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354565.722088:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354565.722090:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354565.722093:0:3654:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763354565.722096:0:3654:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1763354565.722099:0:3654:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=958279 free=950970 avail=894411 avail_mb=3493 hwm_mb=7 files=262144 ffree=259311 state=0: rc = 0 00000004:00000020:0.0:1763354565.722109:0:3654:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff8ff5450c7800): 958279 blocks, 950970 free, 894411 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259311 free files 0x0 00000004:00000001:0.0:1763354565.722114:0:3654:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354565.722119:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354565.722129:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848998542716032:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1763354565.722135:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.722137:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354565.722141:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672086300 x1848998542716032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354581 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354565.722150:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354565.722152:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354565.722155:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff67d88a000. 02000000:00000001:0.0:1763354565.722160:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354565.722162:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354565.722164:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763354565.722167:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354565.722169:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67cba3100. 02000000:00000001:0.0:1763354565.722173:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354565.722175:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354565.722177:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672086300. 00000100:00000001:0.0:1763354565.722181:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354565.722182:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.722184:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354565.722188:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354565.722190:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354565.722193:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354565.722195:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354565.729091:0:107316:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d220 (cpu 0) has reached its deadline 4306887688, at 4306887689 00000100:00000040:0.0:1763354565.729093:0:107947:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d000 (cpu 0) has reached its deadline 4306887688, at 4306887689 00000100:00000010:2.0:1763354565.729101:0:107316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4ad20. 00000100:00000010:0.0:1763354565.729103:0:107947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a540. 00000100:00000040:1.0:1763354565.730076:0:107084:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d110 (cpu 0) has reached its deadline 4306887688, at 4306887690 00000100:00000010:1.0:1763354565.730084:0:107084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a3c0. 00000100:00000040:3.0:1763354565.730104:0:106537:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d330 (cpu 0) has reached its deadline 4306887688, at 4306887690 00000100:00000010:3.0:1763354565.730119:0:106537:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a8a0. 00010000:00000001:0.0:1763354566.040125:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040131:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.040136:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040138:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.040140:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040141:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.040144:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040145:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.040147:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040148:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.040152:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040153:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.040156:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.040156:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.040193:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763354566.040197:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.040200:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1763354566.232107:0:31821:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000001:1.0:1763354566.232112:0:29739:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1763354566.232113:0:31821:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000004:00000020:1.0:1763354566.232116:0:29739:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763354566.232122:0:29739:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084e00. 00000100:00000010:0.0:1763354566.232123:0:31821:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c907b80. 00000020:00000040:1.0:1763354566.232131:0:29739:0:(genops.c:1229:class_import_get()) import ffff8ff67c840800 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000020:00000040:0.0:1763354566.232131:0:31821:0:(genops.c:1229:class_import_get()) import ffff8ff543709000 refcount=4 obd=lustre-OST0001-osc-MDT0001 00000100:00000001:1.0:1763354566.232140:0:29739:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1763354566.232140:0:31821:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.232144:0:29739:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.232144:0:31821:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.232150:0:29739:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.232151:0:31821:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.232158:0:29739:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff67cba3300. 02000000:00000010:0.0:1763354566.232160:0:31821:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ff678f9c600. 00000100:00000001:1.0:1763354566.232166:0:29739:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.232167:0:31821:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232173:0:29739:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.232174:0:31821:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.232178:0:29739:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.232181:0:31821:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.232190:0:29739:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b0dddbd] to pc [ptlrpcd_00_02+2] req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.232192:0:31821:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004954c95] to pc [ptlrpcd_00_03+3] req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354566.232228:0:29739:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.232228:0:31821:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232248:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354566.232250:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.232252:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.232257:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.232259:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354566.232263:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.232267:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.232268:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763354566.232270:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.232276:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763354566.232279:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.232284:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.232291:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.232292:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.232296:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.232298:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542716288:0@lo:13:osp-pre-1-0.0 02000000:00000001:0.0:1763354566.232301:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.232305:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.232308:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.232310:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.232314:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1763354566.232316:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff67c907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848998542716416:0@lo:13:osp-pre-1-1.0 02000000:00000001:1.0:1763354566.232319:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.232325:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.232326:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1763354566.232330:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.232334:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.232335:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff58a0bac00. 02000000:00000001:0.0:1763354566.232337:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1763354566.232340:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.232344:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff67d888400. 02000000:00000001:0.0:1763354566.232348:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.232350:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce2580. 00000400:00000010:0.0:1763354566.232353:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29fcb8. 00000400:00000010:1.0:1763354566.232363:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000400:00000010:0.0:1763354566.232363:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b220. 00000100:00000200:1.0:1763354566.232372:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542716288, portal 4 00000100:00000200:0.0:1763354566.232372:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542716416, portal 4 00000100:00000001:1.0:1763354566.232379:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.232380:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.232381:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370714624 : -123186338836992 : ffff8ff672084e00) 00000100:00000001:0.0:1763354566.232383:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887547411328 : -123186162140288 : ffff8ff67c907b80) 00000100:00000040:1.0:1763354566.232390:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.232395:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.232401:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.232407:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.232413:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000001:0.0:1763354566.232414:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1763354566.232416:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848998542716288, offset 0 00000100:00000040:0.0:1763354566.232422:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.232427:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b908. 00000400:00000200:1.0:1763354566.232432:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1763354566.232441:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848998542716416, offset 0 00000400:00000200:1.0:1763354566.232447:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.232452:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.232460:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a785542d80 00000400:00000200:0.0:1763354566.232466:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.232471:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24f5c9 [8] + 2912 00000400:00000200:1.0:1763354566.232478:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.232480:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a785542e00 00000400:00000200:0.0:1763354566.232488:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x24f5c9 [8] + 3136 00000400:00000200:1.0:1763354566.232492:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763354566.232495:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354566.232498:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1763354566.232501:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1763354566.232505:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1763354566.232510:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672087100. 00000100:00000040:1.0:1763354566.232513:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672087100 x1848998542716288 msgsize 224 00000100:00100000:1.0:1763354566.232517:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.232528:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.232542:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.232544:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.232548:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763354566.232548:0:68518:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1763354566.232552:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.232554:0:68518:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716288 02000000:00000001:0.0:1763354566.232559:0:68518:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.232562:0:68518:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.232565:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354566.232567:0:68518:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.232571:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763354566.232575:0:68518:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232577:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232580:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1763354566.232582:0:68518:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716288 00000100:00000001:1.0:1763354566.232585:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.232587:0:68518:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1763354566.232590:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 7081 usecs (8 jiffies) 00000020:00000040:0.0:1763354566.232591:0:68518:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00000100:00000001:1.0:1763354566.232596:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888200 00000020:00000001:0.0:1763354566.232597:0:68518:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.232602:0:68518:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=5 00000100:00000010:1.0:1763354566.232605:0:3656:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a3c0. 00000020:00000001:0.0:1763354566.232607:0:68518:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000100:00000001:1.0:1763354566.232612:0:3656:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:0.0:1763354566.232612:0:68518:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000100:00000001:0.0:1763354566.232619:0:68518:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.232620:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888200 00000020:00000010:0.0:1763354566.232625:0:68518:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca687c0. 00000100:00000010:1.0:1763354566.232626:0:3656:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a780. 00000100:00000001:1.0:1763354566.232633:0:3656:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763354566.232637:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888200 00000020:00000040:0.0:1763354566.232637:0:68518:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000100:00000010:1.0:1763354566.232643:0:3656:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a480. 00000100:00000001:1.0:1763354566.232648:0:3656:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763354566.232652:0:68518:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1763354566.232655:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888200 00000020:00000010:0.0:1763354566.232660:0:68518:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff593de0800. 00000100:00000010:1.0:1763354566.232662:0:3656:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a120. 00000100:00000001:1.0:1763354566.232669:0:3656:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:0.0:1763354566.232670:0:68518:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deed80. 00000100:00000001:1.0:1763354566.232676:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.232678:0:68518:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfd48. 00000100:00000001:1.0:1763354566.232681:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232687:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232690:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.232694:0:68518:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1763354566.232698:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.232699:0:68518:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354566.232702:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354566.232703:0:68518:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.232708:0:68518:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232709:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354566.232713:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.232715:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232718:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.232719:0:68518:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232732:0:3657:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1763354566.232732:0:68518:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354566.232736:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1763354566.232742:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672086680. 00000100:00000040:1.0:1763354566.232745:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672086680 x1848998542716416 msgsize 224 00000100:00000001:0.0:1763354566.232747:0:68518:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.232752:0:68518:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354566.232756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763354566.232762:0:68518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5947 00000100:00000040:0.0:1763354566.232767:0:68518:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00000100:00000001:0.0:1763354566.232770:0:68518:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370723584 : -123186338828032 : ffff8ff672087100) 00000100:00000001:1.0:1763354566.232772:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1763354566.232777:0:68518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087100 x1848998542716288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 224/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354566.232781:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b908 00000400:00000010:1.0:1763354566.232786:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b908. 00000100:00000001:1.0:1763354566.232792:0:3657:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763354566.232794:0:68518:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.232799:0:68518:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca689c0. 00000100:00000200:1.0:1763354566.232801:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.232803:0:68518:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.232810:0:68518:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca689c0. 00000100:00000001:1.0:1763354566.232819:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1763354566.232821:0:68518:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1848998542716288:12345-0@lo:13:osp-pre-1-0.0 00000100:00000040:1.0:1763354566.232826:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354566.232829:0:68518:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716288 00000020:00000001:0.0:1763354566.232836:0:68518:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1763354566.232841:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.232841:0:68518:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.232845:0:68518:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232846:0:3657:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.232851:0:71280:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1763354566.232851:0:68518:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1763354566.232855:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.232855:0:68518:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830864 : -1043720752 : ffffffffc1ca15d0) 00000100:00100000:2.0:1763354566.232856:0:71280:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716416 02000000:00000001:2.0:1763354566.232860:0:71280:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.232862:0:71280:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1763354566.232862:0:68518:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1763354566.232863:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: using a timeout of 7453 usecs (8 jiffies) 00000100:00000001:2.0:1763354566.232864:0:71280:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.232865:0:68518:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.232870:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888200 02000000:00000001:2.0:1763354566.232871:0:71280:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.232871:0:68518:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.232875:0:68518:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1763354566.232877:0:71280:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716416 00000100:00000001:1.0:1763354566.232877:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306888200 00000020:00000001:0.0:1763354566.232878:0:68518:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232883:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888200 00000100:00000001:1.0:1763354566.232886:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306888200 00000100:00000001:0.0:1763354566.232886:0:68518:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763354566.232891:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888200 02000000:00000001:0.0:1763354566.232892:0:68518:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1763354566.232893:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306888200 00000100:00000001:1.0:1763354566.232897:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888200 00000100:00000001:1.0:1763354566.232898:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306888200 02000000:00000010:0.0:1763354566.232899:0:68518:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff67d888c00. 00000100:00000001:1.0:1763354566.232900:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.232906:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.232906:0:68518:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232911:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.232912:0:68518:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.232914:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763354566.232917:0:68518:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1763354566.232921:0:68518:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1763354566.232925:0:68518:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1763354566.232926:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.232929:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354566.232932:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354566.232933:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.232935:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.232936:0:68518:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.232937:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1763354566.232962:0:68518:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 417956288 pending 0 free 3909361664 avail 3677839360 00000020:00000020:0.0:1763354566.232967:0:68518:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143808 0 0 00000020:00000020:0.0:1763354566.232972:0:68518:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 dirty 0 pend 0 grant 417812480 00000020:00000020:0.0:1763354566.232976:0:68518:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ff6482ff800 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763354566.232980:0:68518:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8ff6482fd800 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1763354566.232984:0:68518:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 954434 free, 897875 avail; 262144 objects: 259280 free; state 0 00000100:00080000:1.0:1763354566.232986:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000001:0.0:1763354566.232988:0:68518:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:1.0:1763354566.232992:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00002000:00000001:0.0:1763354566.232995:0:68518:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.233001:0:68518:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975998, transno 0, xid 1848998542716288 00010000:00000001:0.0:1763354566.233005:0:68518:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.233011:0:68518:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087100 x1848998542716288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.233020:0:68518:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.233022:0:68518:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.233027:0:68518:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6812061e8 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.233032:0:68518:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.233065:0:68518:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.233068:0:68518:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.233072:0:68518:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1763354566.233073:0:71280:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.233075:0:71280:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d0 02000000:00000001:0.0:1763354566.233075:0:68518:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.233077:0:71280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.233078:0:68518:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1763354566.233079:0:71280:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482fd800 refcount=6 00000100:00000040:0.0:1763354566.233081:0:68518:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1763354566.233082:0:71280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000020:00000001:2.0:1763354566.233085:0:71280:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668662784 : -123187040888832 : ffff8ff6482fd800) 00000400:00000010:0.0:1763354566.233085:0:68518:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000100:00000001:2.0:1763354566.233089:0:71280:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1763354566.233089:0:68518:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848998542716288, offset 224 00000020:00000010:2.0:1763354566.233093:0:71280:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000020:00000010:2.0:1763354566.233096:0:71280:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff674cb1800. 00000400:00000200:0.0:1763354566.233096:0:68518:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1763354566.233102:0:71280:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000400:00000200:0.0:1763354566.233105:0:68518:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763354566.233110:0:71280:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763354566.233112:0:71280:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000400:00000200:0.0:1763354566.233114:0:68518:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a785542d80 00000020:00000010:2.0:1763354566.233118:0:71280:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4e00. 00000400:00000200:0.0:1763354566.233119:0:68518:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x7b8c75 [1] + 224 00000020:00000010:2.0:1763354566.233123:0:71280:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db500. 00000400:00000200:0.0:1763354566.233123:0:68518:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.233127:0:68518:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1763354566.233128:0:71280:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000001:0.0:1763354566.233132:0:68518:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763354566.233133:0:71280:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.233134:0:71280:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.233136:0:71280:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.233137:0:68518:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.233140:0:71280:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.233147:0:71280:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.233149:0:68518:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.233160:0:71280:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.233162:0:71280:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354566.233163:0:68518:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1763354566.233166:0:71280:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948 00000100:00000040:2.0:1763354566.233169:0:71280:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482fd800 : new rpc_count 1 00000400:00000200:0.0:1763354566.233169:0:68518:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000100:00000001:2.0:1763354566.233172:0:71280:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370720896 : -123186338830720 : ffff8ff672086680) 00000400:00000010:0.0:1763354566.233172:0:68518:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000001:0.0:1763354566.233176:0:68518:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1763354566.233177:0:71280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086680 x1848998542716416/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 224/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.233178:0:68518:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.233183:0:68518:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.233186:0:71280:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763354566.233186:0:68518:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.233189:0:68518:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:2.0:1763354566.233190:0:71280:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afc40. 00000020:00000001:0.0:1763354566.233191:0:68518:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.233192:0:71280:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.233193:0:68518:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1763354566.233195:0:71280:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afc40. 00000100:00000040:0.0:1763354566.233197:0:68518:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087100 x1848998542716288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.233198:0:71280:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3657:x1848998542716416:12345-0@lo:13:osp-pre-1-1.0 00000100:00000200:2.0:1763354566.233203:0:71280:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716416 00000020:00000001:2.0:1763354566.233205:0:71280:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.233207:0:71280:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1763354566.233208:0:68518:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3656:x1848998542716288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 413us (692us total) trans 0 rc 0/0 00000020:00000001:2.0:1763354566.233209:0:71280:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.233211:0:71280:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.233212:0:71280:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830864 : -1043720752 : ffffffffc1ca15d0) 00000020:00000001:2.0:1763354566.233215:0:71280:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1763354566.233215:0:68518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5947 00000020:00000001:2.0:1763354566.233218:0:71280:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.233219:0:68518:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000020:00000001:2.0:1763354566.233220:0:71280:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763354566.233221:0:68518:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1763354566.233222:0:71280:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1763354566.233223:0:68518:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1763354566.233224:0:71280:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.233226:0:71280:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.233228:0:71280:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1763354566.233228:0:68518:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deed80. 02000000:00000010:2.0:1763354566.233232:0:71280:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff678a20800. 00000020:00000010:0.0:1763354566.233233:0:68518:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfd48. 02000000:00000001:2.0:1763354566.233234:0:71280:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.233236:0:71280:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.233238:0:68518:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff593de0800. 00002000:00000001:2.0:1763354566.233239:0:71280:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1763354566.233242:0:71280:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000040:0.0:1763354566.233243:0:68518:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 4 00000020:00000001:2.0:1763354566.233244:0:71280:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763354566.233246:0:71280:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.233246:0:68518:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:2.0:1763354566.233249:0:71280:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 417956288 pending 0 free 3909361664 avail 3677839360 00000020:00000020:2.0:1763354566.233252:0:71280:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 143808 0 0 00000020:00000020:2.0:1763354566.233255:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd21800 dirty 0 pend 0 grant 417812480 00000020:00000020:2.0:1763354566.233259:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ff6482ff800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1763354566.233262:0:71280:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8ff6482fd800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1763354566.233266:0:71280:0:(ofd_obd.c:737:ofd_statfs()) 958279 blocks: 954434 free, 897875 avail; 262144 objects: 259280 free; state 0 00002000:00000001:2.0:1763354566.233269:0:71280:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1763354566.233272:0:71280:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.233274:0:71280:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976001, transno 0, xid 1848998542716416 00010000:00000001:2.0:1763354566.233277:0:71280:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.233281:0:71280:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086680 x1848998542716416/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1763354566.233283:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763354566.233286:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00010000:00000001:2.0:1763354566.233289:0:71280:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.233291:0:71280:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.233294:0:71280:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6812061e8 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.233298:0:71280:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.233301:0:71280:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.233303:0:71280:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.233306:0:71280:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1763354566.233306:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1763354566.233308:0:71280:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.233308:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.233312:0:71280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.233314:0:71280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:0.0:1763354566.233314:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.233316:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.233319:0:71280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7a18. 00000400:00000010:0.0:1763354566.233319:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2580. 00000400:00000200:0.0:1763354566.233324:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:0.0:1763354566.233326:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:0.0:1763354566.233330:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.233331:0:71280:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848998542716416, offset 224 00000100:00000200:0.0:1763354566.233335:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763354566.233338:0:71280:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.233346:0:71280:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1763354566.233347:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763354566.233353:0:71280:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a785542e00 00000100:00000001:0.0:1763354566.233354:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.233356:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.233358:0:3656:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1763354566.233359:0:71280:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x7b8c71 [1] + 224 02000000:00000001:0.0:1763354566.233361:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.233363:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1763354566.233364:0:71280:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.233365:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.233367:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.233368:0:71280:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.233372:0:71280:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1763354566.233372:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840ca0 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354566.233376:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=73 v=5 (1 1 1 1) 00000100:00000200:2.0:1763354566.233377:0:71280:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.233379:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.233381:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.233385:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1763354566.233386:0:71280:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.233389:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.233393:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763354566.233396:0:3656:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589975998 gen 3 00000100:00000001:2.0:1763354566.233400:0:71280:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1763354566.233401:0:3656:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975998) req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763354566.233405:0:71280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:2.0:1763354566.233408:0:71280:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000004:00080000:0.0:1763354566.233410:0:3656:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff544bd1f80, transno 8589975996 00000100:00000001:2.0:1763354566.233411:0:71280:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.233412:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.233413:0:71280:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.233414:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315845504 : -123191393706112 : ffff8ff544bd1f80) 00000100:00000001:2.0:1763354566.233417:0:71280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.233421:0:71280:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.233425:0:71280:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1763354566.233425:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1763354566.233427:0:71280:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.233428:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.233429:0:71280:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.233433:0:71280:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086680 x1848998542716416/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.233436:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.233442:0:3656:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589975998) req@ffff8ff66ec53100 x1848998542709760/t8589975998(8589975998) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.233443:0:71280:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3657:x1848998542716416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 254us (695us total) trans 0 rc 0/0 00000100:00000001:1.0:1763354566.233452:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1763354566.233452:0:3656:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000100:00100000:2.0:1763354566.233453:0:71280:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948 00000004:00080000:0.0:1763354566.233457:0:3656:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 8589975998 committed transno 8589975998 00000100:00000001:1.0:1763354566.233458:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1763354566.233459:0:71280:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482fd800 : new rpc_count 0 00000004:00000010:0.0:1763354566.233462:0:3656:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff54e25a000. 00000100:00000001:2.0:1763354566.233464:0:71280:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.233466:0:71280:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1763354566.233466:0:3657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000010:0.0:1763354566.233468:0:3656:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff546361d40. 00000400:00000001:1.0:1763354566.233471:0:3657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1763354566.233472:0:71280:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db500. 00000004:00000010:0.0:1763354566.233472:0:3656:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66d1c4f00. 00000400:00000010:1.0:1763354566.233476:0:3657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29fcb8. 00000020:00000010:2.0:1763354566.233478:0:71280:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000004:00000010:0.0:1763354566.233478:0:3656:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff66d1c4d80. 00000400:00000200:1.0:1763354566.233484:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b220 00000004:00000001:0.0:1763354566.233484:0:3656:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000020:00000010:2.0:1763354566.233485:0:71280:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4e00. 00000100:00000001:0.0:1763354566.233489:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1763354566.233491:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b220. 00000020:00000040:2.0:1763354566.233493:0:71280:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482fd800 : new refcount 5 00000100:00000040:0.0:1763354566.233493:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec53100 x1848998542709760/t8589975998(8589975998) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.233498:0:71280:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.233498:0:3657:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763354566.233503:0:3656:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.233505:0:3656:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1763354566.233508:0:3657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1763354566.233510:0:3656:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff673ac2000. 00000004:00000001:2.0:1763354566.233517:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:0.0:1763354566.233517:0:3656:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:2.0:1763354566.233521:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.233521:0:3656:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.233523:0:3656:0:(genops.c:1242:class_import_put()) import ffff8ff67c840800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000004:00000001:2.0:1763354566.233525:0:29738:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000200:1.0:1763354566.233526:0:3657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354566.233527:0:3656:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000040:2.0:1763354566.233528:0:29738:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff545f98840 : new refcount 3 02000000:00000010:0.0:1763354566.233531:0:3656:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff541b30600. 00000040:00000001:2.0:1763354566.233536:0:29738:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 02000000:00000001:0.0:1763354566.233536:0:3656:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00000001:2.0:1763354566.233539:0:29738:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 02000000:00000001:0.0:1763354566.233539:0:3656:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00000001:2.0:1763354566.233544:0:29738:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:1.0:1763354566.233544:0:3657:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1763354566.233544:0:3656:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec53100. 00000100:00000001:1.0:1763354566.233549:0:3657:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.233550:0:3656:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000040:00000001:2.0:1763354566.233551:0:29738:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.233555:0:29738:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1763354566.233555:0:3657:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1763354566.233555:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1763354566.233560:0:29738:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 20940 in log [0x1:0x16:0x0] 02000000:00000001:1.0:1763354566.233560:0:3657:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.233560:0:3656:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.233564:0:3657:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1763354566.233565:0:3656:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00080000:00000001:2.0:1763354566.233567:0:29738:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:1.0:1763354566.233569:0:3657:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.233570:0:3656:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00080000:00000010:2.0:1763354566.233572:0:29738:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4e00. 00000100:00000001:0.0:1763354566.233574:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.233576:0:3657:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.233577:0:29738:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357669376 : -123191351882240 : ffff8ff5473b4e00) 00000100:00000040:0.0:1763354566.233581:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1763354566.233583:0:29738:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000100:00001000:1.0:1763354566.233584:0:3657:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff5437094a0 time=140 v=5 (5 5 5 5) 00000040:00000001:2.0:1763354566.233586:0:29738:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000001:0.0:1763354566.233591:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.233594:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.233596:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.233599:0:3656:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763354566.233602:0:3656:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1763354566.233605:0:3656:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=958279 free=954434 avail=897875 avail_mb=3507 hwm_mb=7 files=262144 ffree=259280 state=0: rc = 0 00080000:00000001:2.0:1763354566.233611:0:29738:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000020:0.0:1763354566.233614:0:3656:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff8ff67c846800): 958279 blocks, 954434 free, 897875 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259280 free files 0x0 00000001:00000001:2.0:1763354566.233615:0:29738:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.233619:0:29738:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afc40. 00000004:00000001:0.0:1763354566.233619:0:3656:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.233623:0:29738:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.233625:0:29738:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.233626:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1763354566.233628:0:29738:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.233631:0:29738:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1763354566.233634:0:29738:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00100000:0.0:1763354566.233635:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542716288:0@lo:13:osp-pre-1-0.0 00080000:00000001:2.0:1763354566.233637:0:29738:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763354566.233640:0:29738:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1763354566.233641:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354566.233642:0:29738:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1763354566.233644:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000002:2.0:1763354566.233646:0:29738:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x16:0x0] not in the id map cache 00000100:00000040:0.0:1763354566.233648:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084e00 x1848998542716288/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354566.233650:0:29738:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.233653:0:29738:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.233655:0:29738:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.233655:0:3656:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.233657:0:3656:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000001:2.0:1763354566.233658:0:29738:0:(osd_handler.c:2153:osd_trans_start()) Process entered 02000000:00000010:0.0:1763354566.233660:0:3656:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff58a0bac00. 02000000:00000001:0.0:1763354566.233664:0:3656:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.233666:0:3656:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000001:2.0:1763354566.233668:0:29738:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.233668:0:3656:0:(genops.c:1242:class_import_put()) import ffff8ff67c840800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000040:00000001:2.0:1763354566.233671:0:29738:0:(llog.c:1217:llog_write_rec()) Process entered 00000020:00000001:0.0:1763354566.233671:0:3656:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1763354566.233673:0:29738:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 02000000:00000010:0.0:1763354566.233673:0:3656:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff67cba3300. 00000040:00001000:2.0:1763354566.233676:0:29738:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x16:0x0] 02000000:00000001:0.0:1763354566.233677:0:3656:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.233678:0:3656:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.233680:0:3656:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084e00. 00000100:00000001:0.0:1763354566.233685:0:3656:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1763354566.233688:0:3657:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff543709410 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.233688:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.233695:0:3657:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.233695:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.233698:0:3657:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.233699:0:29738:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.233701:0:3657:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1763354566.233702:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00000001:2.0:1763354566.233705:0:29738:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.233706:0:3657:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.233706:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.233709:0:29738:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000001:1.0:1763354566.233712:0:3657:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1763354566.233713:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1763354566.233716:0:3657:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: skip recheck: last_committed 8589976001 00000100:00000001:0.0:1763354566.233717:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.233719:0:3657:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00080000:00000010:2.0:1763354566.233720:0:29738:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afc40. 00000100:00000001:1.0:1763354566.233723:0:3657:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.233727:0:29738:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:1.0:1763354566.233729:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00040000:00000001:2.0:1763354566.233731:0:29738:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.233737:0:29738:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.233738:0:3657:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1763354566.233742:0:29738:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.233742:0:3657:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.233745:0:3657:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.233747:0:29738:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.233748:0:3657:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763354566.233751:0:3657:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0001: Updating status = 0 00000040:00000001:2.0:1763354566.233752:0:29738:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.233755:0:3657:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0001: blocks=958279 free=954434 avail=897875 avail_mb=3507 hwm_mb=7 files=262144 ffree=259280 state=0: rc = 0 00000100:00000001:2.0:1763354566.233757:0:29738:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000020:1.0:1763354566.233764:0:3657:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0001 (ffff8ff545d44800): 958279 blocks, 954434 free, 897875 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 262144 files, 259280 free files 0x0 00000100:00000040:2.0:1763354566.233766:0:29738:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1f80 x1848998542708864/t8589975996(8589975996) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354566.233771:0:3657:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.233779:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.233781:0:29738:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.233785:0:29738:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.233788:0:29738:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff6735c2000. 00000100:00100000:1.0:1763354566.233791:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff67c907b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3657:1848998542716416:0@lo:13:osp-pre-1-1.0 02000000:00000001:2.0:1763354566.233796:0:29738:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1763354566.233796:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.233800:0:29738:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1763354566.233801:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.233805:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff67c907b80 x1848998542716416/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354566.233806:0:29738:0:(genops.c:1242:class_import_put()) import ffff8ff67c840800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763354566.233812:0:29738:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.233816:0:29738:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff6735c1400. 00000100:00000001:1.0:1763354566.233817:0:3657:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.233820:0:3657:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1763354566.233822:0:29738:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1763354566.233823:0:3657:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff67d888400. 02000000:00000001:2.0:1763354566.233827:0:29738:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1763354566.233829:0:3657:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1763354566.233832:0:29738:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1f80. 00000020:00000001:1.0:1763354566.233832:0:3657:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.233835:0:3657:0:(genops.c:1242:class_import_put()) import ffff8ff543709000 refcount=3 obd=lustre-OST0001-osc-MDT0001 00000020:00000001:1.0:1763354566.233838:0:3657:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1763354566.233840:0:29738:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1763354566.233841:0:3657:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ff678f9c600. 00000100:00000001:2.0:1763354566.233845:0:29738:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354566.233847:0:3657:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.233851:0:3657:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000040:2.0:1763354566.233852:0:29738:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff545f98840 : new refcount 2 00000100:00000010:1.0:1763354566.233853:0:3657:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff67c907b80. 00000100:00000001:1.0:1763354566.233859:0:3657:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000004:00001000:2.0:1763354566.233860:0:29738:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000100:00000001:1.0:1763354566.233861:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.233866:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.233868:0:29738:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000100:00000001:1.0:1763354566.233870:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1763354566.233873:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1763354566.233874:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.233878:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:2.0:1763354566.233879:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.233880:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.233887:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763354566.233889:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.233892:0:29738:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763354566.233893:0:29738:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.241096:0:107316:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d220 (cpu 0) has reached its deadline 4306888200, at 4306888201 00000100:00000040:0.0:1763354566.241096:0:107947:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d000 (cpu 0) has reached its deadline 4306888200, at 4306888201 00000100:00000010:2.0:1763354566.241109:0:107316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a480. 00000100:00000040:1.0:1763354566.241109:0:107084:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d110 (cpu 0) has reached its deadline 4306888200, at 4306888201 00000100:00000010:0.0:1763354566.241111:0:107947:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a3c0. 00000100:00000010:1.0:1763354566.241121:0:107084:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a780. 00000100:00000040:3.0:1763354566.242358:0:106537:0:(connection.c:75:cpu_latency_work()) work item of ffff8ff65010d330 (cpu 0) has reached its deadline 4306888200, at 4306888202 00000100:00000010:3.0:1763354566.242367:0:106537:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ff543a4a120. 00080000:00000010:2.0:1763354566.339816:0:120554:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db900. 00080000:00000010:2.0:1763354566.339823:0:120554:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db900. 00000020:00000001:2.0:1763354566.339828:0:120554:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.339834:0:120554:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db900. 00080000:00000010:2.0:1763354566.339838:0:120554:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db900. 00000020:00000001:2.0:1763354566.339841:0:120554:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.339847:0:120554:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db900. 00080000:00000010:2.0:1763354566.339850:0:120554:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db900. 00000020:00000001:2.0:1763354566.339853:0:120554:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.339858:0:120554:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8db900. 00080000:00000010:2.0:1763354566.339862:0:120554:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8db900. 00000020:00000001:2.0:1763354566.339865:0:120554:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.460123:0:120591:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1763354566.460127:0:120591:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56xa: lfs migration --block support ======= 23:42:46 (1763354566) 00000001:00000001:1.0:1763354566.462327:0:120591:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:0.0:1763354566.522530:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.522545:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.522549:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.522552:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.522563:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.522580:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d6000 00000400:00000200:0.0:1763354566.522587:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x76d7e5 [64] + 65992 00000800:00000001:0.0:1763354566.522594:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.522602:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.522604:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.522608:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.522613:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.522615:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.522620:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c905f80. 00000100:00000040:0.0:1763354566.522623:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c905f80 x1848998841114624 msgsize 584 00000100:00100000:0.0:1763354566.522626:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.522638:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.522645:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.522647:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.522706:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.522710:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841114624 02000000:00000001:2.0:1763354566.522712:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.522714:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.522716:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.522720:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.522724:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841114624 00000020:00000001:2.0:1763354566.522727:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.522729:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.522732:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.522735:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:2.0:1763354566.522739:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.522741:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.522746:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.522752:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af200. 00000020:00000040:2.0:1763354566.522759:0:6519:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00000100:00000001:2.0:1763354566.522775:0:6519:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763354566.522781:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.522787:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000100:00080000:0.0:1763354566.522790:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1763354566.522794:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000020:00000040:0.0:1763354566.522794:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff8ff667a1b1b0) now 16 - evictor 00000100:00000040:2.0:1763354566.522807:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.522824:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.522825:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354566.522828:0:6519:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354566.522830:0:6519:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.522833:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.522839:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.522849:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.522860:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.522862:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.522866:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417459 00000100:00000040:2.0:1763354566.522869:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.522871:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547404160 : -123186162147456 : ffff8ff67c905f80) 00000100:00000040:2.0:1763354566.522878:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c905f80 x1848998841114624/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.522886:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.522888:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af640. 00000100:00000001:2.0:1763354566.522890:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.522892:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af640. 00000100:00100000:2.0:1763354566.522895:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253023:x1848998841114624:12345-192.168.203.48@tcp:101:bash.0 00000100:00000200:2.0:1763354566.522898:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841114624 00000020:00000001:2.0:1763354566.522901:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.522904:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.522908:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.522910:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.522911:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.522914:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.522917:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841114624, found 0 last_xid 1848998841114623 00000020:00000001:2.0:1763354566.522919:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.522921:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.522922:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.522926:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.522928:0:6519:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.522930:0:6519:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.522931:0:6519:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.522933:0:6519:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.522934:0:6519:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.522938:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.522971:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00010000:00000001:2.0:1763354566.522974:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.522976:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.522980:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67b718000. 00000020:00000001:2.0:1763354566.522983:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.522995:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67b718000 with handle 0x4a8bb634222cb022 to hash 00000020:00000001:2.0:1763354566.522997:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.522999:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000010:2.0:1763354566.523003:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.523005:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00010000:2.0:1763354566.523009:0:6519:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb022 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4150b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.523016:0:6519:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:2.0:1763354566.523017:0:6519:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:2.0:1763354566.523022:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354566.523024:0:6519:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354566.523030:0:6519:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354566.523031:0:6519:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354566.523062:0:6519:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763354566.523065:0:6519:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.523067:0:6519:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1763354566.523070:0:6519:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.523074:0:6519:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000004:00000001:2.0:1763354566.523076:0:6519:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620887417189056 : -123186292362560 : ffff8ff674cd72c0) 00000004:00000001:2.0:1763354566.523078:0:6519:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523081:0:6519:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354566.523083:0:6519:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354566.523086:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.523088:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.523109:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff67daf0000. 02000000:00000001:2.0:1763354566.523111:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.523113:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523114:0:6519:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523116:0:6519:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763354566.523120:0:6519:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354566.523122:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.523124:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523125:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.523126:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.523128:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523130:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.523131:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.523132:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523133:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.523133:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.523135:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523135:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.523136:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.523137:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523139:0:6519:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.523139:0:6519:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.523140:0:6519:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523142:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.523143:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.523146:0:6519:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.523151:0:6519:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.523152:0:6519:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.523154:0:6519:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.523155:0:6519:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.523157:0:6519:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.523158:0:6519:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523159:0:6519:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.523160:0:6519:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523163:0:6519:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763354566.523167:0:6519:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1d93af8 00000004:00000002:2.0:1763354566.523169:0:6519:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff8ff67daf0228 00000004:00000001:2.0:1763354566.523172:0:6519:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354566.523174:0:6519:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354566.523176:0:6519:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354566.523178:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.523180:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.523182:0:6519:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 4 00010000:00000001:2.0:1763354566.523184:0:6519:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.523186:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.523188:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f6600. 00000020:00000001:2.0:1763354566.523190:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.523192:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f6600 with handle 0x4a8bb634222cb029 to hash 00000020:00000001:2.0:1763354566.523193:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.523194:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000010:2.0:1763354566.523197:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bcd80. 00010000:00000001:2.0:1763354566.523198:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523201:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523202:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.523205:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523209:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.523212:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.523213:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.523215:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.523218:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523219:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.523220:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523222:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.523224:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.523225:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.523226:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.523228:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) refcount = 4 00010000:00000040:2.0:1763354566.523230:0:6519:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.523233:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 473 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.523239:0:6519:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54390aa00/0x4a8bb634209a0ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634209a0fec expref: 5 pid: 7548 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.523247:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523251:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.523255:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.523257:0:6519:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523258:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.523259:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523260:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523262:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.523264:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.523266:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.523268:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523272:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.523273:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523274:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523275:0:6519:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.523275:0:6519:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.523278:0:6519:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad900. 00010000:00000010:2.0:1763354566.523280:0:6519:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db680. 00010000:00000001:2.0:1763354566.523282:0:6519:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.523284:0:6519:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f242600. 00000020:00000001:2.0:1763354566.523285:0:6519:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.523286:0:6519:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f242600 with handle 0x4a8bb634222cb030 to hash 00000020:00000001:2.0:1763354566.523287:0:6519:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.523288:0:6519:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000010:2.0:1763354566.523290:0:6519:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.523291:0:6519:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.523293:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523295:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.523297:0:6519:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523300:0:6519:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.523301:0:6519:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.523302:0:6519:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.523303:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.523304:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523305:0:6519:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.523306:0:6519:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523307:0:6519:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.523308:0:6519:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.523309:0:6519:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.523310:0:6519:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.523311:0:6519:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) refcount = 1 00010000:00010000:2.0:1763354566.523313:0:6519:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523316:0:6519:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.523317:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.523318:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523319:0:6519:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.523320:0:6519:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523321:0:6519:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523322:0:6519:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.523323:0:6519:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.523324:0:6519:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.523326:0:6519:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523328:0:6519:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.523329:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523330:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.523331:0:6519:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523334:0:6519:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.523339:0:6519:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.523340:0:6519:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354566.523343:0:6519:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354566.523346:0:6519:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.523350:0:6519:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.523352:0:6519:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.523409:0:6519:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763354566.523412:0:6519:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763354566.523414:0:6519:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.523416:0:6519:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.523418:0:6519:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.523420:0:6519:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1763354566.523422:0:6519:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.523423:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354566.523425:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.523426:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.523427:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=3 00000020:00000001:2.0:1763354566.523429:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523430:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523433:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.523434:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.523435:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=4 00000020:00000001:2.0:1763354566.523436:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523438:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523440:0:6519:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354566.523441:0:6519:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523445:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.523447:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523450:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523450:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.523452:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523457:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523459:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523462:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.523465:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763354566.523470:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f6600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.523473:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.523475:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.523477:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523486:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.523487:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.523488:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.523489:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=5 00000020:00000001:2.0:1763354566.523491:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523493:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:2.0:1763354566.523496:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.523498:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523503:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.523505:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.523506:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523509:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.523511:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.523512:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523514:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.523516:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f6600 with handle 0x4a8bb634222cb029 from hash 00010000:00000001:2.0:1763354566.523518:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.523519:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523520:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523522:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.523524:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.523525:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523528:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.523530:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.523532:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.523535:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:2.0:1763354566.523538:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.523540:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523543:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523545:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.523546:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.523549:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523550:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523551:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523554:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523556:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.523558:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523563:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523564:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523566:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.523567:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.523569:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523570:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523571:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.523573:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb029 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000010:2.0:1763354566.523578:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bcd80. 00010000:00000001:2.0:1763354566.523584:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.523586:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.523587:0:6519:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.523589:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.523590:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.523592:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:2.0:1763354566.523593:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.523596:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.523598:0:6519:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.523600:0:6519:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523605:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523606:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.523608:0:6519:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523613:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523615:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523617:0:6519:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.523619:0:6519:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00010000:2.0:1763354566.523624:0:6519:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f242600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.523626:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.523627:0:6519:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.523630:0:6519:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523634:0:6519:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.523635:0:6519:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.523636:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.523638:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:2.0:1763354566.523640:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.523642:0:6519:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.523644:0:6519:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.523646:0:6519:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523651:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.523653:0:6519:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.523654:0:6519:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523657:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.523658:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.523660:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523661:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.523663:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f242600 with handle 0x4a8bb634222cb030 from hash 00010000:00000001:2.0:1763354566.523665:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.523666:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523667:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523668:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.523670:0:6519:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.523671:0:6519:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523672:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.523673:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.523674:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.523675:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) 00010000:00010000:2.0:1763354566.523677:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.523678:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523680:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523681:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.523682:0:6519:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.523683:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523684:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523684:0:6519:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523686:0:6519:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523687:0:6519:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.523688:0:6519:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000001:2.0:1763354566.523691:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523692:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523693:0:6519:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.523693:0:6519:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.523694:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.523696:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb030 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000010:2.0:1763354566.523699:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc100. 00010000:00000040:2.0:1763354566.523701:0:6519:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad900 count: 0 00010000:00000010:2.0:1763354566.523705:0:6519:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db680. 00010000:00000001:2.0:1763354566.523711:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.523712:0:6519:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.523713:0:6519:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.523714:0:6519:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.523715:0:6519:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354566.523717:0:6519:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:2.0:1763354566.523720:0:6519:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.523721:0:6519:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.523723:0:6519:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.523724:0:6519:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.523726:0:6519:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.523728:0:6519:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.523734:0:6519:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.523736:0:6519:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354566.523738:0:6519:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.523739:0:6519:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.523741:0:6519:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354566.523742:0:6519:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354566.523743:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.523746:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523747:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523748:0:6519:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.523749:0:6519:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.523751:0:6519:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67b718000 with handle 0x4a8bb634222cb022 from hash 00010000:00000001:2.0:1763354566.523752:0:6519:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.523753:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.523754:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.523755:0:6519:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354566.523756:0:6519:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354566.523757:0:6519:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354566.523761:0:6519:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb022 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4150b expref: 473 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.523765:0:6519:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.523766:0:6519:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.523768:0:6519:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.523769:0:6519:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.523771:0:6519:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523773:0:6519:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.523774:0:6519:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.523775:0:6519:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.523776:0:6519:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.523777:0:6519:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.523778:0:6519:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.523778:0:6519:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.523780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:2.0:1763354566.523781:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763354566.523782:0:6519:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.523783:0:6519:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.523784:0:6519:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.523785:0:6519:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.523787:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb022 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4150b expref: 473 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.523791:0:6519:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:2.0:1763354566.523793:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00010000:00000010:2.0:1763354566.523794:0:6519:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.523797:0:6519:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.523799:0:6519:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67b718000, rc 0) 00000020:00000001:2.0:1763354566.523801:0:6519:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354566.523803:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214464, transno 0, xid 1848998841114624 00010000:00000001:2.0:1763354566.523805:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.523809:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c905f80 x1848998841114624/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.523815:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.523817:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.523819:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.523823:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.523825:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.523827:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.523829:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.523831:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.523833:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.523835:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.523838:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7a18. 00000100:00000200:2.0:1763354566.523843:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841114624, offset 224 00000400:00000200:2.0:1763354566.523847:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.523855:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.523859:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556793:1556793:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556789:1556789:8:4294967295] 00000400:00000200:2.0:1763354566.523867:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.523871:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.523875:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354566.523879:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.523885:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.523888:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.523902:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.523904:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.523906:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.523907:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.523909:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.523911:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c905f80 x1848998841114624/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.523919:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c905f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253023:x1848998841114624:12345-192.168.203.48@tcp:101:bash.0 Request processed in 1031us (1294us total) trans 0 rc 301/301 00000100:00100000:2.0:1763354566.523924:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417459 00000100:00000040:2.0:1763354566.523927:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.523929:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.523930:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.523934:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.523937:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.523951:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000020:00000040:2.0:1763354566.523954:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00000001:2.0:1763354566.523955:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.524012:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.524018:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354566.524021:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.524025:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.524028:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:1.0:1763354566.524030:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:1.0:1763354566.524077:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.524079:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.532079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00010000:00000010:2.1:1763354566.532089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad900. 00010000:00000010:2.1:1763354566.532093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f242600. 00010000:00000010:2.1:1763354566.532096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67b718000. 00000800:00000001:1.0:1763354566.532355:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.532364:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.532366:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.532367:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.532374:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.532383:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 12 MB=0x691a7971d6080 00000400:00000200:1.0:1763354566.532389:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 224/224 into md 0x76d7e5 [64] + 66576 00000800:00000001:1.0:1763354566.532394:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.532399:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.532401:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.532404:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.532407:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.532409:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.532412:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672087800. 00000100:00000040:1.0:1763354566.532415:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672087800 x1848998841114752 msgsize 224 00000100:00100000:1.0:1763354566.532418:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.532428:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.532433:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.532435:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.532452:0:6519:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.532455:0:6519:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841114752 02000000:00000001:2.0:1763354566.532457:0:6519:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.532458:0:6519:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.532460:0:6519:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.532463:0:6519:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.532466:0:6519:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841114752 00000020:00000001:2.0:1763354566.532467:0:6519:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.532469:0:6519:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354566.532470:0:6519:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.532472:0:6519:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=230 00000020:00000001:2.0:1763354566.532475:0:6519:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354566.532477:0:6519:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354566.532480:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.532483:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af640. 00000020:00000040:2.0:1763354566.532488:0:6519:0:(obd_config.c:927:class_incref()) incref lustre-MDT0001 (ffff8ff66aff0000) now 12 - evictor 00000100:00000001:2.0:1763354566.532500:0:6519:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763354566.532503:0:6519:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.532506:0:6519:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.532509:0:6519:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.532514:0:6519:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.532516:0:6519:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.532517:0:6519:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.532519:0:6519:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.532524:0:6519:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.532534:0:6519:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1763354566.532539:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1763354566.532543:0:6519:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1763354566.532545:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0001 (ffff8ff66aff0000) now 12 - evictor 00000100:00000001:2.0:1763354566.532547:0:6519:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1763354566.532548:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1763354566.532554:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417460 00000100:00000040:2.0:1763354566.532558:0:6519:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354566.532561:0:6519:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370725376 : -123186338826240 : ffff8ff672087800) 00000100:00000040:2.0:1763354566.532567:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087800 x1848998841114752/t0(0) o41->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 224/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.532574:0:6519:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.532576:0:6519:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.532578:0:6519:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.532580:0:6519:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.532584:0:6519:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+230:2406:x1848998841114752:12345-192.168.203.48@tcp:41:mkdir.0 00000100:00000200:2.0:1763354566.532586:0:6519:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841114752 00000020:00000001:2.0:1763354566.532589:0:6519:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.532590:0:6519:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.532593:0:6519:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.532595:0:6519:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.532597:0:6519:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707072 : -1045844544 : ffffffffc1a9adc0) 00000020:00000001:2.0:1763354566.532599:0:6519:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.532602:0:6519:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841114752, found 0 last_xid 1848998841114751 00000800:00000001:3.0:1763354566.532603:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.532605:0:6519:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.532610:0:6519:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1763354566.532611:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1763354566.532612:0:6519:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.532616:0:6519:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763354566.532619:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.532620:0:6519:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.532622:0:6519:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.532626:0:6519:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff653284800. 02000000:00000001:2.0:1763354566.532630:0:6519:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.532633:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:2.0:1763354566.532634:0:6519:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.532640:0:6519:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:2.0:1763354566.532642:0:6519:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1763354566.532644:0:6519:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.532649:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 560 into portal 12 MB=0x691a7971d6180 00000004:00000024:2.0:1763354566.532654:0:6519:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1424281600 avail 1278042112 00000400:00000200:3.0:1763354566.532660:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 560/560 into md 0x76d7e5 [64] + 66800 00000020:00000020:2.0:1763354566.532660:0:6519:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1763354566.532665:0:6519:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff672251000 dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1763354566.532670:0:6519:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8ff543a6e800 dirty 0 pend 0 grant 0 00000800:00000001:3.0:1763354566.532672:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000020:2.0:1763354566.532673:0:6519:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff8ff672265800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1763354566.532677:0:6519:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0000-mdtlov_UUID/ffff8ff67d896800 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1763354566.532679:0:6519:0:(mdt_handler.c:555:mdt_statfs()) 353529 blocks: 347725 free, 312022 avail; 1024000 objects: 1021802 free; state 0 00000800:00000001:3.0:1763354566.532682:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.532684:0:6519:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000400:00000200:3.0:1763354566.532688:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354566.532694:0:6519:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ff6482fc800. 00000400:00000200:3.0:1763354566.532695:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:2.0:1763354566.532701:0:6519:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.532703:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.532707:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000004:00000001:2.0:1763354566.532707:0:6519:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.532712:0:6519:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841114752 00000100:00000010:3.0:1763354566.532716:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0b800. 00010000:00000001:2.0:1763354566.532717:0:6519:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:3.0:1763354566.532722:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0b800 x1848998841115008 msgsize 560 00010000:00000200:2.0:1763354566.532728:0:6519:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087800 x1848998841114752/t0(0) o41->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.532737:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00010000:00000001:2.0:1763354566.532748:0:6519:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.532750:0:6519:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.532752:0:6519:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.532755:0:6519:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1763354566.532756:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1763354566.532759:0:6519:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.532763:0:6519:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.532765:0:6519:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:3.0:1763354566.532767:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1763354566.532768:0:6519:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.532771:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354566.532772:0:6519:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:3.0:1763354566.532775:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354566.532775:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115008 00000100:00000040:2.0:1763354566.532776:0:6519:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 02000000:00000001:1.0:1763354566.532781:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1763354566.532783:0:6519:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7000. 00000100:00000001:1.0:1763354566.532783:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.532787:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354566.532790:0:6519:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1848998841114752, offset 224 02000000:00000001:1.0:1763354566.532790:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.532797:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115008 00000400:00000200:2.0:1763354566.532801:0:6519:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:1.0:1763354566.532801:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354566.532804:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354566.532806:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.532808:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=231 00000400:00000200:2.0:1763354566.532811:0:6519:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000001:1.0:1763354566.532812:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:1.0:1763354566.532816:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000400:00000200:2.0:1763354566.532819:0:6519:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556794:1556794:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556790:1556790:8:4294967295] 00000100:00000001:1.0:1763354566.532820:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.532826:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1300. 00000100:00000001:1.0:1763354566.532831:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1763354566.532833:0:6519:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000010:1.0:1763354566.532835:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1300. 00000800:00000200:2.0:1763354566.532840:0:6519:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.48@tcp 00000020:00000010:1.0:1763354566.532842:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597176800. 00000800:00000010:2.0:1763354566.532844:0:6519:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000020:00000010:1.0:1763354566.532848:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241a00. 00000800:00000200:2.0:1763354566.532851:0:6519:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000020:00000010:1.0:1763354566.532854:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000800:00000200:2.0:1763354566.532858:0:6519:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000001:1.0:1763354566.532860:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1763354566.532863:0:6519:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:1.0:1763354566.532864:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354566.532866:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.532871:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.532879:0:6519:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.532883:0:6519:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.532885:0:6519:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1763354566.532885:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.532888:0:6519:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.532891:0:6519:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.532896:0:6519:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087800 x1848998841114752/t0(0) o41->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 224/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.532897:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.532902:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.532908:0:6519:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1003adcf-613b-48fc-8710-4bfd6913dc17+231:2406:x1848998841114752:12345-192.168.203.48@tcp:41:mkdir.0 Request processed in 331us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354566.532913:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417461 00000100:00000040:1.0:1763354566.532919:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 2 00000100:00000001:1.0:1763354566.532922:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281088512 : -123186428463104 : ffff8ff66cb0b800) 00000100:00100000:2.0:1763354566.532926:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417460 00000100:00000040:2.0:1763354566.532930:0:6519:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354566.532933:0:6519:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1763354566.532933:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0b800 x1848998841115008/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 560/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.532937:0:6519:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.532955:0:6519:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000001:1.0:1763354566.532960:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.532961:0:6519:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:1.0:1763354566.532965:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb1300. 00000020:00000010:2.0:1763354566.532966:0:6519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000001:1.0:1763354566.532972:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1763354566.532973:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1763354566.532974:0:6519:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000020:00000010:1.0:1763354566.532977:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb1300. 00000100:00000001:2.0:1763354566.532980:0:6519:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1763354566.532981:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000100:00100000:1.0:1763354566.532987:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+230:253170:x1848998841115008:12345-192.168.203.48@tcp:36:mkdir.0 00000400:00000200:0.0:1763354566.532989:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1763354566.532994:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115008 00000020:00000001:1.0:1763354566.532999:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1763354566.532999:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:1.0:1763354566.533004:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1763354566.533005:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 00000020:00000001:1.0:1763354566.533008:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.533009:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 00000020:00000001:1.0:1763354566.533014:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763354566.533015:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1763354566.533017:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000100:00000001:0.0:1763354566.533018:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1763354566.533022:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354566.533024:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841115008, found 0 last_xid 1848998841114751 00000020:00000001:1.0:1763354566.533027:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.533028:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354566.533029:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354566.533031:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533055:0:38200:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763354566.533062:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff8ff66cb0b800 x1848998841115008/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 560/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354566.533070:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763354566.533071:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763354566.533073:0:38200:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:1.0:1763354566.533075:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.533076:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.533078:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.533079:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.533080:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.533085:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.533086:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533087:0:38200:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533089:0:38200:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533090:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533092:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354566.533093:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354566.533095:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354566.533096:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354566.533100:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8ff643d4e000. 02000000:00000001:1.0:1763354566.533101:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533103:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533106:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763354566.533107:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.533108:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.533110:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.533111:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.533112:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.533113:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.533114:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.533116:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.533117:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.533118:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.533121:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354566.533124:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:1.0:1763354566.533125:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:1.0:1763354566.533127:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354566.533128:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.533129:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.533130:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533131:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354566.533132:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533134:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763354566.533136:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533138:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763354566.533140:0:38200:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:1.0:1763354566.533141:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354566.533142:0:38200:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533144:0:38200:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:1.0:1763354566.533146:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7bc40 00000004:00000002:1.0:1763354566.533149:0:38200:0:(mdt_reint.c:490:mdt_create()) @@@ Create (d56xa.sanity->[0x2400032e4:0x9deb:0x0]) in [0x200000007:0x1:0x0] req@ffff8ff66cb0b800 x1848998841115008/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 560/2880 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354566.533156:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354566.533158:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1763354566.533160:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354566.533162:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640113368 : -123187069438248 : ffff8ff6467c36d8) 00000004:00000001:1.0:1763354566.533164:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620886640113280 : -123187069438336 : ffff8ff6467c3680) 00000004:00000001:1.0:1763354566.533166:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763354566.533167:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533170:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763354566.533173:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:1.0:1763354566.533176:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.533179:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620d120. 00000004:00000010:1.0:1763354566.533182:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.533185:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.533187:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533189:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.533190:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.533192:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:1.0:1763354566.533195:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 40 00000100:00000010:1.0:1763354566.533199:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084000. 00000020:00000040:1.0:1763354566.533201:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.533204:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.533206:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.533209:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.533213:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176600. 00000100:00000001:1.0:1763354566.533216:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533218:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533220:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.533222:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533223:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.533225:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.533228:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.533230:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.533232:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.533233:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000001:1.0:1763354566.533236:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.533240:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533241:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.533243:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.533246:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533252:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.533253:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.533256:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.533258:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.533260:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.533262:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542716544:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.533265:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.533267:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.533269:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.533270:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.533275:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.533277:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.533280:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.533284:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.533287:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542716544, portal 4 00000100:00000001:1.0:1763354566.533288:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.533289:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000040:1.0:1763354566.533293:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533298:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.533300:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.533302:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.533303:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848998542716544, offset 0 00000400:00000200:1.0:1763354566.533306:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.533311:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.533316:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a785542e80 00000400:00000200:1.0:1763354566.533320:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x1fdd85 [256] + 3040 00000400:00000200:1.0:1763354566.533324:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.533326:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.533329:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.533330:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.533333:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672087480. 00000100:00000040:1.0:1763354566.533335:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672087480 x1848998542716544 msgsize 304 00000100:00100000:1.0:1763354566.533337:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.533349:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.533353:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.533354:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.533356:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.533359:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533366:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.533368:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533373:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533374:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.533376:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.533379:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4688 usecs (5 jiffies) 00000100:00000001:1.0:1763354566.533382:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888498 00000100:00000010:1.0:1763354566.533385:0:38200:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a780. 00000100:00000001:1.0:1763354566.533390:0:38200:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763354566.533396:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888498 00000100:00000010:1.0:1763354566.533399:0:38200:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a840. 00000100:00000001:2.0:1763354566.533402:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.533402:0:38200:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:2.0:1763354566.533407:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716544 00000100:00000001:1.0:1763354566.533408:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888498 02000000:00000001:2.0:1763354566.533411:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1763354566.533413:0:38200:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a120. 00000100:00000001:2.0:1763354566.533414:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.533417:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533418:0:38200:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:2.0:1763354566.533421:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533422:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888498 00000100:00100000:2.0:1763354566.533425:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716544 00000100:00000010:1.0:1763354566.533427:0:38200:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ff543a4a3c0. 00000020:00000001:2.0:1763354566.533428:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.533431:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00000001:1.0:1763354566.533431:0:38200:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000001:2.0:1763354566.533433:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.533437:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=6 00000020:00000001:2.0:1763354566.533439:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.533440:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.533441:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.533444:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.533446:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.533447:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.533450:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1763354566.533451:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00100000:1.0:1763354566.533453:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.533454:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.533456:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1763354566.533458:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.533460:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.533463:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.533467:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.533470:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.533476:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.533478:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.533479:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.533480:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.533483:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.533494:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.533503:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.533505:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354566.533507:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1763354566.533508:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889 00000100:00000001:1.0:1763354566.533512:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763354566.533513:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:1.0:1763354566.533515:0:21540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.533516:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370724480 : -123186338827136 : ffff8ff672087480) 00000100:00000001:1.0:1763354566.533518:0:21540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.533523:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672087480 x1848998542716544/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.533530:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.533532:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.533533:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.533535:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.533538:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672087480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542716544:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.533541:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716544 00000020:00000001:2.0:1763354566.533543:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.533544:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.533546:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.533548:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.533550:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.533551:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.533553:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542716544, found 0 last_xid 1848998542716543 00000020:00000001:2.0:1763354566.533555:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.533556:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.533558:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.533559:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.533561:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.533565:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.533567:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.533568:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.533573:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66e8c4000. 02000000:00000001:2.0:1763354566.533574:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.533576:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.533578:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.533580:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.533582:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.533584:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.533587:0:6523:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:2.0:1763354566.533591:0:6523:0:(out_handler.c:185:out_attr_get()) lustre-MDT0000: insert attr get reply ffff8ff66e8c4208 index 0: rc = 0 00000020:00000001:2.0:1763354566.533593:0:6523:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.533595:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.533597:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.533599:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.533601:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542716544 00010000:00000001:2.0:1763354566.533603:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.533605:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672087480 x1848998542716544/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.533610:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.533612:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.533614:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.533616:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.533617:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.533619:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.533621:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.533622:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.533624:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.533625:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.533627:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.533630:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542716544, offset 224 00000400:00000200:2.0:1763354566.533633:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.533638:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.533642:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785542e80 00000400:00000200:2.0:1763354566.533646:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8c91 [2] + 224 00000400:00000200:2.0:1763354566.533650:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.533652:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.533654:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.533658:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.533664:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.533679:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.533682:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.533684:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.533686:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.533687:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.533691:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.533693:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:1.0:1763354566.533693:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763354566.533698:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000001:1.0:1763354566.533698:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1763354566.533702:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.533702:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.533705:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000020:00000001:2.0:1763354566.533706:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1763354566.533710:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00000100:00000040:2.0:1763354566.533714:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672087480 x1848998542716544/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763354566.533714:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000100:00000001:1.0:1763354566.533719:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.533724:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.533737:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672087480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542716544:12345-0@lo:1000:mdt00_006.0 Request processed in 201us (396us total) trans 0 rc 0/0 00000100:00000200:1.0:1763354566.533740:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533752:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1763354566.533753:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889 00000100:00000001:1.0:1763354566.533754:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.533756:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:1.0:1763354566.533758:0:38200:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1763354566.533761:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1763354566.533762:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.533764:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354566.533765:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.533767:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.533768:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 02000000:00000001:1.0:1763354566.533770:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.533773:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00001000:1.0:1763354566.533775:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000020:00000010:2.0:1763354566.533778:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00001000:1.0:1763354566.533780:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000020:00000040:2.0:1763354566.533782:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 5 00000100:00000001:1.0:1763354566.533785:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.533786:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.533788:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.533792:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.533794:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533796:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.533798:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.533799:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.533800:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.533803:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533808:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.533810:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.533811:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.533814:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.533819:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542716544:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.533822:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.533824:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533825:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.533826:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.533828:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533832:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.533834:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.533836:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.533837:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533838:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533843:0:38200:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.533845:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.533847:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084000 x1848998542716544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533851:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.533853:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.533854:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.533858:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.533859:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.533860:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.533862:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.533864:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176600. 02000000:00000001:1.0:1763354566.533866:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.533867:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.533868:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 00000100:00000001:1.0:1763354566.533870:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.533871:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763354566.533873:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.533875:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620d120. 00000004:00000010:1.0:1763354566.533878:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.533880:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:1.0:1763354566.533881:0:38200:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0001: Object [0x200000007:0x1:0x0] located on remote server 00000004:00000001:1.0:1763354566.533883:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763354566.533885:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354566.533888:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533892:0:38200:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:1.0:1763354566.533894:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.533895:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620d120. 00000004:00000010:1.0:1763354566.533897:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.533899:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.533900:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533902:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.533903:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.533904:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:1.0:1763354566.533906:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763354566.533909:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084000. 00000020:00000040:1.0:1763354566.533910:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.533912:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.533913:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.533915:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.533917:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176600. 00000100:00000001:1.0:1763354566.533919:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533921:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.533922:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.533923:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533925:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.533926:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.533928:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.533929:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.533930:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.533931:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000001:1.0:1763354566.533933:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.533935:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.533937:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.533937:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.533954:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533962:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.533964:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.533965:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.533967:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.533968:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.533970:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542716672:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.533972:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.533973:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.533975:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.533976:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.533978:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.533980:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.533982:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.533984:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.533986:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542716672, portal 4 00000100:00000001:1.0:1763354566.533988:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.533989:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000040:1.0:1763354566.533992:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.533996:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.533998:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.533999:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.534001:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542716672, offset 0 00000400:00000200:1.0:1763354566.534003:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.534007:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.534011:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785542f00 00000400:00000200:1.0:1763354566.534014:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 3344 00000400:00000200:1.0:1763354566.534017:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.534019:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.534021:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.534022:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.534024:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672086a00. 00000100:00000040:1.0:1763354566.534026:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672086a00 x1848998542716672 msgsize 328 00000100:00100000:1.0:1763354566.534029:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.534058:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.534061:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.534063:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.534066:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1763354566.534068:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1763354566.534070:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.534071:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716672 02000000:00000001:2.0:1763354566.534075:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.534078:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.534080:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534082:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1763354566.534084:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.534087:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716672 00000100:00000040:1.0:1763354566.534088:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.534091:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.534093:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:2.0:1763354566.534096:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.534098:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=6 00000100:00000001:1.0:1763354566.534101:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.534102:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.534105:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1763354566.534106:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:2.0:1763354566.534111:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.534111:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.534116:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000040:1.0:1763354566.534116:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4688 usecs (5 jiffies) 00000100:00000001:2.0:1763354566.534120:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.534121:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888499 00000020:00000010:2.0:1763354566.534124:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:2.0:1763354566.534129:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000100:00000001:1.0:1763354566.534129:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306888498 00000020:00000010:2.0:1763354566.534134:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000100:00000001:1.0:1763354566.534136:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888499 00000020:00000010:2.0:1763354566.534138:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000001:1.0:1763354566.534141:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306888498 00000100:00000040:2.0:1763354566.534143:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354566.534145:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888499 00000100:00000001:2.0:1763354566.534146:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.534149:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.534151:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534151:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306888498 00000100:00000001:2.0:1763354566.534158:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534158:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888499 00000100:00000001:1.0:1763354566.534164:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306888498 00000100:00000001:1.0:1763354566.534166:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.534168:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534169:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.534170:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763354566.534172:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354566.534172:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354566.534177:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.534179:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.534186:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.534188:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.534193:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7890 00000100:00000040:2.0:1763354566.534196:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.534198:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370721792 : -123186338829824 : ffff8ff672086a00) 00000100:00000040:2.0:1763354566.534202:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086a00 x1848998542716672/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.534207:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.534209:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.534211:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.534212:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.534215:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542716672:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.534217:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716672 00000020:00000001:2.0:1763354566.534218:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.534219:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.534221:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.534222:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.534224:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.534225:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.534227:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542716672, found 0 last_xid 1848998542716671 00000020:00000001:2.0:1763354566.534229:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.534230:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.534231:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.534232:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.534233:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.534235:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.534237:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.534238:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.534242:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff667eec000. 02000000:00000001:2.0:1763354566.534243:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.534244:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.534246:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.534247:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.534249:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.534250:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.534252:0:6523:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:2.0:1763354566.534256:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.534257:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.534275:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763354566.534277:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763354566.534279:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.534281:0:6523:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1763354566.534283:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabbc0 00000020:00000040:2.0:1763354566.534284:0:6523:0:(out_handler.c:350:out_index_lookup()) lookup [0x200000007:0x1:0x0] d56xa.sanity get [0x200000402:0xd80a:0x0] rc -2 00000020:00000040:2.0:1763354566.534287:0:6523:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0000: insert lookup reply ffff8ff667eec208 index 0: rc = -2 00000020:00000001:2.0:1763354566.534288:0:6523:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.534290:0:6523:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1763354566.534292:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.534293:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.534295:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763354566.534297:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542716672 00010000:00000001:2.0:1763354566.534298:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.534300:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086a00 x1848998542716672/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.534305:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.534306:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.534308:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.534310:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.534311:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.534313:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.534314:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.534315:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.534317:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.534318:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.534321:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.534323:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542716672, offset 224 00000400:00000200:2.0:1763354566.534326:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.534330:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.534334:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785542f00 00000400:00000200:2.0:1763354566.534337:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8c9d [2] + 224 00000400:00000200:2.0:1763354566.534340:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.534342:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.534345:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.534347:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.534353:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.534365:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.534368:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.534370:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.534371:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.534372:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.534374:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.534376:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.534377:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.534378:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.534380:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.534383:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086a00 x1848998542716672/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.534389:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542716672:12345-0@lo:1000:mdt00_006.0 Request processed in 180us (361us total) trans 0 rc -2/-2 00000100:00000001:1.0:1763354566.534393:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1763354566.534394:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7890 00000100:00000040:2.0:1763354566.534398:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000400:00000001:1.0:1763354566.534400:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1763354566.534401:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.534404:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1763354566.534405:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1763354566.534407:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000400:00000010:1.0:1763354566.534410:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000020:00000010:2.0:1763354566.534411:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.534416:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000400:00000200:1.0:1763354566.534418:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00000020:00000040:2.0:1763354566.534420:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 5 00000400:00000010:1.0:1763354566.534422:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000100:00000001:2.0:1763354566.534423:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.534430:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.534437:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354566.534446:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534453:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.534455:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.534456:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.534458:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.534459:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.534461:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.534463:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.534467:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354566.534470:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.534473:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1763354566.534476:0:38200:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534482:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.534484:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.534486:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.534488:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.534490:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1763354566.534493:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534506:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1763354566.534508:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.534509:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.534513:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.534520:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542716672:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.534523:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.534525:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.534527:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.534529:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.534531:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534538:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.534540:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.534543:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.534544:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.534546:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.534549:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084000 x1848998542716672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534555:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.534557:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.534559:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.534561:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.534563:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.534565:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.534567:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.534569:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176600. 02000000:00000001:1.0:1763354566.534572:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.534573:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.534575:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 00000100:00000001:1.0:1763354566.534578:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.534579:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354566.534581:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.534584:0:38200:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763354566.534587:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.534590:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620d120. 00000004:00000010:1.0:1763354566.534592:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.534595:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.534597:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.534601:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763354566.534604:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763354566.534605:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000004:00000001:1.0:1763354566.534609:0:38200:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:1.0:1763354566.534612:0:38200:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:1.0:1763354566.534613:0:38200:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1763354566.534617:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084000. 00000020:00000040:1.0:1763354566.534619:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:1.0:1763354566.534623:0:38200:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:1.0:1763354566.534625:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.534627:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.534629:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.534633:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176600. 00000100:00000001:1.0:1763354566.534636:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.534639:0:38200:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.534641:0:38200:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00010000:00000001:1.0:1763354566.534644:0:38200:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1763354566.534646:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354566.534650:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff679127a00 count: 2 00010000:00000001:1.0:1763354566.534653:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.534655:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.534659:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52800. 00000020:00000001:1.0:1763354566.534663:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.534665:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52800 with handle 0x4a8bb634222cb037 to hash 00000020:00000001:1.0:1763354566.534667:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.534668:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354566.534671:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354566.534675:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.534677:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.534681:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 38200 initiator: MDT0 00010000:00010000:1.0:1763354566.534689:0:38200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 38200 initiator: MDT1 00010000:00010000:1.0:1763354566.534698:0:38200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 38200 initiator: MDT1 00000100:00000001:1.0:1763354566.534703:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.534705:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.534708:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff46c0. 00000100:00000001:1.0:1763354566.534710:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000100:00000001:1.0:1763354566.534712:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.534714:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000001:1.0:1763354566.534717:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.534719:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534721:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.534723:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.534727:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534733:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.534735:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.534737:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.534739:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.534741:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.534743:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542716800:0@lo:101:mdt00_006.0 00000100:00000001:1.0:1763354566.534746:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.534748:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.534750:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.534752:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.534755:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff58a0b9000. 02000000:00000001:1.0:1763354566.534757:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.534760:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.534764:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.534767:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542716800, portal 4 00000100:00000001:1.0:1763354566.534769:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.534771:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000040:1.0:1763354566.534775:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.534781:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.534783:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.534786:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354566.534788:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542716800, offset 0 00000400:00000200:1.0:1763354566.534792:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.534798:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.534803:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785542f80 00000400:00000200:1.0:1763354566.534808:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 3672 00000400:00000200:1.0:1763354566.534812:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.534815:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.534818:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.534820:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.534823:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084e00. 00000100:00000040:1.0:1763354566.534826:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672084e00 x1848998542716800 msgsize 328 00000100:00100000:1.0:1763354566.534829:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.534843:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.534848:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:1.0:1763354566.534851:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:1.0:1763354566.534854:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.534858:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.534862:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.534865:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542716800 02000000:00000001:2.0:1763354566.534868:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.534870:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.534873:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534875:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1763354566.534876:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.534879:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542716800 00000100:00000040:1.0:1763354566.534882:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.534883:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.534885:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:2.0:1763354566.534888:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.534890:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=6 00000020:00000001:2.0:1763354566.534893:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000020:00000001:2.0:1763354566.534898:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:2.0:1763354566.534902:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.534905:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.534906:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.534908:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.534910:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.534913:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.534916:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.534917:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.534922:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000100:00000040:1.0:1763354566.534924:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4687 usecs (5 jiffies) 00000020:00000010:2.0:1763354566.534925:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.534931:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763354566.534932:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888499 00000100:00000001:2.0:1763354566.534935:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.534938:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.534939:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534939:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306888499 00000100:00000001:2.0:1763354566.534955:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.534959:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888499 00000100:00000001:1.0:1763354566.534963:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306888499 00000100:00000001:2.0:1763354566.534965:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.534966:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888499 00000100:00000001:1.0:1763354566.534971:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306888499 00000100:00000001:1.0:1763354566.534974:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888499 00000100:00000001:2.0:1763354566.534975:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.534978:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354566.534978:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306888499 00000100:00000001:1.0:1763354566.534983:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354566.534984:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7891 00000100:00000001:0.0:1763354566.534986:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1763354566.534990:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:1.0:1763354566.534991:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.534994:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763354566.534995:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370714624 : -123186338836992 : ffff8ff672084e00) 00000100:00000001:1.0:1763354566.534996:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.534998:0:21540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.535001:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354566.535002:0:21540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.535004:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084e00 x1848998542716800/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.535008:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff46c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.535014:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.535015:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1763354566.535018:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.535019:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.535021:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.535025:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.535029:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542716800:12345-0@lo:101:mdt00_006.0 00000100:00000200:2.0:1763354566.535031:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542716800 00000020:00000001:2.0:1763354566.535054:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.535056:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.535058:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.535060:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.535061:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.535063:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.535066:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542716800, found 0 last_xid 1848998542716799 00000020:00000001:2.0:1763354566.535068:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.535070:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.535071:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.535073:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.535074:0:6523:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.535076:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.535077:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.535078:0:6523:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.535080:0:6523:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535083:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.535087:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00010000:00000001:2.0:1763354566.535089:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.535091:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.535093:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f242600. 00000020:00000001:2.0:1763354566.535095:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.535097:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f242600 with handle 0x4a8bb634222cb03e to hash 00000020:00000001:2.0:1763354566.535098:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.535099:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000010:2.0:1763354566.535102:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.535104:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00010000:2.0:1763354566.535106:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4a8bb634222cb037 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.535112:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff5447d3800 : new locks_count 2 00000020:00000040:2.0:1763354566.535114:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff5447d3800 refcount=7 00000100:00000001:2.0:1763354566.535119:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.535120:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.535122:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ff653286800. 02000000:00000001:2.0:1763354566.535123:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.535125:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535126:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.535129:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.535130:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.535132:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.535134:0:6523:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.535138:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 471 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.535143:0:6523:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.535144:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535145:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.535146:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.535148:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.535149:0:6523:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.535152:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.535157:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) refcount = 3 00010000:00000040:2.0:1763354566.535159:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.535161:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 471 pid: 6519 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.535166:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54390aa00/0x4a8bb634209a0ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634209a0fec expref: 7 pid: 7548 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.535173:0:6523:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.535175:0:6523:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.535180:0:6523:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.535181:0:6523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.535183:0:6523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.535184:0:6523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:2.0:1763354566.535186:0:6523:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:2.0:1763354566.535187:0:6523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.535188:0:6523:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.535189:0:6523:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.535191:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.535192:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.535194:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.535195:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.535196:0:6523:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.535198:0:6523:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354566.535200:0:6523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50e00. 00000020:00000040:2.0:1763354566.535202:0:6523:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763354566.535204:0:6523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.535205:0:6523:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.535207:0:6523:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.535210:0:6523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b5800. 00000100:00000001:2.0:1763354566.535212:0:6523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.535215:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 471 pid: 6519 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.535224:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 471 pid: 6519 timeout: 12321 lvb_type: 0 00010000:00000001:2.0:1763354566.535229:0:6523:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.535231:0:6523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.535234:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.535239:0:6523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.535240:0:6523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.535242:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec50e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6523:1848998542716928:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.535244:0:6523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.535246:0:6523:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.535247:0:6523:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.535248:0:6523:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.535250:0:6523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5473b4c00. 02000000:00000001:2.0:1763354566.535251:0:6523:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.535254:0:6523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b8f0. 00000400:00000010:2.0:1763354566.535257:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00000100:00000200:2.0:1763354566.535259:0:6523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542716928, portal 16 00000100:00000001:2.0:1763354566.535261:0:6523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.535262:0:6523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315975680 : -123186393575936 : ffff8ff66ec50e00) 00000100:00000040:2.0:1763354566.535265:0:6523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.535269:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.535271:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.535272:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be76e8. 00000100:00000200:2.0:1763354566.535274:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542716928, offset 0 00000400:00000200:2.0:1763354566.535277:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.535281:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.535284:0:6523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.535287:0:6523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.535290:0:6523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.535292:0:6523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.535294:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556795:1556795:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556791:1556791:8:4294967295] 00000400:00000200:2.0:1763354566.535300:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.535303:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.535306:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.535309:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.535313:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.535315:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.535326:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.535328:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889611 00000100:00000001:2.0:1763354566.535332:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306888499 00000100:00000001:2.0:1763354566.535335:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889611 00000100:00000001:2.0:1763354566.535336:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306888499 00000100:00000001:2.0:1763354566.535338:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889611 00000100:00000001:2.0:1763354566.535340:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306888499 00000100:00000001:2.0:1763354566.535342:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889611 00000100:00000001:2.0:1763354566.535345:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306888499 00000100:00000001:2.0:1763354566.535347:0:6523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.535348:0:6523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535350:0:6523:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535351:0:6523:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.535353:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535354:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.535355:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.535356:0:6523:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.535358:0:6523:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.535359:0:6523:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.535360:0:6523:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.535362:0:6523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.535364:0:6523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.535365:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0959c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.535367:0:6523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.535368:0:6523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.535396:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.535401:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.535405:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.535410:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.535414:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be76e8 00000400:00000010:1.0:1763354566.535416:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be76e8. 00000100:00000001:1.0:1763354566.535419:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.535423:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.535432:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.535436:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.535443:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.535445:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763354566.536730:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354566.536737:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763354566.536740:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354566.536743:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.536750:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:3.0:1763354566.536758:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785543000 00000400:00000200:3.0:1763354566.536765:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8cb1 [1] + 224 00000800:00000001:3.0:1763354566.536769:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354566.536775:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.536777:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.536781:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354566.536785:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.536791:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354566.536802:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.536821:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763354566.536826:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763354566.536829:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.536849:0:6523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.536854:0:6523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.536856:0:6523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.536858:0:6523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b8f0. 00000400:00000200:2.0:1763354566.536862:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:2.0:1763354566.536863:0:6523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:2.0:1763354566.536865:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.536870:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.536878:0:6523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.536883:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.536884:0:6523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.536885:0:6523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.536887:0:6523:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.536888:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.536889:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.536891:0:6523:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.536893:0:6523:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1763354566.536895:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.536897:0:6523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.536898:0:6523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.536899:0:6523:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.536901:0:6523:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.536903:0:6523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.536905:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.536910:0:6523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.536912:0:6523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.536913:0:6523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.536915:0:6523:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.536916:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.536917:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.536918:0:6523:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.536921:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.536926:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec50e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6523:1848998542716928:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.536929:0:6523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.536931:0:6523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.536932:0:6523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.536933:0:6523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.536935:0:6523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec50e00 x1848998542716928/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.536939:0:6523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.536953:0:6523:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.536956:0:6523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5473b4c00. 02000000:00000001:2.0:1763354566.536958:0:6523:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.536959:0:6523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.536960:0:6523:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763354566.536961:0:6523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.536963:0:6523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5473b5800. 02000000:00000001:2.0:1763354566.536968:0:6523:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.536969:0:6523:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.536970:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50e00. 00000100:00000001:2.0:1763354566.536972:0:6523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.536973:0:6523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.536975:0:6523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.536976:0:6523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.536978:0:6523:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.536979:0:6523:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af000. 00010000:00000001:2.0:1763354566.536981:0:6523:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.536983:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.536984:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.536988:0:6523:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.536991:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.536998:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.537000:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.537002:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:2.0:1763354566.537004:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763354566.537007:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.537011:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.537012:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.537014:0:6523:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1763354566.537014:0:6523:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.537016:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.537017:0:6523:0:(ldlm_inodebits.c:378:ldlm_process_inodebits_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.537018:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.537020:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.537021:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.537022:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.537022:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.537024:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f242600, rc 0) 00000020:00000001:2.0:1763354566.537026:0:6523:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.537028:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542716800 00010000:00000001:2.0:1763354566.537029:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.537032:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084e00 x1848998542716800/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.537062:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.537063:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.537065:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.537068:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.537070:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.537071:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.537073:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.537074:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.537076:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.537078:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.537080:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00000100:00000200:2.0:1763354566.537083:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848998542716800, offset 224 00000400:00000200:2.0:1763354566.537086:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.537091:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.537095:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a785542f80 00000400:00000200:2.0:1763354566.537100:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x7b8ca9 [1] + 224 00000400:00000200:2.0:1763354566.537103:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.537106:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.537108:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.537111:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.537117:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.537129:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.537133:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:2.0:1763354566.537134:0:6523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:2.0:1763354566.537137:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.537138:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.537140:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.537143:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.537145:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1763354566.537145:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354566.537149:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.537151:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1763354566.537152:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1763354566.537156:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084e00 x1848998542716800/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1763354566.537157:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.537161:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000400:00000200:1.0:1763354566.537167:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000100:00100000:2.0:1763354566.537169:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:38200:x1848998542716800:12345-0@lo:101:mdt00_006.0 Request processed in 2153us (2341us total) trans 0 rc 0/0 00000400:00000010:1.0:1763354566.537170:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.537176:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354566.537179:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7891 00000100:00000040:2.0:1763354566.537182:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000200:1.0:1763354566.537183:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.537185:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.537188:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.537191:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000200:1.0:1763354566.537196:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.537197:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.537203:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000001:1.0:1763354566.537206:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1763354566.537208:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 6 00000100:00000001:1.0:1763354566.537209:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.537213:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.537213:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.537217:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.537218:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.537220:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.537222:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.537226:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354566.537229:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.537231:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354566.537232:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.537234:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.537235:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.537237:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.537238:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.537240:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.537241:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.537243:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.537249:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.537251:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.537252:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.537254:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1763354566.537258:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1763354566.537266:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542716800:0@lo:101:mdt00_006.0 00000800:00000001:0.0:1763354566.537268:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.537272:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.537273:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763354566.537275:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.537278:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.537279:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1763354566.537279:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.537284:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354566.537292:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:1.0:1763354566.537295:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.537298:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff46c0. 00000100:00000001:1.0:1763354566.537300:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.537300:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.537303:0:38200:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1763354566.537307:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1763354566.537307:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d6200 00000020:00000001:1.0:1763354566.537310:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.537312:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52800 refcount=4 00000400:00000200:0.0:1763354566.537316:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b121d [2] + 656 00000020:00000001:1.0:1763354566.537317:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354566.537323:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00000800:00000001:0.0:1763354566.537325:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1763354566.537327:0:38200:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8ff558b52800, remote cookie: 0x4a8bb634222cb03e, flags: 0x2 00010000:00000001:1.0:1763354566.537330:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000001:0.0:1763354566.537333:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763354566.537334:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1763354566.537336:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.537343:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000040:1.0:1763354566.537348:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff679127a00) refcount = 2 00000100:00000001:0.0:1763354566.537349:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.537352:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000040:1.0:1763354566.537353:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354566.537357:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff679bb7600/0x4a8bb634209a0fec lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634209a0ff3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00000100:00000010:0.0:1763354566.537357:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c906d80. 00000100:00000040:0.0:1763354566.537362:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c906d80 x1848998841115136 msgsize 328 00010000:00000040:1.0:1763354566.537367:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354566.537371:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763354566.537371:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00010000:00000001:1.0:1763354566.537381:0:38200:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.537383:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763354566.537385:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.537386:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.537393:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.537397:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.537423:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.537426:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115136 02000000:00000001:3.0:1763354566.537428:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.537430:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.537432:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.537435:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.537438:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115136 00000020:00000001:3.0:1763354566.537440:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.537442:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.537445:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.537447:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:3.0:1763354566.537450:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.537452:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.537455:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.537459:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ae00. 00000100:00000001:3.0:1763354566.537462:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.537464:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ae00. 00000020:00000010:3.0:1763354566.537470:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000020:00000010:3.0:1763354566.537473:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781100. 00000020:00000010:3.0:1763354566.537477:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.537483:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354566.537485:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.537487:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354566.537488:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354566.537491:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.537493:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354566.537496:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.537497:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.537499:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67d877600 refcount=4 00000020:00000001:3.0:1763354566.537501:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563597312 : -123186145954304 : ffff8ff67d877600) 00010000:00000001:3.0:1763354566.537504:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887563597312 : -123186145954304 : ffff8ff67d877600) 00010000:00010000:3.0:1763354566.537510:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 472 pid: 6519 timeout: 12321 lvb_type: 0 00010000:00000001:3.0:1763354566.537518:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.537519:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.537521:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.537523:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.537527:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354566.537532:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff67c906d80 x1848998841115136/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.537539:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354566.537541:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.537553:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.537562:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.537564:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.537569:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6360 00000100:00000040:3.0:1763354566.537573:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.537576:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547407744 : -123186162143872 : ffff8ff67c906d80) 00000100:00000040:3.0:1763354566.537581:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c906d80 x1848998841115136/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.537589:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.537592:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ae00. 00000100:00000001:3.0:1763354566.537594:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.537596:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ae00. 00000100:00100000:3.0:1763354566.537601:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c906d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+472:2403:x1848998841115136:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763354566.537605:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115136 00010000:00000001:3.0:1763354566.537607:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354566.537610:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354566.537611:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354566.537615:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.537617:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.537620:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0f800. 02000000:00000001:3.0:1763354566.537622:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.537624:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.537626:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354566.537628:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354566.537630:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.537632:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.537633:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67d877600 refcount=4 00000020:00000001:3.0:1763354566.537635:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563597312 : -123186145954304 : ffff8ff67d877600) 00010000:00000001:3.0:1763354566.537637:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887563597312 : -123186145954304 : ffff8ff67d877600) 00010000:00000040:3.0:1763354566.537640:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 4 00000004:00000001:3.0:1763354566.537643:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763354566.537648:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 472 pid: 6519 timeout: 12321 lvb_type: 0 00000100:00001000:3.0:1763354566.537657:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:3.0:1763354566.537660:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354566.537664:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.537666:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.537670:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 472 pid: 6519 timeout: 12321 lvb_type: 0 00000020:00000001:3.0:1763354566.537677:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.537679:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.537681:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.537683:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.537686:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.537688:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.537692:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.537693:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.537696:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.537698:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.537700:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67d877600 with handle 0x4a8bb634222ca746 from hash 00010000:00000001:3.0:1763354566.537702:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.537704:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.537705:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.537706:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.537710:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.537712:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.537714:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.537715:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.537719:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67d877600/0x4a8bb634222ca746 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4115a expref: 472 pid: 6519 timeout: 12321 lvb_type: 0 00010000:00000040:3.0:1763354566.537726:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 455 00000020:00000040:3.0:1763354566.537728:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00010000:00000010:3.0:1763354566.537731:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff557d43e00. 00010000:00000001:3.0:1763354566.537737:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.537739:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.537741:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.537744:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:3.0:1763354566.537749:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.537756:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.537757:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.537759:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.537761:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.537763:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.537766:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.537767:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.537771:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.537778:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.537780:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.537782:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.537783:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.537786:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) refcount = 3 00010000:00000040:3.0:1763354566.537789:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.537792:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54390aa00/0x4a8bb634209a0ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634209a0fec expref: 6 pid: 7548 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.537800:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.537806:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.537808:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.537810:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.537812:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.537814:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.537816:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354566.537820:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442ae00. 00000100:00000001:3.0:1763354566.537823:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.537827:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35e40. 00000100:00000001:3.0:1763354566.537829:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.537831:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.537834:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.537835:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.537837:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.537839:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763354566.537842:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0aa00. 00000020:00000040:3.0:1763354566.537845:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff5447d2000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763354566.537848:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.537850:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.537853:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.537857:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20000. 00000100:00000001:3.0:1763354566.537861:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.537866:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.537873:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.537875:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.537879:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.537887:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.537889:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.537892:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000_UUID:74535:1848998542717056:0@lo:105: 00000100:00000001:3.0:1763354566.537895:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.537897:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.537899:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.537901:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.537904:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff54ba21200. 02000000:00000001:3.0:1763354566.537906:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.537910:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.537914:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354566.537918:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542717056, portal 16 00000100:00000001:3.0:1763354566.537920:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.537921:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281084928 : -123186428466688 : ffff8ff66cb0aa00) 00000100:00000040:3.0:1763354566.537926:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.537932:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.537934:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.537937:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.537939:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 336 bytes to portal 15, xid 1848998542717056, offset 0 00000400:00000200:3.0:1763354566.537963:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.537969:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.537975:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 336 into portal 15 MB=0x691a785543080 00000400:00000200:3.0:1763354566.537981:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 336/336 into md 0x7b6d49 [2] + 656 00000400:00000200:3.0:1763354566.537986:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.537989:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.537993:0:74535:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.537995:0:74535:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1763354566.537999:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0b100. 00000100:00000040:3.0:1763354566.538001:0:74535:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0b100 x1848998542717056 msgsize 336 00000100:00100000:3.0:1763354566.538005:0:74535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.538018:0:74535:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.538023:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:3.0:1763354566.538025:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:3.0:1763354566.538028:0:74535:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763354566.538059:0:26695:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.538062:0:26695:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717056 00000100:00000200:3.0:1763354566.538064:0:74535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1763354566.538065:0:26695:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.538067:0:26695:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.538070:0:26695:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.538076:0:26695:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.538081:0:26695:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717056 00000100:00000001:3.0:1763354566.538083:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1763354566.538084:0:26695:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.538087:0:26695:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21c5 00000020:00000001:0.0:1763354566.538089:0:26695:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1763354566.538091:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:0.0:1763354566.538092:0:26695:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff544bb6800 refcount=4 00000020:00000001:0.0:1763354566.538097:0:26695:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882315732992 : -123191393818624 : ffff8ff544bb6800) 00000020:00000001:0.0:1763354566.538101:0:26695:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882315732992 : -123191393818624 : ffff8ff544bb6800) 00000100:00000001:0.0:1763354566.538105:0:26695:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.538109:0:26695:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e00. 00000100:00000001:3.0:1763354566.538110:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538113:0:26695:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.538115:0:74535:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1763354566.538118:0:26695:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e00. 00000100:00000001:3.0:1763354566.538123:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.538123:0:26695:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff593de0c00. 00000100:00000001:3.0:1763354566.538130:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889614 00000020:00000010:0.0:1763354566.538130:0:26695:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deea00. 00000020:00000010:0.0:1763354566.538135:0:26695:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfd48. 00000100:00000001:3.0:1763354566.538138:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889611 00000100:00000040:0.0:1763354566.538141:0:26695:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1763354566.538145:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889614 00000100:00000001:0.0:1763354566.538145:0:26695:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.538146:0:26695:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.538149:0:26695:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.538152:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889611 00000100:00000001:0.0:1763354566.538154:0:26695:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.538159:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889614 00000100:00000001:3.0:1763354566.538164:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889611 00000100:00000001:3.0:1763354566.538167:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889614 00000100:00000001:3.0:1763354566.538171:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889611 00000100:00000001:0.0:1763354566.538171:0:26695:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.538177:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.538181:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538183:0:26695:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1763354566.538184:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538186:0:26695:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1763354566.538189:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.538194:0:26695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00010000:00000001:3.0:1763354566.538195:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1763354566.538198:0:26695:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff544bb6800 : new rpc_count 1 00010000:00000001:3.0:1763354566.538199:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354566.538203:0:26695:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281086720 : -123186428464896 : ffff8ff66cb0b100) 00010000:00000001:3.0:1763354566.538204:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.538209:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:0.0:1763354566.538212:0:26695:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0b100 x1848998542717056/t0(0) o105->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 336/0 e 0 to 0 dl 1763354577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.538213:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.538219:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.538224:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.538226:0:26695:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.538227:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1763354566.538229:0:26695:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e00. 00000100:00100000:3.0:1763354566.538231:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35e40 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.538233:0:26695:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.538237:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1763354566.538237:0:26695:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e00. 00000100:00000001:3.0:1763354566.538243:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.538245:0:26695:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:74535:x1848998542717056:12345-0@lo:105: 00000100:00000200:0.0:1763354566.538249:0:26695:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717056 00010000:00000001:0.0:1763354566.538251:0:26695:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1763354566.538254:0:26695:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.538255:0:26695:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.538256:0:26695:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52800 refcount=5 00000020:00000001:0.0:1763354566.538258:0:26695:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:0.0:1763354566.538259:0:26695:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00010000:0.0:1763354566.538263:0:26695:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.538269:0:26695:0:(ldlm_lockd.c:1965:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1763354566.538272:0:26695:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.538277:0:26695:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.538282:0:26695:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.538283:0:26695:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.538285:0:26695:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.538289:0:26695:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.538289:0:26695:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.538290:0:26695:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.538291:0:26695:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.538292:0:26695:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff679127a00) refcount = 2 00010000:00000040:0.0:1763354566.538294:0:26695:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.538296:0:26695:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff679bb7600/0x4a8bb634209a0fec lrc: 1/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634209a0ff3 expref: -99 pid: 6518 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.538300:0:26695:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.538303:0:26695:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.538305:0:26695:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1763354566.538307:0:26695:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763354566.538312:0:26695:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68e00. 00000100:00000001:0.0:1763354566.538313:0:26695:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.538316:0:26695:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381000. 00000100:00000001:0.0:1763354566.538317:0:26695:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666079744 : -123190043471872 : ffff8ff595381000) 00000100:00000001:0.0:1763354566.538319:0:26695:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666079744 : -123190043471872 : ffff8ff595381000) 00000100:00000001:0.0:1763354566.538320:0:26695:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.538321:0:26695:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.538322:0:26695:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.538323:0:26695:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.538333:0:26695:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.538335:0:26695:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.538336:0:26695:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.538337:0:26695:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.538338:0:26695:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.538339:0:26695:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.538341:0:26695:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538342:0:26695:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538343:0:26695:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354566.538344:0:26695:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381000. 00000100:00000001:0.0:1763354566.538346:0:26695:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.538347:0:26695:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.538349:0:26695:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68e00. 00010000:00010000:0.0:1763354566.538351:0:26695:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8ff558b52800) 00010000:00000001:0.0:1763354566.538352:0:26695:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.538354:0:26695:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.538355:0:26695:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354566.538356:0:26695:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.538358:0:26695:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.538361:0:26695:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67d888400. 02000000:00000001:0.0:1763354566.538362:0:26695:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.538364:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.538364:0:26695:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.538368:0:26695:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.538371:0:26695:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.538376:0:26695:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67398a1e8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.538383:0:26695:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1763354566.538384:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.538386:0:26695:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.538389:0:26695:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00010000:00010000:1.0:1763354566.538390:0:38200:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1763354566.538391:0:26695:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.538394:0:26695:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538398:0:26695:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.538403:0:26695:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.538406:0:26695:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00010000:00000001:1.0:1763354566.538407:0:38200:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1763354566.538411:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1763354566.538412:0:26695:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848998542717056, offset 224 00010000:00000001:1.0:1763354566.538413:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.538417:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1763354566.538419:0:26695:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1763354566.538420:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.538424:0:38200:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.538428:0:26695:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763354566.538430:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1763354566.538435:0:26695:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a785543080 00000100:00000040:1.0:1763354566.538438:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084000 x1848998542716800/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354566.538442:0:26695:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x7b8cbd [1] + 224 00000400:00000200:0.0:1763354566.538451:0:26695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.538457:0:26695:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.538459:0:26695:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.538462:0:26695:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.538466:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.538470:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1763354566.538473:0:26695:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1763354566.538475:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff58a0b9000. 02000000:00000001:1.0:1763354566.538482:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.538484:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.538485:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.538487:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.538488:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176600. 02000000:00000001:1.0:1763354566.538490:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1763354566.538490:0:26695:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1763354566.538493:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.538494:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 00000400:00000200:0.0:1763354566.538496:0:26695:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000100:00000001:1.0:1763354566.538497:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1763354566.538499:0:26695:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000001:1.0:1763354566.538500:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.538504:0:26695:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:1.0:1763354566.538505:0:38200:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538508:0:26695:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:1.0:1763354566.538511:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000100:00000001:0.0:1763354566.538512:0:26695:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763354566.538516:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00000001:3.0:1763354566.538517:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1763354566.538517:0:26695:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000004:00000010:1.0:1763354566.538520:0:38200:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 180 at ffff8ff54edb7c00. 00010000:00000001:0.0:1763354566.538523:0:26695:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1763354566.538524:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000001:1.0:1763354566.538526:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1763354566.538528:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1763354566.538529:0:26695:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0b100 x1848998542717056/t0(0) o105->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 336/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:1.0:1763354566.538530:0:38200:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000400:00000010:3.0:1763354566.538534:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000004:00000001:1.0:1763354566.538534:0:38200:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:1.0:1763354566.538537:0:38200:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1763354566.538542:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084000. 00000400:00000200:3.0:1763354566.538543:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000020:00000040:1.0:1763354566.538547:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000010:3.0:1763354566.538548:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00010000:00000001:1.0:1763354566.538551:0:38200:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00100000:0.0:1763354566.538551:0:26695:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:74535:x1848998542717056:12345-0@lo:105: Request processed in 320us (544us total) trans 0 rc 0/0 00000100:00000001:3.0:1763354566.538555:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1763354566.538555:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.538559:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.538562:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.538565:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1763354566.538567:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176600. 00000100:00100000:0.0:1763354566.538567:0:26695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00000001:1.0:1763354566.538574:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.538576:0:26695:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff544bb6800 : new rpc_count 0 00010000:00000001:1.0:1763354566.538579:0:38200:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.538583:0:26695:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1763354566.538585:0:38200:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000001:0.0:1763354566.538587:0:26695:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1763354566.538588:0:38200:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000200:3.0:1763354566.538592:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1763354566.538592:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:0.0:1763354566.538592:0:26695:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deea00. 00010000:00000010:1.0:1763354566.538598:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58dc35600. 00000020:00000010:0.0:1763354566.538600:0:26695:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfd48. 00010000:00000010:1.0:1763354566.538605:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241600. 00000020:00000010:0.0:1763354566.538608:0:26695:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff593de0c00. 00010000:00000001:1.0:1763354566.538612:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000040:0.0:1763354566.538614:0:26695:0:(genops.c:898:class_export_put()) PUTting export ffff8ff544bb6800 : new refcount 3 00010000:00000010:1.0:1763354566.538617:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52a00. 00000100:00000001:0.0:1763354566.538619:0:26695:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.538623:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.538626:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52a00 with handle 0x4a8bb634222cb045 to hash 00000100:00000001:3.0:1763354566.538627:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1763354566.538630:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1763354566.538632:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.538633:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00000100:00000001:3.0:1763354566.538636:0:74535:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1763354566.538637:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 02000000:00000001:3.0:1763354566.538640:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1763354566.538641:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1763354566.538644:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1763354566.538644:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.538648:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.538649:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 38200 initiator: MDT0 02000000:00000001:3.0:1763354566.538653:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.538661:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff5447d2458 time=269 v=5 (5 0 0 0) 00010000:00010000:1.0:1763354566.538663:0:38200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 38200 initiator: MDT1 00000100:00001000:3.0:1763354566.538666:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff5447d2410 time=269 v=5 (1 0 0 0) 00000100:00000001:3.0:1763354566.538673:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1763354566.538674:0:38200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 38200 initiator: MDT1 00000100:00000001:3.0:1763354566.538676:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.538681:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1763354566.538684:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00010000:00000001:3.0:1763354566.538685:0:74535:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.538687:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1763354566.538690:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.538691:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff46c0. 00000100:00000040:3.0:1763354566.538696:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.538706:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.538706:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000100:00000001:3.0:1763354566.538713:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.538714:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.538716:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.538719:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.538723:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.538723:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00010000:00000001:3.0:1763354566.538726:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.538730:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.538731:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1763354566.538736:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.538738:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.538744:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.538746:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.538752:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.538757:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000_UUID:74535:1848998542717056:0@lo:105: 00000100:00000001:1.0:1763354566.538766:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.538768:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.538768:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.538775:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1763354566.538776:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.538777:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.538781:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:1.0:1763354566.538781:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.538786:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1763354566.538787:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717184:0@lo:101:mdt00_006.0 00000100:00000001:1.0:1763354566.538792:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1763354566.538793:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb0aa00 x1848998542717056/t0(0) o105->lustre-MDT0000@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1763354566.538795:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.538798:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.538802:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.538807:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff58a0b9000. 00000100:00000001:3.0:1763354566.538808:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.538810:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.538813:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1763354566.538814:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 02000000:00000010:3.0:1763354566.538817:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff54ba21200. 00000400:00000010:1.0:1763354566.538819:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.538824:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542717184, portal 4 00000100:00000001:1.0:1763354566.538826:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1763354566.538827:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1763354566.538828:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000020:00000001:3.0:1763354566.538831:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.538836:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff5447d2000 refcount=1 obd=lustre-MDT0000 00000100:00000040:1.0:1763354566.538836:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354566.538842:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.538846:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20000. 00000100:00000001:1.0:1763354566.538847:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.538851:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.538853:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354566.538855:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542717184, offset 0 00000400:00000200:1.0:1763354566.538858:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1763354566.538861:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1763354566.538864:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1763354566.538865:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.538869:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb0aa00. 00000400:00000200:1.0:1763354566.538872:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543100 00000100:00000001:3.0:1763354566.538875:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1763354566.538878:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 4000 00000100:00000001:3.0:1763354566.538879:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.538884:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35e40. 00000400:00000200:1.0:1763354566.538884:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.538890:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.538891:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.538893:0:38200:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1763354566.538894:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1763354566.538896:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000010:3.0:1763354566.538901:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442ae00. 00000100:00000010:1.0:1763354566.538901:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672086300. 00000100:00000040:1.0:1763354566.538906:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672086300 x1848998542717184 msgsize 328 00010000:00000001:3.0:1763354566.538907:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:1.0:1763354566.538912:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1763354566.538913:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354566.538917:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.538921:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.538924:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.538926:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000100:00001000:3.0:1763354566.538927:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000400:00000200:1.0:1763354566.538931:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000100:00000001:3.0:1763354566.538933:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1763354566.538938:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000040:3.0:1763354566.538939:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354566.538952:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.538956:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.538963:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000001:1.0:1763354566.538967:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1763354566.538969:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1763354566.538972:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354566.538973:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.538979:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1763354566.538979:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.538981:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.538984:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1763354566.538985:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717184 00000100:00000040:3.0:1763354566.538988:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000001:1.0:1763354566.538989:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.538990:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.538995:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1763354566.538995:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4687 usecs (5 jiffies) 00000400:00000010:3.0:1763354566.538996:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000001:1.0:1763354566.538999:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888503 00000100:00000001:2.0:1763354566.539000:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.539002:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841115136, offset 224 00000100:00000001:1.0:1763354566.539003:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 02000000:00000001:2.0:1763354566.539008:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539009:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888503 00000400:00000200:3.0:1763354566.539015:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000001:1.0:1763354566.539015:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000100:00100000:2.0:1763354566.539016:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717184 00000100:00000001:1.0:1763354566.539022:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888503 00000020:00000001:2.0:1763354566.539023:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763354566.539025:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000020:00000040:2.0:1763354566.539027:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00000001:1.0:1763354566.539029:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888503 00000400:00000200:3.0:1763354566.539031:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000001:2.0:1763354566.539056:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.539061:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=7 00000100:00000001:1.0:1763354566.539062:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000020:00000001:2.0:1763354566.539067:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.539068:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.539073:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.539075:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000400:00000200:3.0:1763354566.539076:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556796:1556796:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556792:1556792:8:4294967295] 00000100:00000001:1.0:1763354566.539077:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.539081:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.539081:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354566.539086:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff46c0 going to sleep for 11 seconds 00000020:00000010:2.0:1763354566.539088:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.539089:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.539093:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539095:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354566.539102:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000010:2.0:1763354566.539102:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000800:00000200:3.0:1763354566.539111:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000020:00000010:2.0:1763354566.539111:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.539117:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000800:00000010:3.0:1763354566.539119:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000020:00000010:2.0:1763354566.539126:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000800:00000200:3.0:1763354566.539127:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.539136:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000040:2.0:1763354566.539136:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000800:00000200:3.0:1763354566.539143:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.539143:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.539147:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.539151:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539155:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.539159:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.539164:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.539167:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.539170:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539170:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.539180:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c906d80 x1848998841115136/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.539185:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.539188:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.539195:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c906d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+471:2403:x1848998841115136:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 1602us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.539197:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7892 00000100:00000001:0.0:1763354566.539198:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.539202:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763354566.539204:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:0.0:1763354566.539205:0:21540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539209:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370720000 : -123186338831616 : ffff8ff672086300) 00000100:00100000:3.0:1763354566.539211:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6360 00000100:00000001:0.0:1763354566.539211:0:21540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.539214:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1763354566.539219:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672086300 x1848998542717184/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1763354566.539220:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000100:00000040:3.0:1763354566.539221:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.539227:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354566.539228:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354566.539232:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.539237:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781100. 00000400:00000200:1.0:1763354566.539238:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.539240:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1763354566.539245:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000020:00000010:2.0:1763354566.539247:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000020:00000010:3.0:1763354566.539248:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000400:00000010:1.0:1763354566.539248:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000001:2.0:1763354566.539254:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.539255:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1763354566.539257:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000100:00000001:1.0:1763354566.539258:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1763354566.539260:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000040:3.0:1763354566.539268:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00000100:00100000:2.0:1763354566.539270:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672086300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:38200:x1848998542717184:12345-0@lo:101:mdt00_006.0 00000100:00000001:3.0:1763354566.539273:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.539277:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717184 00000020:00000001:2.0:1763354566.539281:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.539284:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.539288:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.539290:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.539293:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.539296:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.539298:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542717184, found 0 last_xid 1848998542717183 00000020:00000001:2.0:1763354566.539301:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.539303:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.539305:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.539308:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.539310:0:6523:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.539312:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.539313:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.539315:0:6523:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.539316:0:6523:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.539319:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.539324:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad900. 00010000:00000010:2.0:1763354566.539328:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8dbf00. 00010000:00000001:2.0:1763354566.539331:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.539334:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243400. 00000020:00000001:2.0:1763354566.539337:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.539339:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243400 with handle 0x4a8bb634222cb04c to hash 00000020:00000001:2.0:1763354566.539342:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.539343:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000010:2.0:1763354566.539347:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.539350:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00010000:2.0:1763354566.539353:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4a8bb634222cb045 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.539362:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff5447d3800 : new locks_count 3 00000020:00000040:2.0:1763354566.539365:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff5447d3800 refcount=8 00000100:00000001:2.0:1763354566.539369:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.539370:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.539373:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ff653286c00. 02000000:00000001:2.0:1763354566.539375:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539378:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.539380:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.539382:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.539384:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.539386:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.539388:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.539390:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.539392:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.539394:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.539396:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.539397:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.539398:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.539400:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) refcount = 1 00010000:00010000:2.0:1763354566.539405:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 8 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.539412:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.539414:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.539416:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.539418:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.539419:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.539421:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.539423:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.539426:0:6523:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.539429:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 8 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.539443:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.539444:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.539447:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) 00010000:00010000:2.0:1763354566.539449:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.539451:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.539454:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.539455:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.539457:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.539458:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.539460:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243400, rc 0) 00000020:00000001:2.0:1763354566.539462:0:6523:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.539464:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542717184 00010000:00000001:2.0:1763354566.539467:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.539471:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672086300 x1848998542717184/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.539478:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.539480:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.539482:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.539486:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.539488:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.539490:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.539492:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.539494:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539496:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.539498:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.539501:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00000100:00000200:2.0:1763354566.539505:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848998542717184, offset 224 00000400:00000200:2.0:1763354566.539509:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.539516:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.539522:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a785543100 00000400:00000200:2.0:1763354566.539526:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x7b8cc9 [1] + 224 00000400:00000200:2.0:1763354566.539531:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.539535:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.539538:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.539542:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.539552:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.539570:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.539575:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:2.0:1763354566.539578:0:6523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:2.0:1763354566.539581:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.539584:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.539584:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354566.539590:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1763354566.539591:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.539592:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.539597:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000100:00000040:2.0:1763354566.539598:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000400:00000200:1.0:1763354566.539601:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00010000:00000001:2.0:1763354566.539603:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1763354566.539604:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000020:00000001:2.0:1763354566.539606:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539608:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1763354566.539612:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1763354566.539615:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.539620:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672086300 x1848998542717184/t0(0) o101->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354566.539627:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.539647:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672086300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717184:12345-0@lo:101:mdt00_006.0 Request processed in 402us (735us total) trans 0 rc 0/0 00000100:00000001:1.0:1763354566.539654:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.539656:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.539659:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.539661:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1763354566.539662:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7892 00000100:00000001:1.0:1763354566.539663:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.539666:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.539669:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 02000000:00000001:1.0:1763354566.539669:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539674:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1763354566.539675:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354566.539677:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1763354566.539680:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000020:00000010:2.0:1763354566.539682:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000001:1.0:1763354566.539683:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354566.539685:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.539688:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1763354566.539690:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00010000:00000001:1.0:1763354566.539690:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539695:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:2.0:1763354566.539697:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000040:1.0:1763354566.539698:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.539703:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:2.0:1763354566.539704:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00000001:1.0:1763354566.539706:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.539708:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.539714:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.539722:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.539725:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.539727:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.539732:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.539740:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717184:0@lo:101:mdt00_006.0 00000100:00000001:1.0:1763354566.539744:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.539747:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539748:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.539750:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.539753:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.539760:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.539763:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff46c0. 00000100:00000001:1.0:1763354566.539765:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.539766:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.539768:0:38200:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1763354566.539769:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.539770:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.539772:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=4 00000020:00000001:1.0:1763354566.539773:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:1.0:1763354566.539775:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000040:1.0:1763354566.539778:0:38200:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8ff558b52a00, remote cookie: 0x4a8bb634222cb04c, flags: 0x0 00010000:00000001:1.0:1763354566.539779:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354566.539781:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.539782:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354566.539783:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.539784:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354566.539786:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff58dc35600) refcount = 1 00010000:00010000:1.0:1763354566.539789:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.539793:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.539795:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.539796:0:38200:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.539797:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.539798:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.539800:0:38200:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.539805:0:38200:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1763354566.539806:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.539807:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.539807:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.539808:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.539809:0:38200:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539810:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.539812:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084000 x1848998542717184/t0(0) o101->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.539820:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.539821:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.539823:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff58a0b9000. 02000000:00000001:1.0:1763354566.539825:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.539826:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.539826:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.539828:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.539829:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176600. 02000000:00000001:1.0:1763354566.539831:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.539832:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.539833:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 00000100:00000001:1.0:1763354566.539834:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.539835:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354566.539836:0:38200:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.539839:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:1.0:1763354566.539840:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00000001:1.0:1763354566.539842:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.539844:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.539847:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763354566.539849:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:1.0:1763354566.539851:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.539854:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.539857:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.539859:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.539861:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.539862:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.539863:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.539866:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:1.0:1763354566.539868:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 40 00000100:00000010:1.0:1763354566.539870:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084000. 00000020:00000040:1.0:1763354566.539872:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.539874:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.539875:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.539876:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.539879:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176600. 00000100:00000001:1.0:1763354566.539881:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.539883:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.539884:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.539886:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539888:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.539888:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.539890:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.539892:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.539893:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.539894:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000001:1.0:1763354566.539896:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.539898:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.539899:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.539900:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.539902:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.539906:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.539908:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.539909:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.539911:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.539912:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.539914:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717312:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.539916:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.539917:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.539918:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.539919:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.539922:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.539923:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.539925:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.539928:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.539930:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542717312, portal 4 00000100:00000001:1.0:1763354566.539932:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.539933:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000040:1.0:1763354566.539936:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.539953:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.539955:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.539956:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.539958:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848998542717312, offset 0 00000400:00000200:1.0:1763354566.539961:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.539965:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.539969:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a785543180 00000400:00000200:1.0:1763354566.539972:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x1fdd85 [256] + 4328 00000400:00000200:1.0:1763354566.539975:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.539977:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.539979:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.539980:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.539984:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664844e00. 00000100:00000040:1.0:1763354566.539985:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664844e00 x1848998542717312 msgsize 304 00000100:00100000:1.0:1763354566.539988:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.539997:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.540000:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.540002:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.540003:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.540006:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540011:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.540014:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540019:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540020:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.540023:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.540025:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4687 usecs (5 jiffies) 00000100:00000001:1.0:1763354566.540027:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888504 00000100:00000001:1.0:1763354566.540029:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000100:00000001:2.0:1763354566.540031:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.540032:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888504 00000100:00100000:2.0:1763354566.540058:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717312 02000000:00000001:2.0:1763354566.540061:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354566.540065:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000100:00000001:2.0:1763354566.540066:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.540068:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888505 00000100:00000001:2.0:1763354566.540070:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540072:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.540076:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888505 02000000:00000001:2.0:1763354566.540077:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540078:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.540082:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354566.540083:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717312 00000100:00000001:1.0:1763354566.540084:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540088:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1763354566.540089:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763354566.540090:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:2.0:1763354566.540095:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00100000:1.0:1763354566.540095:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354566.540099:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354566.540100:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354566.540102:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.540105:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000020:00000001:2.0:1763354566.540109:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000020:00000001:2.0:1763354566.540112:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:2.0:1763354566.540115:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.540119:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.540122:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.540125:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:2.0:1763354566.540129:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.540133:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.540136:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.540140:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.540142:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.540143:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.540145:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540149:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540159:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.540167:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.540169:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.540174:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893 00000100:00000040:2.0:1763354566.540178:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.540180:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143960064 : -123186565591552 : ffff8ff664844e00) 00000100:00000040:2.0:1763354566.540186:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664844e00 x1848998542717312/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.540195:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.540198:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.540200:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.540202:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.540207:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717312:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.540211:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717312 00000020:00000001:2.0:1763354566.540213:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.540215:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.540217:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.540219:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.540221:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.540224:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.540226:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542717312, found 0 last_xid 1848998542717311 00000020:00000001:2.0:1763354566.540229:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.540231:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.540232:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.540234:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.540237:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.540240:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.540243:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.540244:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.540250:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66dcc2000. 02000000:00000001:2.0:1763354566.540252:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540254:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.540258:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.540260:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.540263:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.540266:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.540269:0:6523:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:2.0:1763354566.540273:0:6523:0:(out_handler.c:185:out_attr_get()) lustre-MDT0000: insert attr get reply ffff8ff66dcc2208 index 0: rc = 0 00000020:00000001:2.0:1763354566.540276:0:6523:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.540279:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.540282:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.540284:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.540287:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542717312 00010000:00000001:2.0:1763354566.540289:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.540293:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664844e00 x1848998542717312/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.540307:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.540309:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.540312:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.540315:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.540317:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.540320:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.540322:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.540324:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540326:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.540328:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.540331:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.540334:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542717312, offset 224 00000400:00000200:2.0:1763354566.540338:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.540344:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.540349:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543180 00000400:00000200:2.0:1763354566.540354:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8cd9 [2] + 224 00000400:00000200:2.0:1763354566.540359:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.540362:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.540366:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.540369:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.540378:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.540395:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.540399:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.540401:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.540403:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.540405:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.540408:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.540410:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.540412:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.540414:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.540417:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.540421:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664844e00 x1848998542717312/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.540431:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717312:12345-0@lo:1000:mdt00_006.0 Request processed in 233us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.540438:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893 00000100:00000040:2.0:1763354566.540442:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:2.0:1763354566.540444:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.540447:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354566.540447:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1763354566.540450:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000400:00000001:1.0:1763354566.540453:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1763354566.540456:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000400:00000001:1.0:1763354566.540456:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.540458:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000020:00000010:2.0:1763354566.540462:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000400:00000200:1.0:1763354566.540464:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00000400:00000010:1.0:1763354566.540467:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000020:00000040:2.0:1763354566.540468:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00000001:1.0:1763354566.540470:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763354566.540474:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354566.540477:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354566.540486:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540491:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.540493:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.540494:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.540496:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.540497:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.540498:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.540500:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.540503:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354566.540506:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.540507:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354566.540509:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.540510:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.540511:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540513:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.540514:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.540516:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.540516:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.540519:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540523:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.540525:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.540526:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.540528:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.540533:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff672084000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717312:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.540536:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.540537:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540538:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.540539:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.540541:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540545:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.540546:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.540548:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.540548:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.540550:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.540555:0:38200:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.540556:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.540558:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff672084000 x1848998542717312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540562:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.540563:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.540564:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.540567:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.540568:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.540569:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.540571:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.540572:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176600. 02000000:00000001:1.0:1763354566.540574:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.540575:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.540576:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 00000100:00000001:1.0:1763354566.540578:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.540579:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763354566.540580:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.540582:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.540584:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.540586:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:1.0:1763354566.540588:0:38200:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0001: Object [0x200000007:0x1:0x0] located on remote server 00000004:00000001:1.0:1763354566.540590:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763354566.540592:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354566.540595:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.540598:0:38200:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:1.0:1763354566.540600:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.540602:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.540604:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.540606:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.540608:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.540609:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.540610:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.540612:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:1.0:1763354566.540614:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763354566.540617:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847100. 00000020:00000040:1.0:1763354566.540619:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.540620:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.540621:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.540623:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.540626:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176600. 00000100:00000001:1.0:1763354566.540628:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.540630:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.540631:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.540633:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540634:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.540635:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.540637:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.540638:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.540640:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.540640:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000001:1.0:1763354566.540643:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.540645:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540646:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.540647:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.540649:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540653:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.540654:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.540656:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.540657:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.540659:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.540661:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717440:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.540663:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.540664:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.540665:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.540666:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.540668:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.540669:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.540671:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.540674:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.540676:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542717440, portal 4 00000100:00000001:1.0:1763354566.540678:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.540678:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000040:1.0:1763354566.540681:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540686:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.540688:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.540689:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.540691:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542717440, offset 0 00000400:00000200:1.0:1763354566.540694:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.540698:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.540703:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543200 00000400:00000200:1.0:1763354566.540706:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 4632 00000400:00000200:1.0:1763354566.540709:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.540711:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.540713:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.540715:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.540717:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847480. 00000100:00000040:1.0:1763354566.540718:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664847480 x1848998542717440 msgsize 328 00000100:00100000:1.0:1763354566.540721:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.540736:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.540739:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.540741:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.540742:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.540745:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540750:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.540752:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.540756:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540757:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.540759:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.540761:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4686 usecs (5 jiffies) 00000100:00000001:1.0:1763354566.540763:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888505 00000100:00000001:1.0:1763354566.540765:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.540767:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888505 00000100:00000001:1.0:1763354566.540768:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.540770:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888505 00000100:00000001:1.0:1763354566.540771:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.540773:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888505 00000100:00000001:1.0:1763354566.540774:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.540775:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.540777:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.540778:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.540779:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354566.540780:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 00000100:00000001:1.0:1763354566.540781:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.540783:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540804:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.540807:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717440 02000000:00000001:2.0:1763354566.540809:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.540810:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.540811:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.540814:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.540816:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717440 00000020:00000001:2.0:1763354566.540817:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.540818:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:2.0:1763354566.540819:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.540821:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000020:00000001:2.0:1763354566.540823:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000020:00000001:2.0:1763354566.540825:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:2.0:1763354566.540827:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.540830:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.540832:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.540833:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:2.0:1763354566.540837:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.540839:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.540842:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.540845:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.540846:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.540847:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.540849:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540852:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540865:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.540871:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.540872:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.540875:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894 00000100:00000040:2.0:1763354566.540877:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.540878:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143969920 : -123186565581696 : ffff8ff664847480) 00000100:00000040:2.0:1763354566.540883:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664847480 x1848998542717440/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.540889:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.540891:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.540892:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.540894:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.540897:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717440:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.540899:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717440 00000020:00000001:2.0:1763354566.540901:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.540902:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.540904:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.540906:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.540907:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.540909:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.540911:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542717440, found 0 last_xid 1848998542717439 00000020:00000001:2.0:1763354566.540914:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.540915:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.540916:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.540918:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.540919:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.540922:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.540924:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.540925:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.540929:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66dcc4000. 02000000:00000001:2.0:1763354566.540930:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.540932:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.540934:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.540935:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.540937:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.540939:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.540957:0:6523:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:2.0:1763354566.540960:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.540962:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.540978:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763354566.540981:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763354566.540983:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.540985:0:6523:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1763354566.540987:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabbc0 00000020:00000040:2.0:1763354566.540989:0:6523:0:(out_handler.c:350:out_index_lookup()) lookup [0x200000007:0x1:0x0] d56xa.sanity get [0x200000402:0xd80a:0x0] rc -2 00000020:00000040:2.0:1763354566.540992:0:6523:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0000: insert lookup reply ffff8ff66dcc4208 index 0: rc = -2 00000020:00000001:2.0:1763354566.540993:0:6523:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.540996:0:6523:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1763354566.540998:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.540999:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.541001:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763354566.541003:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542717440 00010000:00000001:2.0:1763354566.541005:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.541008:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664847480 x1848998542717440/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.541013:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.541015:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.541017:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.541020:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.541021:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.541023:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.541024:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.541026:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541027:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.541029:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.541032:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.541057:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542717440, offset 224 00000400:00000200:2.0:1763354566.541064:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.541071:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.541078:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543200 00000400:00000200:2.0:1763354566.541083:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8ce5 [2] + 224 00000400:00000200:2.0:1763354566.541087:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.541089:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.541091:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.541094:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.541100:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.541113:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.541117:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.541118:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.541121:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.541122:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.541125:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.541128:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.541130:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:1.0:1763354566.541130:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354566.541134:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.541135:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1763354566.541136:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1763354566.541138:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.541142:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000100:00000040:2.0:1763354566.541143:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847480 x1848998542717440/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354566.541146:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00000400:00000010:1.0:1763354566.541150:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000100:00000001:1.0:1763354566.541154:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354566.541158:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717440:12345-0@lo:1000:mdt00_006.0 Request processed in 266us (436us total) trans 0 rc -2/-2 00000100:00000200:1.0:1763354566.541160:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.541170:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894 00000100:00000200:1.0:1763354566.541174:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.541175:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:2.0:1763354566.541180:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.541183:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.541188:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000001:1.0:1763354566.541188:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.541189:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.541193:0:38200:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1763354566.541195:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 02000000:00000001:1.0:1763354566.541195:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.541198:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.541200:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.541201:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 02000000:00000001:1.0:1763354566.541202:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.541205:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00001000:1.0:1763354566.541207:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354566.541209:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763354566.541212:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.541215:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1763354566.541219:0:38200:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541227:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.541229:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.541230:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.541232:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.541233:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1763354566.541235:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541239:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1763354566.541240:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.541241:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.541243:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.541248:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717440:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.541250:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.541251:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.541253:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.541254:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.541256:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541260:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.541261:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.541263:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.541264:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.541265:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.541267:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847100 x1848998542717440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541270:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.541271:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.541273:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.541275:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.541276:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.541277:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.541278:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.541279:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176600. 02000000:00000001:1.0:1763354566.541281:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.541282:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.541283:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847100. 00000100:00000001:1.0:1763354566.541285:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.541286:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354566.541287:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.541289:0:38200:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763354566.541291:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.541293:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.541295:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.541296:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.541298:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.541300:0:38200:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763354566.541301:0:38200:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:1.0:1763354566.541303:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763354566.541305:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763354566.541307:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff541895680. 00000004:00000001:1.0:1763354566.541310:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354566.541314:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763354566.541315:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x2400032e4:0x9deb:0x0] 00000004:00000010:1.0:1763354566.541318:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff54ef36a50. 00000004:00000001:1.0:1763354566.541320:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541322:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763354566.541324:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763354566.541327:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff541897cb0. 00000004:00000001:1.0:1763354566.541329:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620882262129840 : -123191447421776 : ffff8ff541897cb0) 00000004:00000001:1.0:1763354566.541330:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541332:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763354566.541334:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.541337:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.541339:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.541341:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.541344:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.541345:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.541346:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.541348:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:1.0:1763354566.541349:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354566.541352:0:38200:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff597176600. 00000004:00000001:1.0:1763354566.541354:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.541356:0:38200:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763354566.541359:0:38200:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.541362:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:1.0:1763354566.541364:0:38200:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000002:1.0:1763354566.541367:0:38200:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x2400032e4:0x9deb:0x0] version is 0x1 00000004:00000001:1.0:1763354566.541371:0:38200:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763354566.541372:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:1.0:1763354566.541374:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541376:0:38200:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763354566.541377:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:1.0:1763354566.541378:0:38200:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0001: Object [0x200000007:0x1:0x0] located on remote server 00000004:00000001:1.0:1763354566.541379:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763354566.541381:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 3 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763354566.541384:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541385:0:38200:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:1.0:1763354566.541387:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.541388:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.541390:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.541392:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.541393:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541394:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.541395:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.541397:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = lookup params = 1 batchid = 0 size = 64 repsize 256 00000004:00000040:1.0:1763354566.541399:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763354566.541401:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847100. 00000020:00000040:1.0:1763354566.541403:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.541405:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.541406:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.541408:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.541410:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597177000. 00000100:00000001:1.0:1763354566.541412:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541414:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541415:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.541416:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.541418:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.541418:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.541420:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.541422:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.541423:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.541424:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000001:1.0:1763354566.541426:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.541428:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.541429:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.541429:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.541432:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541436:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.541437:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.541439:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.541440:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.541441:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.541443:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717568:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.541445:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.541447:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.541448:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.541449:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.541451:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.541453:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.541455:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.541457:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.541459:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542717568, portal 4 00000100:00000001:1.0:1763354566.541460:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.541461:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000040:1.0:1763354566.541464:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541468:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.541470:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.541471:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.541473:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542717568, offset 0 00000400:00000200:1.0:1763354566.541475:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.541479:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.541483:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543280 00000400:00000200:1.0:1763354566.541486:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 4960 00000400:00000200:1.0:1763354566.541489:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.541491:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.541493:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.541494:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.541496:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664844000. 00000100:00000040:1.0:1763354566.541498:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664844000 x1848998542717568 msgsize 328 00000100:00100000:1.0:1763354566.541500:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.541511:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.541514:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.541516:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.541517:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.541520:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541525:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.541528:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541533:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.541535:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.541538:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541541:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1763354566.541541:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4686 usecs (5 jiffies) 00000100:00100000:2.0:1763354566.541546:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717568 00000100:00000001:1.0:1763354566.541546:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888506 02000000:00000001:2.0:1763354566.541551:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354566.541552:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000100:00000001:2.0:1763354566.541555:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.541556:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888506 00000100:00000001:2.0:1763354566.541557:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.541560:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 02000000:00000001:2.0:1763354566.541561:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.541563:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888506 00000100:00100000:2.0:1763354566.541566:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717568 00000100:00000001:1.0:1763354566.541567:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000020:00000001:2.0:1763354566.541570:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763354566.541571:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888506 00000020:00000040:2.0:1763354566.541573:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00000001:1.0:1763354566.541574:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000020:00000001:2.0:1763354566.541577:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354566.541578:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354566.541580:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000100:00000001:1.0:1763354566.541581:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.541584:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.541585:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.541587:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1763354566.541589:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00100000:1.0:1763354566.541590:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.541593:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.541594:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1763354566.541597:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.541597:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541601:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.541602:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:2.0:1763354566.541606:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.541608:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.541610:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.541613:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.541615:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.541616:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.541617:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541620:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541628:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.541633:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.541634:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.541637:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895 00000100:00000040:2.0:1763354566.541639:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.541641:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143956480 : -123186565595136 : ffff8ff664844000) 00000100:00000040:2.0:1763354566.541645:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664844000 x1848998542717568/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.541650:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.541652:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.541654:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.541655:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.541659:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717568:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.541662:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717568 00000020:00000001:2.0:1763354566.541664:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.541665:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.541667:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.541668:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.541669:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.541671:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.541672:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542717568, found 0 last_xid 1848998542717567 00000020:00000001:2.0:1763354566.541674:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.541675:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.541676:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.541677:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.541679:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.541681:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.541682:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.541683:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.541687:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66dcc6000. 02000000:00000001:2.0:1763354566.541688:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541689:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.541691:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.541693:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.541694:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.541695:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.541697:0:6523:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:2.0:1763354566.541699:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.541700:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.541708:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763354566.541710:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763354566.541712:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.541713:0:6523:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1763354566.541715:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabbc0 00000020:00000040:2.0:1763354566.541716:0:6523:0:(out_handler.c:350:out_index_lookup()) lookup [0x200000007:0x1:0x0] d56xa.sanity get [0x200000402:0xd80a:0x0] rc -2 00000020:00000040:2.0:1763354566.541719:0:6523:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0000: insert lookup reply ffff8ff66dcc6208 index 0: rc = -2 00000020:00000001:2.0:1763354566.541720:0:6523:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.541722:0:6523:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1763354566.541724:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.541726:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.541727:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763354566.541729:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542717568 00010000:00000001:2.0:1763354566.541731:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.541733:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664844000 x1848998542717568/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.541738:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.541739:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.541741:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.541743:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.541744:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.541745:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.541747:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.541749:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.541750:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.541752:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.541754:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.541756:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542717568, offset 224 00000400:00000200:2.0:1763354566.541759:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.541764:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.541767:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543280 00000400:00000200:2.0:1763354566.541771:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8cf1 [2] + 224 00000400:00000200:2.0:1763354566.541774:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.541776:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.541779:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.541781:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.541786:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.541799:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.541803:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.541804:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.541806:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.541807:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.541809:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.541811:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.541813:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.541814:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.541816:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1763354566.541818:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1763354566.541819:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664844000 x1848998542717568/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1763354566.541822:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354566.541825:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.541828:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000100:00100000:2.0:1763354566.541832:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717568:12345-0@lo:1000:mdt00_006.0 Request processed in 179us (331us total) trans 0 rc -2/-2 00000400:00000200:1.0:1763354566.541833:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00000400:00000010:1.0:1763354566.541837:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000100:00000001:1.0:1763354566.541843:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354566.541846:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895 00000100:00000200:1.0:1763354566.541849:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.541850:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:2.0:1763354566.541855:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.541858:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.541862:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000200:1.0:1763354566.541865:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.541867:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.541873:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000001:1.0:1763354566.541875:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1763354566.541877:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00000001:1.0:1763354566.541878:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.541883:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.541883:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.541886:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.541888:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.541890:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.541892:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.541895:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354566.541897:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.541899:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1763354566.541902:0:38200:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541907:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.541909:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.541910:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.541911:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.541911:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1763354566.541914:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541918:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1763354566.541919:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.541920:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.541922:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.541926:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717568:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.541929:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.541930:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.541931:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.541932:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.541934:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541938:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.541939:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.541954:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.541955:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.541957:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.541959:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847100 x1848998542717568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.541964:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.541965:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.541966:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.541968:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.541969:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.541970:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.541971:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.541973:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177000. 02000000:00000001:1.0:1763354566.541974:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.541975:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.541976:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847100. 00000100:00000001:1.0:1763354566.541978:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.541979:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763354566.541980:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.541982:0:38200:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763354566.541984:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.541985:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.541987:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.541989:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763354566.541991:0:38200:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763354566.541993:0:38200:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.541995:0:38200:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763354566.541998:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763354566.542003:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff543a4a480. 00080000:00000001:1.0:1763354566.542005:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:1.0:1763354566.542008:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177000. 00080000:00000001:1.0:1763354566.542010:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000004:00000001:1.0:1763354566.542012:0:38200:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763354566.542016:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.542019:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763354566.542021:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.542023:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.542024:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.542027:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.542028:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542029:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.542030:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.542032:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = xattr_get params = 1 batchid = 0 size = 80 repsize 520 00000004:00000040:1.0:1763354566.542055:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 80 00000100:00000010:1.0:1763354566.542058:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847100. 00000020:00000040:1.0:1763354566.542060:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.542063:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.542064:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.542066:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.542070:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597177200. 00000100:00000001:1.0:1763354566.542072:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542074:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542076:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.542077:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542078:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.542080:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.542082:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.542083:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.542084:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.542085:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000001:1.0:1763354566.542087:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.542089:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542090:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.542091:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.542094:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542098:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.542100:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.542101:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.542102:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.542104:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.542106:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717696:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.542108:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.542110:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.542111:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.542112:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.542114:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.542115:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.542117:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.542120:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.542122:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542717696, portal 4 00000100:00000001:1.0:1763354566.542123:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.542124:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000040:1.0:1763354566.542127:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542131:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.542132:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.542134:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.542135:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 24, xid 1848998542717696, offset 0 00000400:00000200:1.0:1763354566.542138:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.542142:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.542145:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 24 MB=0x691a785543300 00000400:00000200:1.0:1763354566.542148:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 344/344 into md 0x1fdd85 [256] + 5288 00000400:00000200:1.0:1763354566.542151:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.542153:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.542155:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.542156:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.542158:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664845500. 00000100:00000040:1.0:1763354566.542160:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664845500 x1848998542717696 msgsize 344 00000100:00100000:1.0:1763354566.542163:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.542171:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.542174:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.542176:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.542177:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.542180:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542190:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.542192:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.542196:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.542198:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.542199:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717696 00000100:00000001:1.0:1763354566.542204:0:38200:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1763354566.542205:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.542208:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.542209:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542210:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.542213:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4685 usecs (5 jiffies) 02000000:00000001:2.0:1763354566.542214:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542217:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888507 00000100:00100000:2.0:1763354566.542219:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717696 00000100:00000001:1.0:1763354566.542222:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000020:00000001:2.0:1763354566.542223:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.542226:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00000001:1.0:1763354566.542227:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888507 00000020:00000001:2.0:1763354566.542229:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354566.542231:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000020:00000040:2.0:1763354566.542232:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000100:00000001:1.0:1763354566.542234:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888507 00000020:00000001:2.0:1763354566.542237:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.542238:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000020:00000001:2.0:1763354566.542243:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:1.0:1763354566.542244:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888507 00000100:00000001:1.0:1763354566.542248:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000100:00000001:2.0:1763354566.542250:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.542251:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.542254:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.542256:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.542256:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.542259:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763354566.542260:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1763354566.542261:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 00000020:00000010:2.0:1763354566.542264:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00000001:1.0:1763354566.542265:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.542269:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.542270:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.542274:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.542277:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.542280:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.542281:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.542282:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.542283:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542286:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542294:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.542299:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.542300:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.542303:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896 00000100:00000040:2.0:1763354566.542306:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.542308:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143961856 : -123186565589760 : ffff8ff664845500) 00000100:00000040:2.0:1763354566.542311:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664845500 x1848998542717696/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 344/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.542316:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.542319:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.542320:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.542322:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.542325:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717696:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.542328:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717696 00000020:00000001:2.0:1763354566.542329:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.542330:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.542332:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.542333:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.542334:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.542336:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.542337:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542717696, found 0 last_xid 1848998542717695 00000020:00000001:2.0:1763354566.542339:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.542340:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.542341:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.542342:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.542344:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.542346:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.542347:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.542348:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.542352:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff664990000. 02000000:00000001:2.0:1763354566.542353:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542354:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.542356:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.542358:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.542359:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.542360:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.542363:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:2.0:1763354566.542367:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0000: [0x200000007:0x1:0x0] get xattr system.posix_acl_default len -61 00000020:00000001:2.0:1763354566.542369:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:2.0:1763354566.542371:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.542373:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.542375:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.542376:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.542378:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542717696 00010000:00000001:2.0:1763354566.542379:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.542381:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664845500 x1848998542717696/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 344/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.542386:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.542387:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.542389:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.542391:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.542392:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.542394:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.542395:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.542396:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542398:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.542399:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.542401:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.542403:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542717696, offset 224 00000400:00000200:2.0:1763354566.542406:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.542411:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.542414:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543300 00000400:00000200:2.0:1763354566.542417:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8cfd [2] + 224 00000400:00000200:2.0:1763354566.542421:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.542423:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.542425:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.542427:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.542433:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.542450:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.542453:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.542454:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.542456:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.542457:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.542459:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.542461:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.542463:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.542464:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.542465:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.542469:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664845500 x1848998542717696/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 344/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542470:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354566.542474:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354566.542476:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.542479:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000100:00100000:2.0:1763354566.542481:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717696:12345-0@lo:1000:mdt00_006.0 Request processed in 162us (318us total) trans 0 rc 0/0 00000400:00000200:1.0:1763354566.542483:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00000400:00000010:1.0:1763354566.542486:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000100:00100000:2.0:1763354566.542490:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896 00000100:00000001:1.0:1763354566.542490:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1763354566.542495:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000200:1.0:1763354566.542497:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.542498:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.542500:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.542504:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.542509:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.542515:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000200:1.0:1763354566.542519:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354566.542520:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00000001:2.0:1763354566.542525:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.542534:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.542535:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.542536:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.542538:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.542538:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.542540:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.542541:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.542544:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354566.542547:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.542549:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354566.542550:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.542551:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.542552:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542554:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.542555:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.542556:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.542557:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.542559:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542564:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.542565:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.542566:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.542568:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.542573:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717696:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.542575:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.542576:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542577:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.542578:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.542580:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542584:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.542586:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.542588:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.542588:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542590:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354566.542595:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 585 at ffff8ff58a0b9000. 00000004:00000001:1.0:1763354566.542597:0:38200:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1763354566.542599:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.542600:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847100 x1848998542717696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542605:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.542606:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.542607:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.542609:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.542610:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.542611:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.542612:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.542613:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177200. 02000000:00000001:1.0:1763354566.542615:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.542616:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.542617:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847100. 00000100:00000001:1.0:1763354566.542619:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.542619:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763354566.542621:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.542622:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.542624:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.542627:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354566.542632:0:38200:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.542635:0:38200:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x2400032e4:0x9deb:0x0] eadata ffff8ff666cd0688 len 48 00000004:00000001:1.0:1763354566.542638:0:38200:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000001:1.0:1763354566.542640:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763354566.542642:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763354566.542644:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763354566.542646:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff46c0. 00000004:00000010:1.0:1763354566.542647:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.542649:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000020:00000001:1.0:1763354566.542651:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.542652:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542653:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763354566.542654:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763354566.542655:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:1.0:1763354566.542658:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763354566.542660:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847100. 00000020:00000040:1.0:1763354566.542661:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1763354566.542663:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.542664:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.542666:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.542668:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597177200. 00000100:00000001:1.0:1763354566.542670:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542671:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.542673:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.542674:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542675:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763354566.542676:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.542678:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.542679:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286235136 : -123186423316480 : ffff8ff66cff4000) 00000100:00000001:1.0:1763354566.542680:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.542681:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000001:1.0:1763354566.542683:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.542685:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542686:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.542687:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.542689:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542693:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.542694:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.542695:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763354566.542697:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.542698:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.542700:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717824:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.542702:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.542703:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.542705:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.542706:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.542708:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.542709:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.542710:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.542712:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66cff4cc0. 00000100:00000200:1.0:1763354566.542714:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542717824, portal 4 00000100:00000001:1.0:1763354566.542715:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.542716:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000040:1.0:1763354566.542719:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542723:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.542724:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.542726:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00000100:00000200:1.0:1763354566.542727:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542717824, offset 0 00000400:00000200:1.0:1763354566.542730:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.542734:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.542737:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543380 00000400:00000200:1.0:1763354566.542740:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 5632 00000400:00000200:1.0:1763354566.542743:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.542745:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.542747:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.542748:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.542751:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664846680. 00000100:00000040:1.0:1763354566.542752:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664846680 x1848998542717824 msgsize 328 00000100:00100000:1.0:1763354566.542755:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.542765:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.542768:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000400:00000010:1.0:1763354566.542769:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00000100:00000001:1.0:1763354566.542771:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.542773:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542778:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.542781:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.542785:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542787:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.542789:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.542791:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4685 usecs (5 jiffies) 00000100:00000001:1.0:1763354566.542793:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888507 00000100:00000001:1.0:1763354566.542795:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000100:00000001:1.0:1763354566.542796:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888507 00000100:00000001:1.0:1763354566.542798:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000100:00000001:2.0:1763354566.542800:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.542800:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888507 00000100:00000001:1.0:1763354566.542804:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000100:00100000:2.0:1763354566.542805:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542717824 00000100:00000001:1.0:1763354566.542806:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888507 00000100:00000001:1.0:1763354566.542811:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 02000000:00000001:2.0:1763354566.542812:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354566.542812:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.542816:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.542816:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542820:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.542821:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542822:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354566.542826:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4000 going to sleep for 11 seconds 02000000:00000001:2.0:1763354566.542828:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.542829:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.542831:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.542834:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542717824 00000020:00000001:2.0:1763354566.542839:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.542840:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:2.0:1763354566.542842:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.542844:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000020:00000001:2.0:1763354566.542847:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000020:00000001:2.0:1763354566.542849:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:2.0:1763354566.542851:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.542855:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.542857:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.542859:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:2.0:1763354566.542863:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.542866:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.542869:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.542873:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.542875:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.542876:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.542877:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542881:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542893:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.542902:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.542904:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.542909:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7897 00000100:00000040:2.0:1763354566.542912:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.542915:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143966336 : -123186565585280 : ffff8ff664846680) 00000100:00000040:2.0:1763354566.542921:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846680 x1848998542717824/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.542928:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.542931:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.542933:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.542935:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.542939:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717824:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.542955:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542717824 00000020:00000001:2.0:1763354566.542957:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.542959:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.542962:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.542964:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.542966:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.542968:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.542970:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542717824, found 0 last_xid 1848998542717823 00000020:00000001:2.0:1763354566.542973:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.542975:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.542976:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.542978:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.542980:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.542983:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.542985:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.542988:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.542992:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff664994000. 02000000:00000001:2.0:1763354566.542994:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.542996:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.543000:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.543002:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.543004:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.543006:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.543009:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.543013:0:6523:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000040:2.0:1763354566.543016:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0000: [0x200000007:0x1:0x0] get xattr trusted.lov len -61 00000020:00000001:2.0:1763354566.543020:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:2.0:1763354566.543022:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.543025:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.543028:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.543030:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.543049:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 0, xid 1848998542717824 00010000:00000001:2.0:1763354566.543053:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.543059:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664846680 x1848998542717824/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.543067:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.543069:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.543073:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.543076:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.543079:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.543081:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.543083:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.543085:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.543087:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.543089:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.543093:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.543096:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542717824, offset 224 00000400:00000200:2.0:1763354566.543101:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.543107:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.543112:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543380 00000400:00000200:2.0:1763354566.543117:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8d09 [2] + 224 00000400:00000200:2.0:1763354566.543122:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.543125:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.543128:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.543132:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.543141:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.543159:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.543164:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.543166:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.543169:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.543171:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.543172:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.543175:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.543176:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354566.543179:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.543181:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000100:00000040:2.0:1763354566.543182:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000400:00000200:1.0:1763354566.543185:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66cff4cc0 00010000:00000001:2.0:1763354566.543190:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1763354566.543190:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66cff4cc0. 00000020:00000001:2.0:1763354566.543195:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.543195:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.543200:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.543201:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.543210:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846680 x1848998542717824/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763354566.543211:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.543228:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.543230:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.543233:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.543235:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.543237:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.543239:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.543242:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:38200:x1848998542717824:12345-0@lo:1000:mdt00_006.0 Request processed in 308us (483us total) trans 0 rc 0/0 02000000:00000001:1.0:1763354566.543242:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.543247:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1763354566.543254:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.543257:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763354566.543259:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.543260:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7897 00010000:00000001:1.0:1763354566.543261:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.543264:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.543267:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.543268:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000040:1.0:1763354566.543270:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:1.0:1763354566.543273:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.543274:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354566.543275:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.543280:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1763354566.543281:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.543288:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000001:1.0:1763354566.543288:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.543291:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.543294:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.543297:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000040:1.0:1763354566.543297:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.543304:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00100000:1.0:1763354566.543306:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542717824:0@lo:1000:mdt00_006.0 00000100:00000001:1.0:1763354566.543312:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763354566.543313:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00000001:1.0:1763354566.543314:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.543318:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763354566.543320:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354566.543321:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.543324:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.543330:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.543332:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4000. 00000100:00000001:1.0:1763354566.543334:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763354566.543335:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543336:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354566.543340:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff8ff58a0ba000. 00000004:00000001:1.0:1763354566.543342:0:38200:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:1.0:1763354566.543344:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.543346:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847100 x1848998542717824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.543349:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.543350:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.543351:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff544438000. 02000000:00000001:1.0:1763354566.543353:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.543354:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.543355:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1763354566.543357:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.543358:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177200. 02000000:00000001:1.0:1763354566.543360:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.543360:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.543362:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847100. 00000100:00000001:1.0:1763354566.543364:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.543365:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763354566.543366:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000004:00000010:1.0:1763354566.543368:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.543369:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.543371:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543373:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:80000000:1.0:1763354566.543376:0:38200:0:(lod_object.c:5674:lod_striping_from_default()) inherit [0x2400032e4:0x9deb:0x0] dir layout from default: count=1 offset=4294967295 hash_type=0 00000004:00000040:1.0:1763354566.543379:0:38200:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=0 offset=-1 hash=3 00000004:00000001:1.0:1763354566.543380:0:38200:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763354566.543382:0:38200:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763354566.543386:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7bad0 00000001:00000002:1.0:1763354566.543387:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000007:0x1:0x0]:d56xa.sanity' is added 00000004:00000001:1.0:1763354566.543389:0:38200:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543392:0:38200:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763354566.543394:0:38200:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763354566.543396:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543398:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00080000:00000001:1.0:1763354566.543400:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763354566.543404:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9deb:0x0] not in the id map cache 00000001:00000001:1.0:1763354566.543407:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354566.543409:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543411:0:38200:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:1.0:1763354566.543413:0:38200:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543414:0:38200:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543415:0:38200:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543417:0:38200:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763354566.543419:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763354566.543421:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354566.543423:0:38200:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543424:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543426:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543427:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00080000:00000001:1.0:1763354566.543429:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:1.0:1763354566.543431:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543433:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763354566.543434:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543435:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000004:00000001:1.0:1763354566.543437:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543439:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763354566.543440:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354566.543440:0:38200:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543441:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543442:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543443:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00080000:00000001:1.0:1763354566.543444:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:1.0:1763354566.543446:0:38200:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0001: FID [0x200000007:0x1:0x0] not in the id map cache 00080000:00000001:1.0:1763354566.543448:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763354566.543450:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763354566.543452:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543453:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543454:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543455:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543457:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543458:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354566.543460:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543461:0:38200:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543463:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763354566.543464:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543464:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.543465:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.543466:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543467:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543468:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543469:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543470:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.543471:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:1.0:1763354566.543472:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.543474:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763354566.543476:0:38200:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763354566.543478:0:38200:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66cff46c0. 00000004:00000001:1.0:1763354566.543479:0:38200:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000020:00000010:1.0:1763354566.543481:0:38200:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff66cff4000. 00000020:00000010:1.0:1763354566.543484:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff67cba3100. 00000020:00000010:1.0:1763354566.543486:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff67cba3300. 00000020:00000001:1.0:1763354566.543488:0:38200:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.543490:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000010:1.0:1763354566.543492:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66cff4cc0. 00000004:00000010:1.0:1763354566.543494:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff65620df00. 00000004:00000010:1.0:1763354566.543496:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff643d4a000. 00000004:00000001:1.0:1763354566.543497:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543499:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763354566.543500:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354566.543501:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543502:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543504:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543504:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.543505:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.543506:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543507:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543507:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543508:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543509:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.543510:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:1.0:1763354566.543512:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.543512:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354566.543514:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.543515:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.543518:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.543521:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.543522:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543523:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000004:00000001:1.0:1763354566.543526:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543528:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543530:0:38200:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763354566.543531:0:38200:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763354566.543532:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543533:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.543534:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.543534:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543535:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543536:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543537:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543538:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.543539:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:1.0:1763354566.543540:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.543541:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354566.543543:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.543544:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.543546:0:38200:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543547:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354566.543548:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543550:0:38200:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543553:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763354566.543555:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0000-osp-MDT0001: blocks=353529, bfree=349528, bavail=313825, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1019566, state=0 00000004:00000001:1.0:1763354566.543558:0:38200:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.543559:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763354566.543561:0:38200:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763354566.543563:0:38200:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.543567:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4000 refcount 4 committed 0 result 0 batchid 25769804099 00000020:00000040:1.0:1763354566.543569:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3300 obd lustre-MDT0000-osp-MDT0001 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66cff46c0 00000020:00000040:1.0:1763354566.543572:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3100 obd lustre-MDT0001-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff597177000 00000020:00000040:1.0:1763354566.543575:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337e40 : new refcount 2 00000040:00000001:1.0:1763354566.543577:0:38200:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763354566.543579:0:38200:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763354566.543581:0:38200:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1025 flags 12 count 3 00000040:00000001:1.0:1763354566.543583:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354566.543585:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.543586:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354566.543588:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.543589:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354566.543591:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354566.543594:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543595:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543597:0:38200:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543598:0:38200:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.543600:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337e40 : new refcount 1 00000020:00000040:1.0:1763354566.543602:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000040:00000001:1.0:1763354566.543603:0:38200:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763354566.543604:0:38200:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763354566.543606:0:38200:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742848 flags 12 count 2 00000040:00000001:1.0:1763354566.543607:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354566.543609:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.543610:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354566.543611:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543613:0:38200:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763354566.543615:0:38200:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763354566.543616:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:1.0:1763354566.543618:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x3:0x0] not in the id map cache 00000001:00000001:1.0:1763354566.543619:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354566.543620:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543621:0:38200:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763354566.543623:0:38200:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763354566.543624:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.543625:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543626:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543627:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543628:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543629:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.543630:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354566.543633:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00000040:00000001:1.0:1763354566.543636:0:38200:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00080000:00000001:1.0:1763354566.543638:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1763354566.543639:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354566.543641:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763354566.543644:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000040:00000001:1.0:1763354566.543645:0:38200:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543647:0:38200:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543648:0:38200:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543650:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354566.543651:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354566.543653:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354566.543655:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354566.543657:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1300. 00080000:00000001:1.0:1763354566.543658:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543659:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354566.543660:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354566.543661:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543663:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543664:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543665:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354566.543667:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543668:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763354566.543669:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763354566.543670:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354566.543671:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354566.543672:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb1c00. 00080000:00000001:1.0:1763354566.543673:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543674:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354566.543675:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1763354566.543676:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543677:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543678:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543679:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763354566.543680:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543681:0:38200:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.543682:0:38200:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.543683:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:1.0:1763354566.543684:0:38200:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543686:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:1.0:1763354566.543690:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763354566.543691:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543692:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00080000:00000001:1.0:1763354566.543693:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1763354566.543694:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1763354566.543696:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb15c0. 00080000:00000001:1.0:1763354566.543697:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543698:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543700:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.543701:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.543701:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543702:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000004:00000001:1.0:1763354566.543704:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543706:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543713:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.543714:0:38200:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543717:0:38200:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763354566.543719:0:38200:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763354566.543720:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763354566.543721:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543722:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.543726:0:38200:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 0 size = 208 00000020:00000040:1.0:1763354566.543728:0:38200:0:(update_records.c:215:update_records_update_pack()) create 1th param offset = 1 size = 16 00000020:00000040:1.0:1763354566.543730:0:38200:0:(update_records.c:220:update_records_update_pack()) 0th [0x2400032e4:0x9deb:0x0] create param_count = 2 00080000:00000001:1.0:1763354566.543733:0:38200:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:1.0:1763354566.543858:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763354566.543860:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543861:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543862:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543864:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543865:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543867:0:38200:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1763354566.543877:0:38200:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763354566.543879:0:38200:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x2400032e4:0x9deb:0x0] 00080000:00000001:1.0:1763354566.543881:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763354566.543881:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.543882:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.543883:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.543884:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543885:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543887:0:38200:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1763354566.543910:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff671ce29a0. 00000001:00000010:1.0:1763354566.543918:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff671ce29a0. 00080000:00000001:1.0:1763354566.543921:0:38200:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.543923:0:38200:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543924:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543925:0:38200:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543927:0:38200:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543928:0:38200:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763354566.543930:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763354566.543931:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543933:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.543935:0:38200:0:(update_records.c:220:update_records_update_pack()) 1th [0x2400032e4:0x9deb:0x0] ref_add param_count = 2 00080000:00000002:1.0:1763354566.543938:0:38200:0:(osd_handler.c:4691:osd_ref_add()) [0x2400032e4:0x9deb:0x0] increase nlink 1 00000004:00000001:1.0:1763354566.543952:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543954:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763354566.543955:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543956:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.543959:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:1.0:1763354566.543960:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:1.0:1763354566.543962:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:1.0:1763354566.543963:0:38200:0:(update_records.c:220:update_records_update_pack()) 2th [0x2400032e4:0x9deb:0x0] insert param_count = 5 00080000:00000001:1.0:1763354566.543966:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:1.0:1763354566.543970:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b968 00080000:00000002:1.0:1763354566.543972:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96027 insert .:96027 rc = 0 00080000:00000001:1.0:1763354566.543973:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543975:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.543976:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763354566.543977:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.543978:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.543980:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:1.0:1763354566.543981:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 1 size = 16 00000020:00000040:1.0:1763354566.543983:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:1.0:1763354566.543984:0:38200:0:(update_records.c:220:update_records_update_pack()) 3th [0x2400032e4:0x9deb:0x0] insert param_count = 6 00080000:00000001:1.0:1763354566.543985:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00010000:00000010:3.1:1763354566.544073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67d877600. 00000020:00000001:1.0:1763354566.544103:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b968 00080000:00000002:1.0:1763354566.544107:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96027 insert ..:512004 rc = 0 00080000:00000001:1.0:1763354566.544110:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544112:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544114:0:38200:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544118:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544119:0:38200:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:1.0:1763354566.544121:0:38200:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544123:0:38200:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544127:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544129:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354566.544130:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544132:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544134:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.544138:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 6 size = 9 00000020:00000040:1.0:1763354566.544140:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 7 size = 7 00000020:00000040:1.0:1763354566.544143:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 8 size = 4 00000020:00000040:1.0:1763354566.544145:0:38200:0:(update_records.c:220:update_records_update_pack()) 4th [0x2400032e4:0x9deb:0x0] xattr_set param_count = 9 00080000:00000001:1.0:1763354566.544149:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354566.544151:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9deb:0x0] set xattr 'user.job' with size 7 00000004:00000001:1.0:1763354566.544161:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544163:0:38200:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544164:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544167:0:38200:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544169:0:38200:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:1.0:1763354566.544170:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763354566.544171:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544173:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.544174:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.544175:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.544176:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.544177:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544178:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544179:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.544181:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:1.0:1763354566.544182:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.544183:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354566.544184:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.544186:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000020:00000040:1.0:1763354566.544188:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 9 size = 13 00000020:00000040:1.0:1763354566.544190:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:1.0:1763354566.544191:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 10 size = 4 00000020:00000040:1.0:1763354566.544193:0:38200:0:(update_records.c:220:update_records_update_pack()) 5th [0x200000007:0x1:0x0] insert param_count = 11 00000020:00000001:1.0:1763354566.544196:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.544197:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544199:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544201:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763354566.544202:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544202:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.544203:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.544204:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.544205:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.544206:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544207:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544208:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.544209:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:1.0:1763354566.544210:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.544211:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354566.544212:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.544213:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000020:00000040:1.0:1763354566.544215:0:38200:0:(update_records.c:220:update_records_update_pack()) 6th [0x200000007:0x1:0x0] ref_add param_count = 11 00000020:00000001:1.0:1763354566.544217:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.544218:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544219:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544220:0:38200:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544222:0:38200:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:1.0:1763354566.544224:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544225:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354566.544225:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544226:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544227:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.544229:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:1.0:1763354566.544230:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 12 size = 54 00000020:00000040:1.0:1763354566.544232:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 8 size = 4 00000020:00000040:1.0:1763354566.544233:0:38200:0:(update_records.c:220:update_records_update_pack()) 7th [0x2400032e4:0x9deb:0x0] xattr_set param_count = 13 00080000:00000001:1.0:1763354566.544236:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354566.544237:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e4:0x9deb:0x0] set xattr 'trusted.link' with size 54 00080000:00000001:1.0:1763354566.544240:0:38200:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:1.0:1763354566.544242:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763354566.544243:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763354566.544244:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.544246:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.544247:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544249:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.544251:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.544253:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:1.0:1763354566.544311:0:38200:0:(osd_compat.c:354:osd_add_to_remote_parent()) lustre-MDT0001: create agent entry for 0x2400032e4:0x9deb:0x0: rc = 0 00000001:00000001:1.0:1763354566.544316:0:38200:0:(osd_compat.c:357:osd_add_to_remote_parent()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.544319:0:38200:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544327:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544329:0:38200:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544331:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544334:0:38200:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.544337:0:38200:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:1.0:1763354566.544339:0:38200:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763354566.544341:0:38200:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763354566.544343:0:38200:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763354566.544345:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544346:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763354566.544348:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763354566.544349:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763354566.544351:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763354566.544353:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544355:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763354566.544357:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.544359:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200000007 00000004:00000001:1.0:1763354566.544360:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.544363:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763354566.544365:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000004:00000001:1.0:1763354566.544366:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887286236864 : -123186423314752 : ffff8ff66cff46c0) 00000020:00000040:1.0:1763354566.544370:0:38200:0:(update_records.c:215:update_records_update_pack()) attr_set 0th param offset = 13 size = 208 00000020:00000040:1.0:1763354566.544371:0:38200:0:(update_records.c:220:update_records_update_pack()) 8th [0x200000007:0x1:0x0] attr_set param_count = 14 00000020:00000001:1.0:1763354566.544374:0:38200:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:1.0:1763354566.544375:0:38200:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544377:0:38200:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544379:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354566.544380:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544382:0:38200:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544383:0:38200:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544385:0:38200:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544386:0:38200:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:1.0:1763354566.544389:0:38200:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:1.0:1763354566.544390:0:38200:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.544393:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:1.0:1763354566.544395:0:38200:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 25769804099 flags = 0 ops = 9 params = 14 00000020:00000040:1.0:1763354566.544397:0:38200:0:(update_records.c:73:update_records_dump()) update 0th [0x2400032e4:0x9deb:0x0] create params_count = 2 00000020:00000040:1.0:1763354566.544400:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632108 0th off = 0 size = 208 00000020:00000040:1.0:1763354566.544401:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436321e0 1th off = 1 size = 16 00000020:00000040:1.0:1763354566.544403:0:38200:0:(update_records.c:73:update_records_dump()) update 1th [0x2400032e4:0x9deb:0x0] ref_add params_count = 0 00000020:00000040:1.0:1763354566.544405:0:38200:0:(update_records.c:73:update_records_dump()) update 2th [0x2400032e4:0x9deb:0x0] insert params_count = 3 00000020:00000040:1.0:1763354566.544406:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436321f8 0th off = 2 size = 2 00000020:00000040:1.0:1763354566.544408:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632208 1th off = 3 size = 16 00000020:00000040:1.0:1763354566.544409:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632220 2th off = 4 size = 4 00000020:00000040:1.0:1763354566.544410:0:38200:0:(update_records.c:73:update_records_dump()) update 3th [0x2400032e4:0x9deb:0x0] insert params_count = 3 00000020:00000040:1.0:1763354566.544412:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632230 0th off = 5 size = 3 00000020:00000040:1.0:1763354566.544413:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436321e0 1th off = 1 size = 16 00000020:00000040:1.0:1763354566.544414:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632220 2th off = 4 size = 4 00000020:00000040:1.0:1763354566.544415:0:38200:0:(update_records.c:73:update_records_dump()) update 4th [0x2400032e4:0x9deb:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763354566.544417:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632240 0th off = 6 size = 9 00000020:00000040:1.0:1763354566.544418:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632258 1th off = 7 size = 7 00000020:00000040:1.0:1763354566.544419:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632268 2th off = 8 size = 4 00000020:00000040:1.0:1763354566.544421:0:38200:0:(update_records.c:73:update_records_dump()) update 5th [0x200000007:0x1:0x0] insert params_count = 3 00000020:00000040:1.0:1763354566.544422:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632278 0th off = 9 size = 13 00000020:00000040:1.0:1763354566.544423:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632208 1th off = 3 size = 16 00000020:00000040:1.0:1763354566.544425:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632290 2th off = 10 size = 4 00000020:00000040:1.0:1763354566.544426:0:38200:0:(update_records.c:73:update_records_dump()) update 6th [0x200000007:0x1:0x0] ref_add params_count = 0 00000020:00000040:1.0:1763354566.544428:0:38200:0:(update_records.c:73:update_records_dump()) update 7th [0x2400032e4:0x9deb:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763354566.544429:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322a0 0th off = 11 size = 13 00000020:00000040:1.0:1763354566.544431:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322b8 1th off = 12 size = 54 00000020:00000040:1.0:1763354566.544432:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632268 2th off = 8 size = 4 00000020:00000040:1.0:1763354566.544434:0:38200:0:(update_records.c:73:update_records_dump()) update 8th [0x200000007:0x1:0x0] attr_set params_count = 1 00000020:00000040:1.0:1763354566.544435:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322f8 0th off = 13 size = 208 00000020:00000001:1.0:1763354566.544437:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:1.0:1763354566.544438:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000020:00000010:1.0:1763354566.544441:0:38200:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff8ff674cb1a80. 00000040:00000001:1.0:1763354566.544443:0:38200:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763354566.544444:0:38200:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763354566.544445:0:38200:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763354566.544447:0:38200:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620887466574336 : -123186242977280 : ffff8ff677bf0200) 00000040:00000001:1.0:1763354566.544448:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354566.544449:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.544450:0:38200:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354566.544452:0:38200:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354566.544453:0:38200:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x2400032e0:0x2:0x0] 00000040:00080000:1.0:1763354566.544495:0:38200:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400032e0:0x2:0x0].270, 984 off326176 00000040:00000001:1.0:1763354566.544498:0:38200:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.544499:0:38200:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354566.544503:0:38200:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1763354566.544505:0:38200:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.544506:0:38200:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354566.544508:0:38200:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0001-osd: Add update log [0x2400032e0:0x2:0x0].270: rc = 1 00000020:00000001:1.0:1763354566.544510:0:38200:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354566.544512:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:1.0:1763354566.544513:0:38200:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.544516:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763354566.544519:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763354566.544521:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544522:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763354566.544523:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763354566.544524:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544526:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.544529:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 14 size = 16 00000020:00000040:1.0:1763354566.544531:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 15 size = 8 00000020:00000040:1.0:1763354566.544532:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 8 size = 4 00000020:00000040:1.0:1763354566.544534:0:38200:0:(update_records.c:220:update_records_update_pack()) 9th [0x2400032e4:0x9deb:0x0] xattr_set param_count = 16 00080000:00000001:1.0:1763354566.544535:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763354566.544537:0:38200:0:(osd_handler.c:5216:osd_xattr_set()) [0x2400032e4:0x9deb:0x0] set version 0x7000a0b4b (old 0x0) for inode 96027 00080000:00000001:1.0:1763354566.544539:0:38200:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544541:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544542:0:38200:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544543:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763354566.544545:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429323, last_committed = 30065429314 00000001:00000010:1.0:1763354566.544548:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff543a4ade0. 00000001:00000040:1.0:1763354566.544550:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 9 00000020:00000040:1.0:1763354566.544552:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=231 00000001:00000010:1.0:1763354566.544555:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66cff4b40. 00000004:00000001:1.0:1763354566.544560:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763354566.544561:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763354566.544562:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883697496064 : -123190012055552 : ffff8ff597177000) 00000020:00000040:1.0:1763354566.544564:0:38200:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 16 size = 32 00000020:00000040:1.0:1763354566.544566:0:38200:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 17 size = 8 00000020:00000040:1.0:1763354566.544568:0:38200:0:(update_records.c:220:update_records_update_pack()) 10th [0x200000001:0x15:0x0] write param_count = 18 00000004:00000001:1.0:1763354566.544581:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763354566.544584:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66cff4b40: xid 1848998841115008, transno 30065429323, tag 1, client gen 8, slot idx 0 00000001:00000001:1.0:1763354566.544586:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.544588:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763354566.544590:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:1.0:1763354566.544595:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb15c0. 00080000:00000010:1.0:1763354566.544598:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1c00. 00080000:00000010:1.0:1763354566.544600:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb1300. 00040000:00000001:1.0:1763354566.544602:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763354566.544604:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1763354566.544605:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.544608:0:38200:0:(update_records.c:54:update_records_dump()) master transno = 30065429323 batchid = 25769804099 flags = 0 ops = 11 params = 18 00000020:00000040:1.0:1763354566.544610:0:38200:0:(update_records.c:73:update_records_dump()) update 0th [0x2400032e4:0x9deb:0x0] create params_count = 2 00000020:00000040:1.0:1763354566.544612:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363213a 0th off = 0 size = 208 00000020:00000040:1.0:1763354566.544613:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632212 1th off = 1 size = 16 00000020:00000040:1.0:1763354566.544615:0:38200:0:(update_records.c:73:update_records_dump()) update 1th [0x2400032e4:0x9deb:0x0] ref_add params_count = 0 00000020:00000040:1.0:1763354566.544616:0:38200:0:(update_records.c:73:update_records_dump()) update 2th [0x2400032e4:0x9deb:0x0] insert params_count = 3 00000020:00000040:1.0:1763354566.544618:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363222a 0th off = 2 size = 2 00000020:00000040:1.0:1763354566.544619:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363223a 1th off = 3 size = 16 00000020:00000040:1.0:1763354566.544620:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632252 2th off = 4 size = 4 00000020:00000040:1.0:1763354566.544621:0:38200:0:(update_records.c:73:update_records_dump()) update 3th [0x2400032e4:0x9deb:0x0] insert params_count = 3 00000020:00000040:1.0:1763354566.544623:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632262 0th off = 5 size = 3 00000020:00000040:1.0:1763354566.544624:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632212 1th off = 1 size = 16 00000020:00000040:1.0:1763354566.544625:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632252 2th off = 4 size = 4 00000020:00000040:1.0:1763354566.544627:0:38200:0:(update_records.c:73:update_records_dump()) update 4th [0x2400032e4:0x9deb:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763354566.544628:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632272 0th off = 6 size = 9 00000020:00000040:1.0:1763354566.544629:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363228a 1th off = 7 size = 7 00000020:00000040:1.0:1763354566.544630:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363229a 2th off = 8 size = 4 00000020:00000040:1.0:1763354566.544632:0:38200:0:(update_records.c:73:update_records_dump()) update 5th [0x200000007:0x1:0x0] insert params_count = 3 00000020:00000040:1.0:1763354566.544633:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322aa 0th off = 9 size = 13 00000020:00000040:1.0:1763354566.544634:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363223a 1th off = 3 size = 16 00000020:00000040:1.0:1763354566.544636:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322c2 2th off = 10 size = 4 00000020:00000040:1.0:1763354566.544637:0:38200:0:(update_records.c:73:update_records_dump()) update 6th [0x200000007:0x1:0x0] ref_add params_count = 0 00000020:00000040:1.0:1763354566.544638:0:38200:0:(update_records.c:73:update_records_dump()) update 7th [0x2400032e4:0x9deb:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763354566.544640:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322d2 0th off = 11 size = 13 00000020:00000040:1.0:1763354566.544641:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322ea 1th off = 12 size = 54 00000020:00000040:1.0:1763354566.544642:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363229a 2th off = 8 size = 4 00000020:00000040:1.0:1763354566.544644:0:38200:0:(update_records.c:73:update_records_dump()) update 8th [0x200000007:0x1:0x0] attr_set params_count = 1 00000020:00000040:1.0:1763354566.544645:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363232a 0th off = 13 size = 208 00000020:00000040:1.0:1763354566.544646:0:38200:0:(update_records.c:73:update_records_dump()) update 9th [0x2400032e4:0x9deb:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763354566.544648:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632402 0th off = 14 size = 16 00000020:00000040:1.0:1763354566.544650:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363241a 1th off = 15 size = 8 00000020:00000040:1.0:1763354566.544651:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363229a 2th off = 8 size = 4 00000020:00000040:1.0:1763354566.544653:0:38200:0:(update_records.c:73:update_records_dump()) update 10th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:1.0:1763354566.544655:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363242a 0th off = 16 size = 32 00000020:00000040:1.0:1763354566.544656:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632452 1th off = 17 size = 8 00000020:00000001:1.0:1763354566.544657:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:1.0:1763354566.544658:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337e40 : new refcount 2 00000020:00000010:1.0:1763354566.544660:0:38200:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff8ff674cb1300. 00000040:00000001:1.0:1763354566.544661:0:38200:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763354566.544662:0:38200:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763354566.544663:0:38200:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763354566.544664:0:38200:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620882338740736 : -123191370810880 : ffff8ff5461a7a00) 00000040:00000001:1.0:1763354566.544666:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763354566.544667:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.544668:0:38200:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763354566.544669:0:38200:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763354566.544669:0:38200:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200002342:0x2:0x0] 00000004:00000001:1.0:1763354566.544672:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:1.0:1763354566.544673:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544675:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:1.0:1763354566.544676:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002342:0x2:0x0] offset = 0 length = 88 00000020:00000001:1.0:1763354566.544679:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.544680:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763354566.544682:0:38200:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0000-osp-MDT0001: version 521 gen 0 oth:version ffff8ff66cff46c0:520 00000004:00000010:1.0:1763354566.544685:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff674cb1c00. 00000004:00000001:1.0:1763354566.544687:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:1.0:1763354566.544688:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:1.0:1763354566.544689:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002342:0x2:0x0] offset = 120 length = 4 00000020:00000001:1.0:1763354566.544691:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.544692:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354566.544693:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff674cb15c0. 00000004:00000001:1.0:1763354566.544694:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:1.0:1763354566.544695:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:1.0:1763354566.544696:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002342:0x2:0x0] offset = 32760 length = 8 00000020:00000001:1.0:1763354566.544698:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.544699:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354566.544700:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff674cb16c0. 00000004:00000001:1.0:1763354566.544702:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:1.0:1763354566.544703:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:1.0:1763354566.544704:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544705:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:1.0:1763354566.544706:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002342:0x2:0x0] offset = 356640 length = 1136 00000020:00000001:1.0:1763354566.544707:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763354566.544708:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763354566.544709:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff674cb17c0. 00000004:00000001:1.0:1763354566.544711:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=1136 : 1136 : 470) 00000040:00080000:1.0:1763354566.544712:0:38200:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200002342:0x2:0x0].266, 1136 off357776 00000040:00000001:1.0:1763354566.544714:0:38200:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.544715:0:38200:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.544716:0:38200:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:1.0:1763354566.544717:0:38200:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763354566.544718:0:38200:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763354566.544719:0:38200:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354566.544721:0:38200:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osp-MDT0001: Add update log [0x200002342:0x2:0x0].266: rc = 1 00000020:00000001:1.0:1763354566.544722:0:38200:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763354566.544723:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337e40 : new refcount 1 00000020:00000001:1.0:1763354566.544725:0:38200:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.544726:0:38200:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:1.0:1763354566.544728:0:38200:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8ff66cff46c0 with version 520 00000004:00000001:1.0:1763354566.544739:0:38200:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1763354566.544770:0:31816:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8ff650133e40 version 520 rpc_version 520 00000004:00000001:3.0:1763354566.544775:0:31816:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763354566.544776:0:31816:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763354566.544778:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200000007:0x1:0x0] op = insert params = 3 batchid = 0 size = 104 repsize 0 00000004:00000040:3.0:1763354566.544781:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x200000007:0x1:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:3.0:1763354566.544783:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 2 fid = [0x200000007:0x1:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:3.0:1763354566.544785:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 3 fid = [0x200002342:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:3.0:1763354566.544788:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 4 fid = [0x200002342:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1763354566.544790:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 5 fid = [0x200002342:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:3.0:1763354566.544792:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 6 fid = [0x200002342:0x2:0x0] op = write params = 2 batchid = 0 size = 1200 repsize 0 00000004:00000040:3.0:1763354566.544794:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 7 fid = [0x200002342:0x2:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:3.0:1763354566.544796:0:31816:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff643d4a000 magic = bdde0002 count = 8 size = 2152 00000100:00000010:3.0:1763354566.544800:0:31816:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0aa00. 00000020:00000040:3.0:1763354566.544802:0:31816:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1763354566.544805:0:31816:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.544806:0:31816:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.544808:0:31816:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.544812:0:31816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff8ff6432fd000. 00000100:00000001:3.0:1763354566.544814:0:31816:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.544817:0:31816:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.544818:0:31816:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.544819:0:31816:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1763354566.544823:0:31816:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1763354566.544828:0:31816:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.544834:0:31816:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763354566.544835:0:31816:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.544838:0:31816:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35e40. 00000100:00000001:3.0:1763354566.544839:0:31816:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.544841:0:31816:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.544842:0:31816:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281084928 : -123186428466688 : ffff8ff66cb0aa00) 00000100:00000001:3.0:1763354566.544844:0:31816:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354566.544846:0:31816:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.544847:0:31816:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.544848:0:31816:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.544850:0:31816:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.544856:0:31816:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.544857:0:31816:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.544859:0:31816:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354566.544860:0:31816:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.544862:0:31816:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.544863:0:31816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb0aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:31816:1848998542718080:0@lo:1000:osp_up0-1.0 00000100:00000001:3.0:1763354566.544866:0:31816:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.544867:0:31816:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.544868:0:31816:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.544870:0:31816:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.544873:0:31816:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542e22000. 02000000:00000001:3.0:1763354566.544875:0:31816:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.544877:0:31816:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.544880:0:31816:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef356c0. 00000100:00000200:3.0:1763354566.544882:0:31816:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542718080, portal 4 00000100:00000001:3.0:1763354566.544884:0:31816:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.544885:0:31816:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281084928 : -123186428466688 : ffff8ff66cb0aa00) 00000100:00000040:3.0:1763354566.544888:0:31816:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.544893:0:31816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.544895:0:31816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.544896:0:31816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.544898:0:31816:0:(niobuf.c:94:ptl_send_buf()) Sending 2416 bytes to portal 24, xid 1848998542718080, offset 0 00000400:00000200:3.0:1763354566.544901:0:31816:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.544905:0:31816:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.544910:0:31816:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2416 into portal 24 MB=0x691a785543480 00000400:00000200:3.0:1763354566.544913:0:31816:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 2416/2416 into md 0x1fdd85 [256] + 5960 00000400:00000200:3.0:1763354566.544917:0:31816:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.544919:0:31816:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.544921:0:31816:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.544922:0:31816:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763354566.544925:0:31816:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb08e00. 00000100:00000040:3.0:1763354566.544927:0:31816:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb08e00 x1848998542718080 msgsize 2416 00000100:00100000:3.0:1763354566.544929:0:31816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.544950:0:31816:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.544955:0:31816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:3.0:1763354566.544957:0:31816:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:3.0:1763354566.544959:0:31816:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.544962:0:31816:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.544969:0:31816:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.544972:0:31816:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.544977:0:31816:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.544979:0:31816:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.544980:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763354566.544982:0:31816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.544984:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718080 00000100:00000040:3.0:1763354566.544986:0:31816:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4683 usecs (5 jiffies) 02000000:00000001:2.0:1763354566.544987:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.544991:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888509 00000100:00000001:2.0:1763354566.544991:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.544994:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.544995:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000100:00000001:3.0:1763354566.544999:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888509 02000000:00000001:2.0:1763354566.544999:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.545004:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000100:00100000:2.0:1763354566.545005:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718080 00000100:00000001:3.0:1763354566.545007:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888509 00000020:00000001:2.0:1763354566.545009:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354566.545011:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000020:00000040:2.0:1763354566.545012:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:2.0:1763354566.545016:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.545017:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888509 00000020:00000040:2.0:1763354566.545019:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000100:00000001:3.0:1763354566.545020:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000020:00000001:2.0:1763354566.545023:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:3.0:1763354566.545024:0:31816:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.545027:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:3.0:1763354566.545028:0:31816:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.545050:0:31816:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.545053:0:31816:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.545055:0:31816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35e40 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.545058:0:31816:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.545060:0:31816:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.545063:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.545069:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.545073:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.545076:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:2.0:1763354566.545082:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.545085:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.545089:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.545094:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.545096:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.545097:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.545099:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.545102:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.545111:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.545117:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.545119:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.545122:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7898 00000100:00000040:2.0:1763354566.545124:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.545126:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281077760 : -123186428473856 : ffff8ff66cb08e00) 00000100:00000040:2.0:1763354566.545131:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb08e00 x1848998542718080/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 2416/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.545137:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.545140:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000100:00000001:2.0:1763354566.545142:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.545143:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000100:00100000:2.0:1763354566.545146:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:31816:x1848998542718080:12345-0@lo:1000:osp_up0-1.0 00000100:00000200:2.0:1763354566.545149:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718080 00000020:00000001:2.0:1763354566.545150:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.545152:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.545154:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545155:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.545157:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.545158:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.545160:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542718080, found 0 last_xid 1848998542718079 00000020:00000001:2.0:1763354566.545162:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.545163:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.545164:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.545165:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545166:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.545169:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.545171:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.545172:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.545175:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff664996000. 02000000:00000001:2.0:1763354566.545177:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.545179:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.545181:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.545182:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.545183:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545185:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00080000:00000001:2.0:1763354566.545189:0:6523:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.545191:0:6523:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b5800. 00080000:00000001:2.0:1763354566.545193:0:6523:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000020:00000001:2.0:1763354566.545195:0:6523:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:2.0:1763354566.545198:0:6523:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:2.0:1763354566.545199:0:6523:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0000: FID [0x2400032e4:0x9deb:0x0] not in the id map cache 00080000:00000001:2.0:1763354566.545201:0:6523:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354566.545202:0:6523:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354566.545204:0:6523:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.545205:0:6523:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.545207:0:6523:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.545208:0:6523:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.545210:0:6523:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.545211:0:6523:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354566.545213:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.545214:0:6523:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545217:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabbe0 00000020:00000040:2.0:1763354566.545218:0:6523:0:(out_handler.c:536:out_index_insert()) lustre-MDT0000: [0x200000007:0x1:0x0] index insert d56xa.sanity: rc = 0 00000020:00000001:2.0:1763354566.545220:0:6523:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545222:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545223:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.545225:0:6523:0:(out_handler.c:446:out_ref_add()) Process entered 00080000:00000002:2.0:1763354566.545226:0:6523:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000007:0x1:0x0] not in the id map cache 00000020:00000001:2.0:1763354566.545229:0:6523:0:(out_handler.c:452:out_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545230:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545231:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000020:00000001:2.0:1763354566.545232:0:6523:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:2.0:1763354566.545234:0:6523:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.545235:0:6523:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545237:0:6523:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545239:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545241:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00000020:00000001:2.0:1763354566.545244:0:6523:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763354566.545246:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.545248:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.545249:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af000. 00080000:00000001:2.0:1763354566.545251:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545252:0:6523:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545254:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545255:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00000020:00000001:2.0:1763354566.545256:0:6523:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763354566.545257:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.545258:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.545259:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545260:0:6523:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545261:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545262:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00000020:00000001:2.0:1763354566.545263:0:6523:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763354566.545264:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.545265:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.545265:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545267:0:6523:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545268:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545269:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00000020:00000001:2.0:1763354566.545270:0:6523:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:2.0:1763354566.545270:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.545271:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.545272:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545273:0:6523:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545274:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.545275:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00000020:00000001:2.0:1763354566.545276:0:6523:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:2.0:1763354566.545277:0:6523:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.545278:0:6523:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545280:0:6523:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545281:0:6523:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763354566.545282:0:6523:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.545285:0:6523:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.545286:0:6523:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.545287:0:6523:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af800. 00080000:00000001:2.0:1763354566.545289:0:6523:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.545293:0:6523:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545296:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabba8 00000020:00000040:2.0:1763354566.545297:0:6523:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0000-osd: index insert [0x200000007:0x1:0x0] name: d56xa.sanity fid [0x2400032e4:0x9deb:0x0], type 16877 00080000:00000001:2.0:1763354566.545300:0:6523:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:2.0:1763354566.545303:0:6523:0:(osd_handler.c:4400:osd_create_local_agent_inode()) Process entered 00080000:00000001:2.0:1763354566.545377:0:6523:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1763354566.545385:0:6523:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.545466:0:6523:0:(osd_handler.c:4468:osd_create_local_agent_inode()) Process leaving (rc=18446620882493899128 : -123191215652488 : ffff8ff54f5a0178) 00080000:00000001:2.0:1763354566.545491:0:6523:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545495:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabb20 00080000:00000002:2.0:1763354566.545497:0:6523:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32006 insert d56xa.sanity:514254 rc = 0 00080000:00000001:2.0:1763354566.545501:0:6523:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.545504:0:6523:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0000-osd: insert idx insert reply ffff8ff664996208 index 0: rc = 0 00000020:00000040:2.0:1763354566.545507:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 0/8: rc = 0 00080000:00000002:2.0:1763354566.545511:0:6523:0:(osd_handler.c:4691:osd_ref_add()) [0x200000007:0x1:0x0] increase nlink 210 00000020:00000040:2.0:1763354566.545517:0:6523:0:(out_lib.c:950:out_tx_ref_add_exec()) lustre-MDT0000-osd: insert ref_add reply ffff8ff664996208 index 1: rc = 0 00000020:00000040:2.0:1763354566.545520:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 1/8: rc = 0 00000020:00001000:2.0:1763354566.545522:0:6523:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0000-osd: attr set [0x200000007:0x1:0x0] 00080000:00000001:2.0:1763354566.545527:0:6523:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354566.545530:0:6523:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0000-osd: insert attr_set reply ffff8ff664996208 index 2: rc = 0 00000020:00000040:2.0:1763354566.545532:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 2/8: rc = 0 00000020:00000040:2.0:1763354566.545534:0:6523:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002342:0x2:0x0] pos 0 buf ffff8ff647401a08, len 88 00000020:00000040:2.0:1763354566.545545:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 3/8: rc = 0 00000020:00000040:2.0:1763354566.545547:0:6523:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002342:0x2:0x0] pos 120 buf ffff8ff647401aa0, len 4 00000020:00000040:2.0:1763354566.545549:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 4/8: rc = 0 00000020:00000040:2.0:1763354566.545551:0:6523:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002342:0x2:0x0] pos 32760 buf ffff8ff647401ae8, len 8 00000020:00000040:2.0:1763354566.545555:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 5/8: rc = 0 00000020:00000040:2.0:1763354566.545556:0:6523:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002342:0x2:0x0] pos 356640 buf ffff8ff647401b30, len 1136 00000020:00000040:2.0:1763354566.545565:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 6/8: rc = 0 00000020:00001000:2.0:1763354566.545567:0:6523:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0000-osd: attr set [0x200002342:0x2:0x0] 00080000:00000001:2.0:1763354566.545569:0:6523:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354566.545571:0:6523:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0000-osd: insert attr_set reply ffff8ff664996208 index 7: rc = 0 00000020:00000040:2.0:1763354566.545572:0:6523:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 7/8: rc = 0 00080000:00000001:2.0:1763354566.545574:0:6523:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.545576:0:6523:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.545578:0:6523:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214474, last_committed = 21475214464 00000001:00000010:2.0:1763354566.545580:0:6523:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37720. 00000001:00000040:2.0:1763354566.545582:0:6523:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff5447d3800 : new cb_count 1 00000020:00000040:2.0:1763354566.545583:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff5447d3800 refcount=9 00000001:00000010:2.0:1763354566.545586:0:6523:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095c00. 00000001:00000001:2.0:1763354566.545592:0:6523:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095c00: xid 1848998542718080, transno 21475214474, tag 1, client gen 8, slot idx 1 00000001:00000001:2.0:1763354566.545595:0:6523:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.545598:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af800. 00080000:00000010:2.0:1763354566.545600:0:6523:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af000. 00040000:00000001:2.0:1763354566.545602:0:6523:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.545603:0:6523:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.545604:0:6523:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354566.545608:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff675058400/ffff8ff67cb55860 to site lru. bkt: ffff8ff66f414b28 00000020:00000001:2.0:1763354566.545609:0:6523:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.545611:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.545613:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000020:00000001:2.0:1763354566.545614:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.545616:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475213372, transno 21475214474, xid 1848998542718080 00010000:00000001:2.0:1763354566.545618:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.545621:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb08e00 x1848998542718080/t21475214474(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 2416/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.545627:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.545628:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.545630:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.545632:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.545634:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.545636:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.545637:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.545639:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.545640:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.545642:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.545644:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e0959c0. 00000100:00000200:2.0:1763354566.545646:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542718080, offset 224 00000400:00000200:2.0:1763354566.545649:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.545654:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.545658:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543480 00000400:00000200:2.0:1763354566.545662:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8d15 [2] + 224 00000400:00000200:2.0:1763354566.545665:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.545667:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.545669:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.545672:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.545678:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.545694:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.545698:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e0959c0 00000400:00000010:2.0:1763354566.545699:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.545701:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.545702:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.545704:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.545706:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.545707:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.545708:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.545709:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.545712:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb08e00 x1848998542718080/t21475214474(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 2416/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.545718:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:31816:x1848998542718080:12345-0@lo:1000:osp_up0-1.0 Request processed in 580us (790us total) trans 21475214474 rc 0/0 00000100:00100000:2.0:1763354566.545723:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7898 00000100:00000040:2.0:1763354566.545726:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:2.0:1763354566.545727:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.545728:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.545731:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.545733:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.545735:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000020:00000040:2.0:1763354566.545737:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 8 00000100:00000001:2.0:1763354566.545739:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.545765:0:31816:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.545770:0:31816:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.545771:0:31816:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.545773:0:31816:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.545777:0:31816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef356c0 00000400:00000010:3.0:1763354566.545779:0:31816:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.545781:0:31816:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.545785:0:31816:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354566.545792:0:31816:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb0aa00 x1848998542718080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.545798:0:31816:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.545799:0:31816:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.545800:0:31816:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.545801:0:31816:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.545802:0:31816:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.545803:0:31816:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.545805:0:31816:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.545808:0:31816:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.545811:0:31816:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.545813:0:31816:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.545814:0:31816:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.545815:0:31816:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.545816:0:31816:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.545818:0:31816:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763354566.545819:0:31816:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763354566.545820:0:31816:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354566.545822:0:31816:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.545823:0:31816:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281084928 : -123186428466688 : ffff8ff66cb0aa00) 00000100:00000001:3.0:1763354566.545824:0:31816:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354566.545825:0:31816:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:3.0:1763354566.545826:0:31816:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354566.545827:0:31816:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.545830:0:31816:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb0aa00 x1848998542718080/t21475214474(21475214474) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.545835:0:31816:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.545837:0:31816:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.545838:0:31816:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.545840:0:31816:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:3.0:1763354566.545844:0:31816:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff674cb1c00. 00000004:00000010:3.0:1763354566.545846:0:31816:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff674cb15c0. 00000004:00000010:3.0:1763354566.545847:0:31816:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff674cb16c0. 00000004:00000010:3.0:1763354566.545865:0:31816:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff674cb17c0. 00000020:00000001:3.0:1763354566.545867:0:31816:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763354566.545878:0:31816:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000004:00000001:3.0:1763354566.545880:0:31816:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.545884:0:31816:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0aa00 x1848998542718080/t21475214474(21475214474) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.545890:0:31816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb0aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:31816:1848998542718080:0@lo:1000:osp_up0-1.0 00000100:00000001:3.0:1763354566.545893:0:31816:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.545895:0:31816:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.545897:0:31816:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.545898:0:31816:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.545900:0:31816:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb0aa00 x1848998542718080/t21475214474(21475214474) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.545905:0:31816:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.545907:0:31816:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35e40. 00000100:00000001:3.0:1763354566.545908:0:31816:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763354566.545909:0:31816:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.545912:0:31816:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.545930:0:31816:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb0aa00 x1848998542718080/t21475214474(21475214474) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.545934:0:31816:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.545935:0:31816:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.545975:0:38200:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.545981:0:38200:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff543a4a480. 00000020:00000001:1.0:1763354566.545986:0:38200:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.545993:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354566.545996:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354566.545999:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546002:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.546006:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.546012:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354566.546014:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763354566.546018:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354566.546020:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546022:0:38200:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1763354566.546024:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354566.546026:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354566.546029:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763354566.546053:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58dc35b00. 00010000:00000010:1.0:1763354566.546057:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff681241f00. 00010000:00000001:1.0:1763354566.546061:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.546065:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52c00. 00000020:00000001:1.0:1763354566.546068:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.546070:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52c00 with handle 0x4a8bb634222cb053 to hash 00000020:00000001:1.0:1763354566.546072:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.546074:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00010000:00000010:1.0:1763354566.546079:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54cdef080. 00010000:00000001:1.0:1763354566.546082:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00010000:00000001:1.0:1763354566.546086:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.546088:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.546091:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.546098:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354566.546101:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354566.546103:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354566.546105:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.546107:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.546109:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.546111:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.546113:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.546115:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354566.546117:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.546118:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354566.546119:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) refcount = 1 00010000:00010000:1.0:1763354566.546122:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.546127:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.546131:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.546133:0:38200:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546134:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.546136:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.546137:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546138:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.546140:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.546142:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.546144:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.546147:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354566.546148:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546149:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.546150:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.546151:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.546152:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52c00 refcount=3 00000020:00000001:1.0:1763354566.546154:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00010000:00000001:1.0:1763354566.546155:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00010000:00000001:1.0:1763354566.546156:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546157:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.546158:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546160:0:38200:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:1.0:1763354566.546162:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763354566.546163:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:1.0:1763354566.546167:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546169:0:38200:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.546170:0:38200:0:(lod_object.c:6842:lod_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546171:0:38200:0:(mdt_reint.c:315:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546173:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354566.546174:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763354566.546175:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354566.546176:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763354566.546177:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.546178:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.546179:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52c00 refcount=3 00000020:00000001:1.0:1763354566.546181:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00010000:00000001:1.0:1763354566.546182:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00000004:00010000:1.0:1763354566.546184:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065cfd520 reply state 00000000cd935a8e transno 30065429323 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.546190:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:1.0:1763354566.546192:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.546193:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546195:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.546195:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354566.546196:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.546197:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354566.546198:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) refcount = 1 00010000:00010000:1.0:1763354566.546200:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.546204:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.546205:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.546206:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546207:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.546208:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354566.546209:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354566.546211:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00010000:1.0:1763354566.546212:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354566.546213:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.546215:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546216:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354566.546217:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:1.0:1763354566.546219:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763354566.546220:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546221:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.546221:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354566.546223:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763354566.546223:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354566.546225:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000001:00000001:1.0:1763354566.546227:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.546229:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.546230:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.546232:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.546233:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.546234:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.546235:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.546236:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.546237:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.546238:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.546239:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354566.546240:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354566.546243:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: returning size 4096 00000004:00000001:1.0:1763354566.546244:0:38200:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:1.0:1763354566.546245:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763354566.546247:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5418956d8/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000004:00000001:1.0:1763354566.546249:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354566.546249:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763354566.546250:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1763354566.546251:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.546252:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.546253:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52800 refcount=3 00000020:00000001:1.0:1763354566.546254:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354566.546255:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00000004:00000001:1.0:1763354566.546258:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:1.0:1763354566.546259:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00000010:1.0:1763354566.546261:0:38200:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 585 at ffff8ff58a0b9000. 00000004:00000010:1.0:1763354566.546263:0:38200:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 564 at ffff8ff58a0ba000. 00000004:00000001:1.0:1763354566.546266:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546267:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.546268:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.546269:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52800 refcount=4 00000020:00000001:1.0:1763354566.546270:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354566.546272:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:1.0:1763354566.546274:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763354566.546276:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.546282:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354566.546283:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.546287:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546288:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354566.546290:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.546293:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.546295:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546297:0:38200:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763354566.546299:0:38200:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66cff4780. 00010000:00000001:1.0:1763354566.546301:0:38200:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763354566.546327:0:38200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763354566.546329:0:38200:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546330:0:38200:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546332:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354566.546333:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546334:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.546334:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546335:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.546336:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354566.546337:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763354566.546338:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763354566.546338:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:1.0:1763354566.546339:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.546340:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.546341:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=3 00000020:00000001:1.0:1763354566.546342:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:1.0:1763354566.546343:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00000004:00000001:1.0:1763354566.546345:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:1.0:1763354566.546346:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00000001:1.0:1763354566.546348:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.546350:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.546351:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.546352:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=4 00000020:00000001:1.0:1763354566.546353:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:1.0:1763354566.546354:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:1.0:1763354566.546356:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354566.546358:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.546361:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546362:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354566.546363:0:38200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.546367:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763354566.546368:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.546368:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.546369:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763354566.546370:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763354566.546372:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354566.546373:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763354566.546378:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354566.546384:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.546386:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:1.0:1763354566.546386:0:38200:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.546390:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546392:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.546395:0:107288:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:1.0:1763354566.546396:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 00010000:00000001:3.0:1763354566.546401:0:107288:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:1.0:1763354566.546402:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000001:3.0:1763354566.546403:0:107288:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1763354566.546406:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00010000:3.0:1763354566.546409:0:107288:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763354566.546409:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354566.546411:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354566.546414:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354566.546418:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763354566.546422:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.546429:0:38200:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.546431:0:107288:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff558b52800 already unused, calling callback (ffffffffc19c0290) 00010000:00000040:1.0:1763354566.546432:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 30065429323, xid 1848998841115008 00000004:00000001:3.0:1763354566.546435:0:107288:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.546436:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1763354566.546440:0:107288:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:1.0:1763354566.546440:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=232 00010000:00000001:3.0:1763354566.546444:0:107288:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:1.0:1763354566.546445:0:38200:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 30065429323, last committed = 30065429314 00000020:00000001:3.0:1763354566.546447:0:107288:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.546451:0:107288:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52800 refcount=3 00000020:00000001:3.0:1763354566.546452:0:107288:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:3.0:1763354566.546454:0:107288:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000001:3.0:1763354566.546456:0:107288:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.546458:0:107288:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1763354566.546463:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0b800 x1848998841115008/t30065429323(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 560/448 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.546467:0:107288:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:3.0:1763354566.546471:0:107288:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.546475:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354566.546478:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.546481:0:107288:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.546482:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354566.546486:0:107288:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1763354566.546487:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1763354566.546490:0:107288:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1763354566.546491:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.546493:0:107288:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1763354566.546494:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:3.0:1763354566.546496:0:107288:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1763354566.546497:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763354566.546500:0:107288:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.546501:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.546507:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.546509:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000040:3.0:1763354566.546511:0:107288:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52800 with handle 0x4a8bb634222cb037 from hash 00000400:00000010:1.0:1763354566.546512:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa660. 00010000:00000001:3.0:1763354566.546517:0:107288:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:1.0:1763354566.546519:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1848998841115008, offset 224 00010000:00000001:3.0:1763354566.546520:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.546524:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.546527:0:107288:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1763354566.546528:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.546532:0:107288:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.546534:0:107288:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:1.0:1763354566.546539:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:3.0:1763354566.546540:0:107288:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1763354566.546544:0:107288:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000400:00000200:1.0:1763354566.546548:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556797:1556797:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556793:1556793:8:4294967295] 00000100:00000010:3.0:1763354566.546552:0:107288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09c00. 00000020:00000040:3.0:1763354566.546560:0:107288:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1763354566.546560:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:3.0:1763354566.546569:0:107288:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1763354566.546569:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 02000000:00000001:3.0:1763354566.546573:0:107288:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1763354566.546576:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cbf1200. 02000000:00000001:3.0:1763354566.546579:0:107288:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.546584:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 02000000:00000010:3.0:1763354566.546588:0:107288:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba21a00. 00000800:00000200:1.0:1763354566.546591:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000001:3.0:1763354566.546595:0:107288:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.546596:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cbf1200 type 1, nob 544 niov 1 nkiov 1 00010000:00000001:3.0:1763354566.546603:0:107288:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1763354566.546609:0:107288:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.546613:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.546619:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00010000:3.0:1763354566.546621:0:107288:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1763354566.546623:0:38200:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00010000:00000001:3.0:1763354566.546626:0:107288:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.546626:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.546632:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1763354566.546634:0:107288:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1763354566.546636:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0b800 x1848998841115008/t30065429323(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 560/448 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.546640:0:107288:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.546651:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+232:253170:x1848998841115008:12345-192.168.203.48@tcp:36:mkdir.0 Request processed in 13689us (13927us total) trans 30065429323 rc 0/0 00000100:00000040:3.0:1763354566.546654:0:107288:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064342227] to pc [ptlrpcd_00_00+0] req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.546660:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417461 00000100:00000040:1.0:1763354566.546666:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:1.0:1763354566.546670:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354566.546673:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354566.546677:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241a00. 00000020:00000010:1.0:1763354566.546680:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354566.546682:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597176800. 00000020:00000040:1.0:1763354566.546685:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000100:00000001:1.0:1763354566.546687:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.546702:0:107288:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.546707:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.546709:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.546710:0:107288:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.546714:0:107288:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.546716:0:107288:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.546719:0:107288:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1763354566.546724:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1763354566.546727:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1763354566.546729:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cbf1200. 00010000:00010000:3.0:1763354566.546733:0:107288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52800/0x4a8bb634222cb037 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x4a8bb634222cb03e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1763354566.546736:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.546745:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.546749:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1763354566.546751:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa660 00000100:00000001:2.0:1763354566.546753:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1763354566.546754:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa660. 00010000:00000001:3.0:1763354566.546755:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.546756:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1763354566.546760:0:107288:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1763354566.546760:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.546763:0:3648:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763354566.546765:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1763354566.546766:0:107288:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66cff4780. 00010000:00000001:3.0:1763354566.546773:0:107288:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.546775:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.546775:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1763354566.546780:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1763354566.546780:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.546781:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.546782:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1763354566.546787:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.546787:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.546793:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.546794:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1763354566.546796:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542718208:0@lo:103:ldlm_bl.0 00000020:00000001:3.0:1763354566.546798:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1763354566.546800:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1763354566.546802:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.546804:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.546808:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.546809:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1763354566.546811:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1763354566.546813:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.546815:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.546816:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5473b4400. 00010000:00010000:3.0:1763354566.546817:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1763354566.546819:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.546824:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b8f0. 00000400:00000010:2.0:1763354566.546827:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00000100:00000200:2.0:1763354566.546830:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542718208, portal 18 00000100:00000001:2.0:1763354566.546831:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.546833:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000100:00000040:2.0:1763354566.546837:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.546842:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.546844:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.546845:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00000100:00000200:2.0:1763354566.546847:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848998542718208, offset 0 00000400:00000200:2.0:1763354566.546850:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.546855:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.546859:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a785543500 00000400:00000200:2.0:1763354566.546863:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x7b121d [2] + 984 00000400:00000200:2.0:1763354566.546866:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.546868:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.546871:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.546872:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763354566.546874:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50e00. 00000100:00000040:2.0:1763354566.546876:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50e00 x1848998542718208 msgsize 328 00000100:00100000:2.0:1763354566.546879:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.546889:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.546894:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:2.0:1763354566.546895:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:2.0:1763354566.546898:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.546901:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.546907:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354566.546907:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1763354566.546910:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718208 00000100:00000040:2.0:1763354566.546912:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354566.546913:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.546916:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.546918:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.546923:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.546925:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.546926:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718208 00000100:00000001:2.0:1763354566.546928:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1763354566.546931:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.546933:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00000001:2.0:1763354566.546933:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.546938:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1763354566.546938:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4683 usecs (5 jiffies) 00000020:00000040:3.0:1763354566.546950:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=9 00000020:00000001:3.0:1763354566.546953:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000020:00000001:3.0:1763354566.546958:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:2.0:1763354566.546959:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888511 00000100:00000001:3.0:1763354566.546961:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354566.546964:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889614 00000020:00000010:3.0:1763354566.546966:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ae00. 00000100:00000001:2.0:1763354566.546967:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888511 00000100:00000001:3.0:1763354566.546970:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.546972:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889614 00000020:00000010:3.0:1763354566.546973:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ae00. 00000100:00000001:2.0:1763354566.546976:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888511 00000020:00000010:3.0:1763354566.546980:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20000. 00000100:00000001:2.0:1763354566.546980:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889614 00000100:00000001:2.0:1763354566.546985:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888511 00000020:00000010:3.0:1763354566.546986:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781100. 00000100:00000001:2.0:1763354566.546988:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889614 00000020:00000010:3.0:1763354566.546991:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000001:2.0:1763354566.546992:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.546996:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.546998:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763354566.546999:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.547002:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.547003:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.547005:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354566.547008:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1763354566.547009:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1763354566.547010:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.547013:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1763354566.547014:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354566.547018:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1763354566.547018:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.547020:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763354566.547021:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763354566.547023:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.547024:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:3.0:1763354566.547028:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00000100:00000001:2.0:1763354566.547028:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.547060:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:3.0:1763354566.547062:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.547063:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.547064:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.547066:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.547070:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.547077:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.547085:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.547086:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.547090:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722 00000100:00000040:3.0:1763354566.547092:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:3.0:1763354566.547094:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315975680 : -123186393575936 : ffff8ff66ec50e00) 00000100:00000040:3.0:1763354566.547098:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50e00 x1848998542718208/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.547105:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.547108:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ae00. 00000100:00000001:3.0:1763354566.547110:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.547111:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ae00. 00000100:00100000:3.0:1763354566.547115:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0001-mdtlov_UUID+9:3654:x1848998542718208:12345-0@lo:103:ldlm_bl.0 00000100:00000200:3.0:1763354566.547118:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718208 00010000:00000001:3.0:1763354566.547120:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354566.547186:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354566.547188:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354566.547190:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.547192:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.547194:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0e000. 02000000:00000001:3.0:1763354566.547196:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.547197:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.547199:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354566.547201:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354566.547203:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.547204:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.547205:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:3.0:1763354566.547206:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:3.0:1763354566.547208:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000040:3.0:1763354566.547210:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00000004:00000001:3.0:1763354566.547213:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354566.547214:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.547216:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.547217:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.547218:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.547220:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.547222:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.547223:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.547226:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.547227:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.547229:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.547230:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.547231:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f242600 with handle 0x4a8bb634222cb03e from hash 00010000:00000001:3.0:1763354566.547233:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.547234:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.547235:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.547235:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.547237:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.547238:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.547239:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.547240:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.547242:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb03e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x4a8bb634222cb037 expref: 9 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.547248:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff5447d3800 : new locks_count 2 00000020:00000040:3.0:1763354566.547249:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 8 00010000:00000010:3.0:1763354566.547251:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc180. 00010000:00000001:3.0:1763354566.547255:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.547256:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.547258:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.547259:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00000001:3.0:1763354566.547261:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.547263:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.547264:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354566.547265:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354566.547266:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.547268:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.547269:0:74535:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.547271:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:3.0:1763354566.547273:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.547275:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.547276:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.547277:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.547279:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.547280:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.547282:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.547284:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.547286:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998542718208, offset 224 00000400:00000200:3.0:1763354566.547289:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.547294:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.547298:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a785543500 00000400:00000200:3.0:1763354566.547301:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x7b8d25 [1] + 224 00000400:00000200:3.0:1763354566.547304:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.547306:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.547308:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.547311:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.547318:0:74535:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.547331:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.547335:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:3.0:1763354566.547336:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:3.0:1763354566.547339:0:74535:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.547339:0:74535:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.547342:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.547344:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.547345:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.547347:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.547350:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50e00 x1848998542718208/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.547356:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0001-mdtlov_UUID+8:3654:x1848998542718208:12345-0@lo:103:ldlm_bl.0 Request processed in 249us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.547360:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722 00000100:00000040:3.0:1763354566.547362:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:3.0:1763354566.547364:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.547365:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.547367:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781100. 00000020:00000010:3.0:1763354566.547371:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354566.547375:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20000. 00000020:00000040:3.0:1763354566.547385:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000100:00000001:3.0:1763354566.547387:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.547387:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.547390:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.547395:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.547397:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.547399:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b8f0. 00000400:00000200:2.0:1763354566.547404:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:2.0:1763354566.547405:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:2.0:1763354566.547407:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.547411:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354566.547419:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.547424:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.547425:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.547426:0:3654:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.547427:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.547428:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.547429:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.547431:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.547434:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb04e8 time=119 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354566.547436:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.547438:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.547440:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.547441:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.547442:0:3654:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.547444:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.547445:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00000100:00000001:2.0:1763354566.547446:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.547447:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.547450:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.547454:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.547456:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.547457:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.547459:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.547464:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542718208:0@lo:103:ldlm_bl.0 00000100:00000001:2.0:1763354566.547467:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.547468:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.547469:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09c00 x1848998542718208/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.547473:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.547475:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.547476:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5473b4400. 02000000:00000001:2.0:1763354566.547478:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.547479:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.547480:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1763354566.547481:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.547482:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba21a00. 02000000:00000001:2.0:1763354566.547486:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.547487:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.547488:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09c00. 00000100:00000001:2.0:1763354566.547490:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.547491:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.547492:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.547495:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.547496:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.547498:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.547499:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763354566.552080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52800. 00000800:00000001:0.0:1763354566.555899:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.555917:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.555923:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.555928:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.555979:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.555998:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6280 00000400:00000200:0.0:1763354566.556008:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 67360 00000800:00000001:0.0:1763354566.556031:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.556040:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.556043:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1763354566.556063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f242600. 00000400:00000200:0.0:1763354566.556077:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.556084:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.556086:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.556093:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c906680. 00000100:00000040:0.0:1763354566.556097:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c906680 x1848998841115264 msgsize 576 00000100:00100000:0.0:1763354566.556102:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.556123:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.556132:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.556136:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.556159:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354566.556164:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115264 02000000:00000001:1.0:1763354566.556167:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354566.556169:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.556171:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.556176:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.556179:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115264 00000020:00000001:1.0:1763354566.556181:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354566.556183:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354566.556186:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.556189:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=471 00000020:00000001:1.0:1763354566.556192:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354566.556195:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354566.556199:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.556204:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.556207:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354566.556210:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000020:00000010:1.0:1763354566.556216:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597176800. 00000020:00000010:1.0:1763354566.556221:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241a00. 00000020:00000010:1.0:1763354566.556226:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354566.556232:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354566.556235:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354566.556236:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354566.556239:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354566.556241:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.556244:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.556249:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.556264:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.556275:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.556276:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354566.556281:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417462 00000100:00000040:1.0:1763354566.556285:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354566.556288:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547405952 : -123186162145664 : ffff8ff67c906680) 00000100:00000040:1.0:1763354566.556297:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c906680 x1848998841115264/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354566.556308:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.556311:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.556314:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354566.556316:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000100:00100000:1.0:1763354566.556321:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+471:253174:x1848998841115264:12345-192.168.203.48@tcp:101:stat.0 00000100:00000200:1.0:1763354566.556325:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115264 00000020:00000001:1.0:1763354566.556328:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354566.556331:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354566.556334:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.556337:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354566.556339:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354566.556342:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354566.556345:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841115264, found 0 last_xid 1848998841115263 00000020:00000001:1.0:1763354566.556348:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.556350:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354566.556352:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354566.556356:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.556358:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354566.556361:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354566.556363:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354566.556365:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354566.556366:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.556370:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354566.556376:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 2 00010000:00000001:1.0:1763354566.556378:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.556381:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.556385:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52800. 00000020:00000001:1.0:1763354566.556388:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.556390:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52800 with handle 0x4a8bb634222cb05a to hash 00000020:00000001:1.0:1763354566.556393:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.556394:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00000010:1.0:1763354566.556400:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54cdefe00. 00010000:00000001:1.0:1763354566.556403:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650867712 : -123191058683904 : ffff8ff558b52800) 00010000:00010000:1.0:1763354566.556407:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52800/0x4a8bb634222cb05a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41512 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354566.556416:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:1.0:1763354566.556418:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=472 00010000:00000001:1.0:1763354566.556424:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354566.556426:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354566.556431:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354566.556433:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354566.556435:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354566.556437:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354566.556440:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1763354566.556442:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354566.556446:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000004:00000001:1.0:1763354566.556449:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620887417189056 : -123186292362560 : ffff8ff674cd72c0) 00000004:00000001:1.0:1763354566.556451:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556455:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354566.556456:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354566.556459:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354566.556461:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354566.556486:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff66cfc0000. 02000000:00000001:1.0:1763354566.556489:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.556491:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556494:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556496:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763354566.556500:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354566.556502:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.556504:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556506:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556508:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556510:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556512:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556513:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556515:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556517:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556518:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556520:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556522:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556523:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556525:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556527:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556528:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556530:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556533:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.556550:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.556554:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354566.556559:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354566.556561:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354566.556564:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354566.556566:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556569:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.556570:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556573:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354566.556575:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556578:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763354566.556583:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763354566.556585:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763354566.556587:0:38200:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1763354566.556589:0:38200:0:(mdt_lib.c:2195:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354566.556592:0:38200:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = ffff8ff66cfc0228 00000004:00000001:1.0:1763354566.556598:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763354566.556600:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354566.556602:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354566.556605:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00010000:00000001:1.0:1763354566.556607:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.556609:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.556612:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff558b52400. 00000020:00000001:1.0:1763354566.556615:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.556617:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff558b52400 with handle 0x4a8bb634222cb061 to hash 00000020:00000001:1.0:1763354566.556619:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.556621:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000010:1.0:1763354566.556625:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54cdef780. 00010000:00000001:1.0:1763354566.556627:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:1.0:1763354566.556630:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.556633:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.556637:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.556644:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354566.556647:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354566.556649:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354566.556651:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.556654:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.556656:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.556658:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.556661:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.556663:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354566.556666:0:38200:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.556668:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354566.556670:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) refcount = 3 00010000:00000040:1.0:1763354566.556674:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354566.556679:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54390aa00/0x4a8bb634209a0ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634209a0fec expref: 7 pid: 7548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354566.556688:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.556695:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.556698:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.556700:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.556702:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.556704:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.556707:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.556709:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.556712:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.556714:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.556717:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.556724:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354566.556725:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.556727:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.556729:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.556730:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.556732:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:1.0:1763354566.556734:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:1.0:1763354566.556737:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:1.0:1763354566.556739:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.556740:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.556742:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556745:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763354566.556749:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763354566.556751:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763354566.556756:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556760:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.556765:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.556781:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354566.556784:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354566.556787:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.556789:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.556792:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1763354566.556794:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1763354566.556798:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1763354566.556800:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556803:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.556805:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556807:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556809:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556811:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556813:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556814:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556816:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.556818:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.556820:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.556822:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763354566.556824:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=211, mode=40777, valid=0x1100000000002f8f 00000004:00200000:1.0:1763354566.556827:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 20480 00000004:00200000:1.0:1763354566.556830:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:1.0:1763354566.556833:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:1.0:1763354566.556834:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.556836:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556838:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763354566.556840:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.556842:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1763354566.556845:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354566.556848:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763354566.556850:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.556855:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763354566.556895:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.556898:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.556903:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.556905:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.556907:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:1.0:1763354566.556909:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:1.0:1763354566.556912:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00000004:00010000:1.0:1763354566.556916:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.556922:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.556924:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.556926:0:38200:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763354566.556928:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354566.556930:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763354566.556932:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.556934:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.556935:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52400 refcount=3 00000020:00000001:1.0:1763354566.556937:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00010000:00000001:1.0:1763354566.556955:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650866688 : -123191058684928 : ffff8ff558b52400) 00000004:00000040:1.0:1763354566.556960:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:1.0:1763354566.556962:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:1.0:1763354566.556967:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.556968:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763354566.556984:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354566.556987:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763354566.556989:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763354566.556991:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763354566.556993:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763354566.556995:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763354566.556997:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763354566.556999:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1763354566.557003:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.557005:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763354566.557007:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763354566.557009:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763354566.557011:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763354566.557013:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763354566.557015:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354566.557018:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.557019:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.557021:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.557023:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.557025:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52800 with handle 0x4a8bb634222cb05a from hash 00010000:00000001:1.0:1763354566.557028:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354566.557029:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.557030:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.557031:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763354566.557033:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354566.557037:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52800/0x4a8bb634222cb05a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41512 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354566.557045:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 456 00000020:00000040:1.0:1763354566.557067:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00010000:00000010:1.0:1763354566.557070:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54cdefe00. 00010000:00000001:1.0:1763354566.557077:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.557079:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.557084:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763354566.557088:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41512 expref: 472 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.557097:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354566.557099:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354566.557102:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:1.0:1763354566.557105:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1763354566.557107:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.557110:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.557112:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763354566.557113:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.557115:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354566.557117:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff558b52400, rc 0) 00000020:00000001:1.0:1763354566.557120:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354566.557123:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214464, transno 0, xid 1848998841115264 00010000:00000001:1.0:1763354566.557126:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763354566.557132:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c906680 x1848998841115264/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763354566.557140:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354566.557142:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.557146:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.557150:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763354566.557152:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354566.557155:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:1.0:1763354566.557158:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763354566.557160:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.557163:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.557166:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354566.557170:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faaa0. 00000100:00000200:1.0:1763354566.557174:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848998841115264, offset 224 00000400:00000200:1.0:1763354566.557180:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354566.557187:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:1.0:1763354566.557193:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556798:1556798:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556794:1556794:8:4294967295] 00000400:00000200:1.0:1763354566.557205:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:1.0:1763354566.557211:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:1.0:1763354566.557215:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cbf1200. 00000800:00000200:1.0:1763354566.557220:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:1.0:1763354566.557226:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:1.0:1763354566.557230:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cbf1200 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1763354566.557245:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.557249:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:1.0:1763354566.557251:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763354566.557253:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.557255:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763354566.557260:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c906680 x1848998841115264/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763354566.557272:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253174:x1848998841115264:12345-192.168.203.48@tcp:101:stat.0 Request processed in 961us (1172us total) trans 0 rc 0/0 00000100:00100000:1.0:1763354566.557281:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417462 00000100:00000040:1.0:1763354566.557285:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:1.0:1763354566.557287:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354566.557289:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354566.557292:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241a00. 00000020:00000010:1.0:1763354566.557296:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:1.0:1763354566.557300:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597176800. 00000020:00000040:1.0:1763354566.557304:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00000001:1.0:1763354566.557306:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.557331:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.557335:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cbf1200. 00000400:00000200:0.0:1763354566.557339:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.557343:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.557346:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faaa0 00000400:00000010:0.0:1763354566.557348:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faaa0. 00000100:00000001:0.0:1763354566.557350:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.557352:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354566.559214:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.559222:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.559224:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.559225:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.559230:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.559236:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d6300 00000400:00000200:0.0:1763354566.559241:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x76d7e5 [64] + 67936 00000800:00000001:0.0:1763354566.559244:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.559249:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.559250:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.559253:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.559255:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.559257:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.559259:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c904380. 00000100:00000040:0.0:1763354566.559261:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c904380 x1848998841115392 msgsize 584 00000100:00100000:0.0:1763354566.559264:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.559275:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.559279:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.559281:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.559300:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763354566.559304:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115392 02000000:00000001:1.0:1763354566.559306:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763354566.559308:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.559310:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.559313:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.559316:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115392 00000020:00000001:1.0:1763354566.559318:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763354566.559319:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:1.0:1763354566.559321:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.559323:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:1.0:1763354566.559326:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:1.0:1763354566.559329:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354566.559332:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.559335:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.559338:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354566.559341:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000020:00000010:1.0:1763354566.559345:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597176800. 00000020:00000010:1.0:1763354566.559348:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241a00. 00000020:00000010:1.0:1763354566.559352:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000040:1.0:1763354566.559355:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763354566.559358:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354566.559359:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763354566.559361:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763354566.559362:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.559364:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.559368:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.559379:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.559386:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.559388:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354566.559393:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417463 00000100:00000040:1.0:1763354566.559396:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:1.0:1763354566.559399:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547396992 : -123186162154624 : ffff8ff67c904380) 00000100:00000040:1.0:1763354566.559405:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c904380 x1848998841115392/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354566.559415:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.559417:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.559420:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354566.559422:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000100:00100000:1.0:1763354566.559426:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253174:x1848998841115392:12345-192.168.203.48@tcp:101:stat.0 00000100:00000200:1.0:1763354566.559431:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115392 00000020:00000001:1.0:1763354566.559432:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763354566.559434:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763354566.559437:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.559439:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763354566.559441:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:1.0:1763354566.559443:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763354566.559446:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841115392, found 0 last_xid 1848998841115391 00000020:00000001:1.0:1763354566.559448:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.559450:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763354566.559452:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763354566.559455:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.559457:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763354566.559459:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763354566.559460:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763354566.559462:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763354566.559464:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.559466:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354566.559469:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00010000:00000001:1.0:1763354566.559472:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.559474:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.559479:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2bac00. 00000020:00000001:1.0:1763354566.559482:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.559484:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2bac00 with handle 0x4a8bb634222cb068 to hash 00000020:00000001:1.0:1763354566.559486:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.559487:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000010:1.0:1763354566.559491:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54cdefe00. 00010000:00000001:1.0:1763354566.559493:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00010000:1.0:1763354566.559497:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb068 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41519 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354566.559506:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:1.0:1763354566.559508:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:1.0:1763354566.559512:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763354566.559513:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763354566.559516:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763354566.559518:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763354566.559519:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763354566.559521:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763354566.559523:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1763354566.559525:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763354566.559527:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000004:00000001:1.0:1763354566.559529:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620887417189056 : -123186292362560 : ffff8ff674cd72c0) 00000004:00000001:1.0:1763354566.559532:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.559534:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763354566.559535:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763354566.559537:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354566.559539:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354566.559555:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff66dc08000. 02000000:00000001:1.0:1763354566.559558:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.559560:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.559562:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.559564:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763354566.559567:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763354566.559568:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.559570:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559572:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.559574:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.559576:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559578:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.559579:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.559581:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559583:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.559584:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.559586:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559588:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.559589:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.559591:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559593:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763354566.559594:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763354566.559596:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559598:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.559599:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.559602:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763354566.559604:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:1.0:1763354566.559606:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:1.0:1763354566.559608:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763354566.559610:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763354566.559612:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763354566.559613:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.559615:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763354566.559617:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.559619:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763354566.559623:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7baf8 00000004:00000002:1.0:1763354566.559626:0:38200:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff8ff66dc08228 00000004:00000001:1.0:1763354566.559630:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763354566.559632:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763354566.559634:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763354566.559636:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354566.559638:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354566.559640:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 4 00010000:00000001:1.0:1763354566.559643:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.559645:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.559647:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2ba000. 00000020:00000001:1.0:1763354566.559650:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.559652:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2ba000 with handle 0x4a8bb634222cb06f to hash 00000020:00000001:1.0:1763354566.559654:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.559656:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000010:1.0:1763354566.559659:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54cdefd00. 00010000:00000001:1.0:1763354566.559661:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:1.0:1763354566.559664:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.559666:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.559669:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.559675:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354566.559677:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354566.559679:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354566.559680:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.559682:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.559684:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.559686:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.559688:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.559690:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354566.559691:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.559693:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354566.559695:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) refcount = 4 00010000:00000040:1.0:1763354566.559698:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354566.559702:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41512 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354566.559711:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54390aa00/0x4a8bb634209a0ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634209a0fec expref: 7 pid: 7548 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354566.559719:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.559724:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.559726:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.559728:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.559729:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.559731:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.559733:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.559735:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.559737:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.559739:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.559742:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.559748:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354566.559749:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.559751:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.559752:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354566.559753:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763354566.559756:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad900 count: 2 00010000:00000001:1.0:1763354566.559758:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.559760:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763354566.559763:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff679bbf400. 00000020:00000001:1.0:1763354566.559765:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763354566.559767:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff679bbf400 with handle 0x4a8bb634222cb076 to hash 00000020:00000001:1.0:1763354566.559768:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763354566.559770:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887499928576 : -123186209623040 : ffff8ff679bbf400) 00010000:00000010:1.0:1763354566.559773:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54cdef980. 00010000:00000001:1.0:1763354566.559775:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887499928576 : -123186209623040 : ffff8ff679bbf400) 00010000:00000001:1.0:1763354566.559778:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.559779:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.559782:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.559788:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354566.559789:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354566.559790:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354566.559792:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.559794:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354566.559798:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.559804:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354566.559806:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.559808:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.559809:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.559811:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.559813:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763354566.559817:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000040:1.0:1763354566.559823:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) refcount = 2 00010000:00000040:1.0:1763354566.559826:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763354566.559829:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000020 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354566.559836:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763354566.559838:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000010:1.0:1763354566.559844:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.559848:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.559852:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4900. 00000100:00000001:1.0:1763354566.559855:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000100:00000001:1.0:1763354566.559857:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000100:00000001:1.0:1763354566.559860:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.559862:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354566.559864:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354566.559866:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.559867:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763354566.559869:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.559871:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.559872:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763354566.559874:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763354566.559877:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847100. 00000020:00000040:1.0:1763354566.559880:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff5447d2000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1763354566.559884:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.559885:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763354566.559889:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763354566.559894:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597177200. 00000100:00000001:1.0:1763354566.559898:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.559903:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.559912:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763354566.559915:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.559919:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.559929:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.559931:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.559935:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542718336:0@lo:104: 00000100:00000001:1.0:1763354566.559939:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.559957:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.559959:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.559962:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.559966:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff597176400. 02000000:00000001:1.0:1763354566.559969:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.559974:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000400:00000010:1.0:1763354566.559978:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000100:00000200:1.0:1763354566.559982:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542718336, portal 16 00000100:00000001:1.0:1763354566.559985:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.559986:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00000100:00000040:1.0:1763354566.559992:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.559999:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.560002:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.560004:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00000100:00000200:1.0:1763354566.560007:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542718336, offset 0 00000400:00000200:1.0:1763354566.560011:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.560017:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.560023:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x691a785543580 00000400:00000200:1.0:1763354566.560029:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x7b6d49 [2] + 992 00000400:00000200:1.0:1763354566.560055:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.560058:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.560062:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.560064:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1763354566.560068:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664846300. 00000100:00000040:1.0:1763354566.560071:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664846300 x1848998542718336 msgsize 328 00000100:00100000:1.0:1763354566.560075:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.560086:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.560091:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa880 00000400:00000010:1.0:1763354566.560094:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa880. 00000100:00000001:1.0:1763354566.560096:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.560101:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.560111:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.560115:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.560124:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.560127:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.560128:0:26695:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.560131:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.560133:0:26695:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718336 00000100:00000001:1.0:1763354566.560137:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889636 02000000:00000001:0.0:1763354566.560138:0:26695:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.560142:0:26695:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.560146:0:26695:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.560148:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889614 02000000:00000001:0.0:1763354566.560150:0:26695:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.560155:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889636 00000100:00100000:0.0:1763354566.560157:0:26695:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718336 00000100:00000001:1.0:1763354566.560160:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889614 00000020:00000001:0.0:1763354566.560162:0:26695:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1763354566.560167:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889636 00000020:00000040:0.0:1763354566.560167:0:26695:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21c5 00000020:00000001:0.0:1763354566.560172:0:26695:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354566.560174:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889614 00000020:00000040:0.0:1763354566.560177:0:26695:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff544bb6800 refcount=4 00000100:00000001:1.0:1763354566.560179:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889636 00000020:00000001:0.0:1763354566.560184:0:26695:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882315732992 : -123191393818624 : ffff8ff544bb6800) 00000100:00000001:1.0:1763354566.560186:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889614 00000020:00000001:0.0:1763354566.560191:0:26695:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882315732992 : -123191393818624 : ffff8ff544bb6800) 00000100:00000001:1.0:1763354566.560193:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.560200:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560200:0:26695:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763354566.560205:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.560207:0:26695:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e00. 00010000:00000001:1.0:1763354566.560208:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.560215:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560215:0:26695:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.560220:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1763354566.560222:0:26695:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e00. 00010000:00000001:1.0:1763354566.560223:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.560227:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.560230:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763354566.560232:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1763354566.560232:0:26695:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff593de0c00. 00000100:00000001:1.0:1763354566.560238:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.560240:0:26695:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deea00. 00000100:00000001:1.0:1763354566.560241:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.560245:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1763354566.560248:0:26695:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfd48. 00000100:00100000:1.0:1763354566.560249:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4900 going to sleep for 11 seconds 00000100:00000001:1.0:1763354566.560256:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.560259:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.560259:0:26695:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1763354566.560266:0:26695:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.560269:0:26695:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.560270:0:26695:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560275:0:26695:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560288:0:26695:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.560299:0:26695:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.560301:0:26695:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.560306:0:26695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00000040:0.0:1763354566.560310:0:26695:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff544bb6800 : new rpc_count 1 00000100:00000001:0.0:1763354566.560313:0:26695:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143965440 : -123186565586176 : ffff8ff664846300) 00000100:00000040:0.0:1763354566.560320:0:26695:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846300 x1848998542718336/t0(0) o104->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.560330:0:26695:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.560334:0:26695:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e00. 00000100:00000001:0.0:1763354566.560338:0:26695:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.560340:0:26695:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e00. 00000100:00100000:0.0:1763354566.560345:0:26695:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:38200:x1848998542718336:12345-0@lo:104: 00000100:00000200:0.0:1763354566.560349:0:26695:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718336 00010000:00000001:0.0:1763354566.560351:0:26695:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1763354566.560355:0:26695:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.560357:0:26695:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.560359:0:26695:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=3 00000020:00000001:0.0:1763354566.560361:0:26695:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:0.0:1763354566.560364:0:26695:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:0.0:1763354566.560368:0:26695:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.560370:0:26695:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.560375:0:26695:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.560384:0:26695:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.560386:0:26695:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.560390:0:26695:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67d889800. 02000000:00000001:0.0:1763354566.560392:0:26695:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560394:0:26695:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.560397:0:26695:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.560399:0:26695:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.560402:0:26695:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67398a1e8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.560405:0:26695:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.560408:0:26695:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.560410:0:26695:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.560413:0:26695:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.560414:0:26695:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560417:0:26695:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.560419:0:26695:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.560422:0:26695:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000100:00000200:0.0:1763354566.560426:0:26695:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848998542718336, offset 224 00000400:00000200:0.0:1763354566.560431:0:26695:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.560437:0:26695:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.560443:0:26695:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a785543580 00000400:00000200:0.0:1763354566.560447:0:26695:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x7b8d35 [1] + 224 00000400:00000200:0.0:1763354566.560450:0:26695:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.560452:0:26695:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.560454:0:26695:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.560459:0:26695:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354566.560469:0:26695:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.560495:0:26695:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.560501:0:26695:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000400:00000010:0.0:1763354566.560503:0:26695:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000001:0.0:1763354566.560506:0:26695:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.560508:0:26695:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.560511:0:26695:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.560514:0:26695:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.560517:0:26695:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763354566.560521:0:26695:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff595381000. 00010000:00000001:0.0:1763354566.560525:0:26695:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1763354566.560533:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1763354566.560536:0:26695:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1763354566.560539:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1763354566.560541:0:26695:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.560544:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1763354566.560545:0:26695:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.560549:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00010000:00000001:0.0:1763354566.560549:0:26695:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.560557:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000100:00000040:0.0:1763354566.560557:0:26695:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846300 x1848998542718336/t0(0) o104->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1763354566.560562:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:1.0:1763354566.560571:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1763354566.560572:0:26695:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:38200:x1848998542718336:12345-0@lo:104: Request processed in 239us (497us total) trans 0 rc 0/0 00000100:00000200:1.0:1763354566.560580:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354566.560581:0:26695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00000040:0.0:1763354566.560584:0:26695:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff544bb6800 : new rpc_count 0 00000100:00000001:0.0:1763354566.560588:0:26695:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.560591:0:26695:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.560595:0:26695:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deea00. 00000020:00000001:3.0:1763354566.560598:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1763354566.560600:0:26695:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfd48. 00000100:00000200:1.0:1763354566.560601:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1763354566.560602:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.560609:0:6505:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:0.0:1763354566.560609:0:26695:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff593de0c00. 00000020:00000040:0.0:1763354566.560616:0:26695:0:(genops.c:898:class_export_put()) PUTting export ffff8ff544bb6800 : new refcount 3 00010000:00000001:3.0:1763354566.560617:0:6505:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1763354566.560618:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1763354566.560622:0:6505:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1763354566.560622:0:26695:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.560624:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354566.560627:0:6505:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.560629:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.560633:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.560637:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1763354566.560640:0:6505:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff558b52a00 already unused, calling callback (ffffffffc19c0290) 00000100:00000001:1.0:1763354566.560641:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.560643:0:6505:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.560647:0:6505:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1763354566.560648:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560649:0:6505:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.560653:0:6505:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.560654:0:6505:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52a00 refcount=4 00000100:00001000:1.0:1763354566.560656:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff5447d2458 time=119 v=5 (5 5 0 0) 00000020:00000001:3.0:1763354566.560657:0:6505:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:3.0:1763354566.560661:0:6505:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868224 : -123191058683392 : ffff8ff558b52a00) 00010000:00000001:3.0:1763354566.560665:0:6505:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:1.0:1763354566.560666:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff5447d2410 time=119 v=5 (1 1 0 0) 00010000:00010000:3.0:1763354566.560668:0:6505:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.560675:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000001:3.0:1763354566.560678:0:6505:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000100:00000001:1.0:1763354566.560679:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00010000:3.0:1763354566.560681:0:6505:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.560684:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.560687:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560692:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.560694:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560695:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.560698:0:6505:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560702:0:6505:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:1.0:1763354566.560702:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.560706:0:6505:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.560707:0:6505:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.560710:0:6505:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.560713:0:6505:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.560717:0:6505:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52a00 with handle 0x4a8bb634222cb045 from hash 00010000:00000001:3.0:1763354566.560721:0:6505:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1763354566.560721:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.560724:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.560727:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354566.560728:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1763354566.560729:0:6505:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1763354566.560732:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.560733:0:6505:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.560737:0:6505:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1763354566.560738:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.560740:0:6505:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1763354566.560742:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.560743:0:6505:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1763354566.560745:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.560748:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.560749:0:6505:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09180. 00000020:00000040:3.0:1763354566.560754:0:6505:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1763354566.560755:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.560757:0:6505:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.560759:0:6505:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.560763:0:6505:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.560769:0:6505:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20000. 00000100:00000001:3.0:1763354566.560773:0:6505:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.560775:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542718336:0@lo:104: 00010000:00000001:3.0:1763354566.560777:0:6505:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1763354566.560782:0:6505:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.560784:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.560790:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.560793:0:6505:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1763354566.560795:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1763354566.560796:0:6505:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.560798:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354566.560800:0:6505:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354566.560805:0:6505:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.560805:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847100 x1848998542718336/t0(0) o104->lustre-MDT0000@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354566.560815:0:6505:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051a40205] to pc [ptlrpcd_00_01+1] req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.560822:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.560826:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.560829:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff597176400. 02000000:00000001:1.0:1763354566.560833:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.560836:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.560838:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff5447d2000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763354566.560840:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.560843:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597177200. 00010000:00000001:3.0:1763354566.560846:0:6505:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.560847:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1763354566.560851:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763354566.560851:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1763354566.560855:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1763354566.560856:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847100. 00010000:00000001:3.0:1763354566.560857:0:6505:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560860:0:6505:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560861:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1763354566.560862:0:6505:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560864:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1763354566.560866:0:6505:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.560868:0:3655:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763354566.560870:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.560874:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.560875:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763354566.560881:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4900. 00010000:00000001:3.0:1763354566.560882:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354566.560883:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1763354566.560887:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ff558b52a00/0x4a8bb634222cb045 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb04c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.560889:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.560890:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.560895:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354566.560904:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb12c0. 00010000:00000040:3.0:1763354566.560910:0:6505:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58dc35600 count: 0 00010000:00000001:1.0:1763354566.560913:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354566.560917:0:6505:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241600. 00010000:00000001:1.0:1763354566.560919:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560922:0:3655:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1763354566.560925:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.560925:0:3655:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560928:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763354566.560930:0:3655:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1763354566.560931:0:6505:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354566.560933:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1763354566.560934:0:3655:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.560935:0:6505:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff595381000. 00010000:00010000:1.0:1763354566.560950:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 02000000:00000001:0.0:1763354566.560951:0:3655:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.560956:0:6505:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.560958:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542718464:0@lo:103:ldlm_bl.0 00000020:00000001:3.0:1763354566.560961:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.560964:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.560969:0:3655:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:3.0:1763354566.560970:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354566.560974:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1763354566.560974:0:3655:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1763354566.560978:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.560978:0:3655:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.560982:0:3655:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1763354566.560983:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1763354566.560986:0:3655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff593de0c00. 00000020:00000001:3.0:1763354566.560987:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.560990:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.560991:0:3655:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.560993:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1763354566.560997:0:3655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000400:00000010:0.0:1763354566.561001:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000100:00000200:0.0:1763354566.561003:0:3655:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542718464, portal 18 00000100:00000001:0.0:1763354566.561005:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.561006:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281078656 : -123186428472960 : ffff8ff66cb09180) 00000100:00000040:0.0:1763354566.561010:0:3655:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.561015:0:3655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.561016:0:3655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.561018:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.561019:0:3655:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848998542718464, offset 0 00000400:00000200:0.0:1763354566.561022:0:3655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.561026:0:3655:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.561030:0:3655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a785543600 00000400:00000200:0.0:1763354566.561068:0:3655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x7b121d [2] + 1312 00000400:00000200:0.0:1763354566.561075:0:3655:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.561079:0:3655:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.561083:0:3655:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.561085:0:3655:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354566.561089:0:3655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c904000. 00000100:00000040:0.0:1763354566.561092:0:3655:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c904000 x1848998542718464 msgsize 328 00000100:00100000:0.0:1763354566.561094:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.561104:0:3655:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.561108:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000010:0.0:1763354566.561109:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:0.0:1763354566.561111:0:3655:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.561114:0:3655:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.561120:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.561122:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.561127:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.561129:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354566.561129:0:3655:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1763354566.561134:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718464 00000100:00000001:0.0:1763354566.561135:0:3655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.561137:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.561140:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1763354566.561140:0:3655:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4683 usecs (5 jiffies) 00000100:00000001:3.0:1763354566.561141:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.561145:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888526 02000000:00000001:3.0:1763354566.561147:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.561149:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889636 00000100:00100000:3.0:1763354566.561151:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718464 00000100:00000001:0.0:1763354566.561152:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888526 00000020:00000001:3.0:1763354566.561154:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354566.561156:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889636 00000020:00000040:3.0:1763354566.561157:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000100:00000001:0.0:1763354566.561160:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888526 00000020:00000001:3.0:1763354566.561161:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.561165:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889636 00000020:00000040:3.0:1763354566.561166:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=8 00000100:00000001:0.0:1763354566.561171:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888526 00000020:00000001:3.0:1763354566.561172:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:0.0:1763354566.561176:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889636 00000020:00000001:3.0:1763354566.561177:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:0.0:1763354566.561180:0:3655:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.561182:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.561183:0:3655:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.561186:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ae00. 00000100:00000001:0.0:1763354566.561187:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.561193:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.561193:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354566.561197:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ae00. 00000100:00000001:0.0:1763354566.561198:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.561201:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354566.561203:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1763354566.561204:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21200. 00000100:00000001:0.0:1763354566.561205:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.561208:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.561210:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781100. 00000100:00000001:0.0:1763354566.561211:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.561218:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.561223:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763354566.561225:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.561227:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763354566.561228:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763354566.561230:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.561231:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763354566.561233:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.561234:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.561235:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00000020:00000001:3.0:1763354566.561237:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:3.0:1763354566.561238:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00010000:3.0:1763354566.561243:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 8 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.561248:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.561249:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.561250:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.561251:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.561254:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763354566.561257:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff67c904000 x1848998542718464/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.561262:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763354566.561263:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.561274:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.561281:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.561282:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.561284:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361 00000100:00000040:3.0:1763354566.561286:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:3.0:1763354566.561287:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547396096 : -123186162155520 : ffff8ff67c904000) 00000100:00000040:3.0:1763354566.561291:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c904000 x1848998542718464/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.561297:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.561299:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442ae00. 00000100:00000001:3.0:1763354566.561301:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.561303:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442ae00. 00000100:00100000:3.0:1763354566.561306:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c904000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0001-mdtlov_UUID+8:3655:x1848998542718464:12345-0@lo:103:ldlm_bl.0 00000100:00000200:3.0:1763354566.561309:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718464 00010000:00000001:3.0:1763354566.561310:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763354566.561312:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354566.561313:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763354566.561315:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.561316:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.561319:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff644f0c000. 02000000:00000001:3.0:1763354566.561321:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.561322:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.561323:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354566.561325:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763354566.561326:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.561327:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.561328:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00000020:00000001:3.0:1763354566.561329:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:3.0:1763354566.561331:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000040:3.0:1763354566.561332:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad900 count: 3 00000004:00000001:3.0:1763354566.561334:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354566.561335:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.561337:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:3.0:1763354566.561339:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21600. 00000020:00000010:3.0:1763354566.561342:0:74535:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ff54ba20e00. 00000020:00000010:3.0:1763354566.561345:0:74535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ff545f8f800. 00000020:00000010:3.0:1763354566.561348:0:74535:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ff667941928. 00000020:00000010:3.0:1763354566.561351:0:74535:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8ff54ba21c00. 80000000:00000010:3.0:1763354566.561354:0:74535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ff544b02f60. 40000000:00000010:3.0:1763354566.561357:0:74535:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ff54442ae00. 00100000:00000010:3.0:1763354566.561360:0:74535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ff545f89000. 00040000:00000010:3.0:1763354566.561363:0:74535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ff66486ba00. 00040000:00000010:3.0:1763354566.561366:0:74535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ff54ba21000. 00080000:00000010:3.0:1763354566.561370:0:74535:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff8ff6432fe000. 00080000:00000010:3.0:1763354566.561374:0:74535:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8ff542e20000. 00002000:00000010:3.0:1763354566.561378:0:74535:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ff644f0ec00. 00000020:00000001:3.0:1763354566.561381:0:74535:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763354566.561383:0:74535:0:(osd_handler.c:2830:osd_sync()) Process entered 00000100:00000001:0.0:1763354566.562490:0:29720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354566.562492:0:29720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354566.562494:0:29720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 21475214474 is committed 00000001:00000040:0.0:1763354566.562497:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff5447d3800 : new cb_count 0 00000020:00000040:0.0:1763354566.562499:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 7 00000001:00000010:0.0:1763354566.562500:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37720. 00080000:00000010:0.0:1763354566.562503:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b5800. 00080000:00000010:0.0:1763354566.562509:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b4e00. 00000004:00080000:0.0:1763354566.562512:0:29720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 352 committed 00000004:00000010:0.0:1763354566.562521:0:29720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8ff543a4a7e0. 00080000:00000010:0.0:1763354566.562525:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177400. 00000100:00000001:0.0:1763354566.562528:0:29720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354566.562539:0:29720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354566.562541:0:29720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 21475214473 is committed 00000001:00000040:0.0:1763354566.562543:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 8 00000020:00000040:0.0:1763354566.562544:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000001:00000010:0.0:1763354566.562546:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce376c0. 00080000:00000010:0.0:1763354566.562548:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff67b500200. 00000001:00000040:0.0:1763354566.562552:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 7 00000004:00000001:2.0:1763354566.562553:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:0.0:1763354566.562554:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000004:00000001:2.0:1763354566.562556:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763354566.562558:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37540. 00000004:00000001:2.0:1763354566.562562:0:29736:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00080000:0.0:1763354566.562562:0:29720:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 351 committed 00000004:00000001:2.0:1763354566.562566:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000010:0.0:1763354566.562567:0:29720:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8ff66ce37d20. 00000004:00000001:2.0:1763354566.562569:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.562572:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff66bb32800. 00000004:00000001:2.0:1763354566.562573:0:29736:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1763354566.562577:0:29736:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1763354566.562578:0:29736:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000001:00000040:0.0:1763354566.562578:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 6 00000020:00000040:0.0:1763354566.562582:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00000100:00000010:2.0:1763354566.562585:0:29736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec53100. 00000001:00000010:0.0:1763354566.562585:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37cc0. 00000020:00000040:2.0:1763354566.562591:0:29736:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00080000:00000010:0.0:1763354566.562592:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b31a00. 00000100:00000001:3.0:1763354566.562594:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000100:00000001:2.0:1763354566.562599:0:29736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000040:0.0:1763354566.562599:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 5 00010000:00000001:3.0:1763354566.562600:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1763354566.562602:0:29736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1763354566.562604:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.562605:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 02000000:00000001:2.0:1763354566.562606:0:29736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.562608:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=3 00000001:00000010:0.0:1763354566.562610:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37360. 02000000:00000010:2.0:1763354566.562613:0:29736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff653287800. 00000020:00000001:3.0:1763354566.562615:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00080000:00000010:0.0:1763354566.562616:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597e46c00. 00000100:00000001:2.0:1763354566.562619:0:29736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.562621:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000001:00000040:0.0:1763354566.562622:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 4 00000004:00000001:2.0:1763354566.562623:0:29736:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887315984640 : -123186393566976 : ffff8ff66ec53100) 00000020:00000040:0.0:1763354566.562628:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00010000:00000001:3.0:1763354566.562629:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1763354566.562630:0:29736:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000001:00000010:0.0:1763354566.562631:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce375a0. 00010000:00010000:3.0:1763354566.562634:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000100:00000001:2.0:1763354566.562635:0:29736:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.562636:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b30800. 00000001:00000040:0.0:1763354566.562643:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 3 00010000:00000001:3.0:1763354566.562644:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1763354566.562646:0:29736:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3ca4179] to pc [ptlrpcd_00_02+2] req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763354566.562647:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00010000:00000001:3.0:1763354566.562648:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.562652:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00000001:00000010:0.0:1763354566.562653:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37240. 00000020:00000001:0.0:1763354566.562660:0:29720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763354566.562663:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c4000 refcount 2 committed 0 result 0 batchid 17179869775 00000020:00080000:0.0:1763354566.562670:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678fff00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4d80 00010000:00000001:3.0:1763354566.562671:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.562675:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354566.562676:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff541b31c00 00010000:00000001:3.0:1763354566.562680:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.562683:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000020:00000001:0.0:1763354566.562688:0:29720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00010000:3.0:1763354566.562689:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.562689:0:29736:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.562692:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c4000 refcount 2 committed 1 result 0 batchid 17179869775 00000004:00000001:3.0:1763354566.562695:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00001000:2.0:1763354566.562696:0:29736:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00000020:00000040:0.0:1763354566.562697:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678fff00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4d80 00010000:00000001:3.0:1763354566.562699:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00001000:2.0:1763354566.562702:0:29736:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20508, id 350 00000100:00000001:1.0:1763354566.562702:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1763354566.562705:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000020:00000040:0.0:1763354566.562705:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff541b31c00 00000100:00000001:1.0:1763354566.562706:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1763354566.562707:0:29736:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000100:00000001:1.0:1763354566.562710:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000004:00000001:2.0:1763354566.562711:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1763354566.562714:0:29720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354566.562715:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.562719:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b31c00. 00000100:00000040:1.0:1763354566.562720:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.562721:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000004:00000001:2.0:1763354566.562721:0:29736:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1763354566.562725:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:2.0:1763354566.562727:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000040:0.0:1763354566.562727:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 2 00000020:00000001:3.0:1763354566.562729:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1763354566.562731:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.562734:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8600 refcount=4 00000020:00000040:0.0:1763354566.562734:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 466 00000040:00001000:2.0:1763354566.562737:0:29736:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff67c73a770 type=0x0 idx=0 00000001:00000010:0.0:1763354566.562740:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37780. 00000020:00000001:3.0:1763354566.562741:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000040:00001000:2.0:1763354566.562743:0:29736:0:(llog.c:720:llog_process_thread()) synced_idx: 20509 00000020:00000001:0.0:1763354566.562747:0:29720:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000001:3.0:1763354566.562749:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000100:00000001:1.0:1763354566.562750:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000040:00000001:2.0:1763354566.562751:0:29736:0:(lustre_log.h:473:llog_next_block()) Process entered 00000020:00080000:0.0:1763354566.562751:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c43c0 refcount 2 committed 0 result 0 batchid 17179869774 00010000:00000001:3.0:1763354566.562752:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1763354566.562753:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.562756:0:29736:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00010000:00010000:3.0:1763354566.562757:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 02000000:00000001:1.0:1763354566.562761:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00080000:0.0:1763354566.562761:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff661197e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4540 00000040:00001000:2.0:1763354566.562763:0:29736:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 20509 (cur idx 20508 off 1318912), size 1320880 00010000:00000001:3.0:1763354566.562764:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1763354566.562766:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.562767:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00080000:0.0:1763354566.562772:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f02b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff541b30200 00000004:00000001:3.0:1763354566.562773:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.562773:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.562779:0:29736:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.562781:0:29720:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00000001:3.0:1763354566.562783:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:1.0:1763354566.562783:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542718592:0@lo:6:osp-syn-0-0.0 00000020:00000040:0.0:1763354566.562785:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c43c0 refcount 2 committed 1 result 0 batchid 17179869774 00000040:00000001:2.0:1763354566.562786:0:29736:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.562788:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.562792:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00001000:2.0:1763354566.562793:0:29736:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff67c73a770 type=0x10692404 idx=20509 00000020:00000040:0.0:1763354566.562794:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff661197e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4540 00000100:00000001:1.0:1763354566.562795:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1763354566.562796:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1763354566.562799:0:29736:0:(llog.c:776:llog_process_thread()) lrh_index: 20509 lrh_len: 64 (6288 remains) 02000000:00000001:1.0:1763354566.562800:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1763354566.562802:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8600 with handle 0x4a8bb634222cace1 from hash 00000020:00000040:0.0:1763354566.562804:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f02b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff541b30200 02000000:00000001:1.0:1763354566.562805:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.562806:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000040:00001000:2.0:1763354566.562806:0:29736:0:(llog.c:797:llog_process_thread()) index: 20509, lh_last_idx: 20509 synced_idx: 20509 lgh_last_idx: 20509 00010000:00000001:3.0:1763354566.562810:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763354566.562812:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1763354566.562812:0:29720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354566.562813:0:29736:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:3.0:1763354566.562814:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1763354566.562815:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b30200. 00010000:00000001:3.0:1763354566.562818:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:2.0:1763354566.562819:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000010:1.0:1763354566.562819:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff58a0ba000. 00000001:00000040:0.0:1763354566.562820:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 1 00010000:00000001:3.0:1763354566.562822:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1763354566.562823:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.562825:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.562826:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00010000:00000001:3.0:1763354566.562827:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.562827:0:29736:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1763354566.562831:0:29736:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000400:00000010:1.0:1763354566.562832:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000001:00000010:0.0:1763354566.562832:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce370c0. 00010000:00000001:3.0:1763354566.562833:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:2.0:1763354566.562834:0:29736:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00000001:3.0:1763354566.562836:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.562840:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00080000:00000010:0.0:1763354566.562840:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b31000. 00000100:00000010:2.0:1763354566.562841:0:29736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec53800. 00000400:00000010:1.0:1763354566.562842:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00010000:00010000:3.0:1763354566.562844:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) 00000020:00000040:2.0:1763354566.562847:0:29736:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000001:00000040:0.0:1763354566.562848:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 0 00010000:00010000:3.0:1763354566.562849:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00000200:1.0:1763354566.562849:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542718592, portal 4 00000100:00000001:2.0:1763354566.562854:0:29736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:0.0:1763354566.562854:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00000100:00000001:1.0:1763354566.562855:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1763354566.562856:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.562858:0:29736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1763354566.562861:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315984640 : -123186393566976 : ffff8ff66ec53100) 00010000:00000001:3.0:1763354566.562862:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1763354566.562862:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0ae0. 02000000:00000001:2.0:1763354566.562863:0:29736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.562869:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000010:0.0:1763354566.562869:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc6800. 02000000:00000010:2.0:1763354566.562872:0:29736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff6735c1400. 00010000:00000001:3.0:1763354566.562874:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1763354566.562874:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1763354566.562876:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff541b30e00. 00000100:00000001:2.0:1763354566.562878:0:29736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.562880:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1763354566.562883:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f8a00. 00010000:00000001:3.0:1763354566.562885:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.562885:0:29736:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000020:00080000:0.0:1763354566.562890:0:29720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17179869773 batchid updated 00010000:00000001:3.0:1763354566.562891:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.562892:0:29736:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1763354566.562897:0:29720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff544b02780. 00010000:00000001:3.0:1763354566.562898:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.562898:0:29736:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.562899:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000010:0.0:1763354566.562904:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f8800. 00000100:00000040:1.0:1763354566.562905:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1763354566.562906:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.562909:0:29736:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067b2a062] to pc [ptlrpcd_00_03+3] req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763354566.562911:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00010000:00010000:3.0:1763354566.562912:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00000200:1.0:1763354566.562917:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542718592, offset 0 00000400:00000200:1.0:1763354566.562929:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1763354566.562930:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.562934:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.562936:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:2.0:1763354566.562937:0:29736:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.562952:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1763354566.562955:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.562960:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:2.0:1763354566.562961:0:29736:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 2 in flight, 2 in progress 00010000:00010000:3.0:1763354566.562964:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cace1 lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000400:00000200:1.0:1763354566.562964:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785543680 00000004:00001000:2.0:1763354566.562965:0:29736:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20509, id 350 00000004:00000001:2.0:1763354566.562971:0:29736:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000400:00000200:1.0:1763354566.562975:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79ff5d [8] + 5144 00000004:00000001:2.0:1763354566.562976:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000010:3.0:1763354566.562978:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c00. 00000004:00000001:2.0:1763354566.562979:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.562985:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000200:1.0:1763354566.562985:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1763354566.562989:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.562989:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.562993:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1763354566.562995:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00000100:00000001:1.0:1763354566.562997:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1763354566.562999:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.563000:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1763354566.563001:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1763354566.563004:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000100:00000001:2.0:1763354566.563005:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1763354566.563005:0:3656:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847100. 00010000:00000001:3.0:1763354566.563009:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1763354566.563009:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763354566.563010:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664847100 x1848998542718592 msgsize 544 00000020:00000001:3.0:1763354566.563013:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1763354566.563017:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763354566.563018:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=3 00000100:00100000:1.0:1763354566.563018:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1763354566.563025:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354566.563029:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354566.563053:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1763354566.563055:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:3.0:1763354566.563057:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000400:00000200:1.0:1763354566.563061:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa880 00000100:00000001:2.0:1763354566.563065:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1763354566.563066:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa880. 00000100:00000001:2.0:1763354566.563070:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.563072:0:3656:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1763354566.563073:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.563077:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.563078:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1763354566.563079:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763354566.563082:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 02000000:00000001:2.0:1763354566.563083:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.563085:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.563089:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718592 02000000:00000001:2.0:1763354566.563092:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.563094:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.563097:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.563101:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.563104:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848998542718720:0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1763354566.563107:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1763354566.563108:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563112:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.563115:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718592 00000100:00000001:2.0:1763354566.563117:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1763354566.563118:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:0.0:1763354566.563119:0:74534:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1763354566.563121:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1763354566.563123:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000020:00000040:0.0:1763354566.563124:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 02000000:00000001:2.0:1763354566.563125:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.563128:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1763354566.563132:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1763354566.563132:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1763354566.563133:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=6 00010000:00010000:3.0:1763354566.563138:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e398000 already unused, calling callback (ffffffffc19b3550) 02000000:00000010:2.0:1763354566.563139:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff6735c2000. 00000020:00000001:0.0:1763354566.563139:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000040:1.0:1763354566.563141:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.563146:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 02000000:00000001:2.0:1763354566.563146:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.563147:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00010000:00000001:3.0:1763354566.563150:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:2.0:1763354566.563155:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b8f0. 00000100:00000001:0.0:1763354566.563155:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:3.0:1763354566.563156:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000100:00000001:1.0:1763354566.563157:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.563162:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1763354566.563162:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e00. 00000400:00000010:2.0:1763354566.563165:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00010000:00000001:3.0:1763354566.563166:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1763354566.563167:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.563168:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.563170:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:2.0:1763354566.563170:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542718720, portal 4 00000100:00000040:1.0:1763354566.563174:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7497 usecs (8 jiffies) 00000020:00000001:3.0:1763354566.563176:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763354566.563176:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1763354566.563176:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e00. 00000100:00000001:1.0:1763354566.563178:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888531 00000020:00000040:3.0:1763354566.563180:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=4 00000100:00000001:2.0:1763354566.563181:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000100:00000001:1.0:1763354566.563184:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889636 00000020:00000010:0.0:1763354566.563185:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff593de0400. 00000020:00000001:3.0:1763354566.563186:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00000100:00000040:2.0:1763354566.563192:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.563192:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888531 00010000:00000001:3.0:1763354566.563193:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00000020:00000010:0.0:1763354566.563193:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deea00. 00000100:00000001:1.0:1763354566.563198:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889636 00010000:00000001:3.0:1763354566.563202:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:0.0:1763354566.563202:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfd48. 00000100:00000001:1.0:1763354566.563204:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888531 00010000:00010000:3.0:1763354566.563208:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00000100:00000001:1.0:1763354566.563210:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889636 00000100:00000040:0.0:1763354566.563212:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354566.563218:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888531 00000100:00000001:0.0:1763354566.563218:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.563222:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763354566.563223:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354566.563224:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889636 00010000:00000001:3.0:1763354566.563227:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1763354566.563228:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.563229:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763354566.563231:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1763354566.563232:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.563236:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.563236:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.563237:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.563238:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00000100:00000001:1.0:1763354566.563239:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563245:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1763354566.563245:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.563246:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542718720, offset 0 00010000:00000001:3.0:1763354566.563249:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1763354566.563250:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.563253:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1763354566.563254:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1763354566.563257:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1763354566.563258:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.563258:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354566.563260:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1763354566.563265:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398000 with handle 0x4a8bb634222cacf6 from hash 00000100:00000001:0.0:1763354566.563265:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354566.563266:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1763354566.563268:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763354566.563270:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1763354566.563271:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1763354566.563274:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.563275:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85238 00010000:00000001:3.0:1763354566.563276:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1763354566.563281:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785543700 00010000:00000001:3.0:1763354566.563282:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354566.563282:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.563282:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00010000:00000001:3.0:1763354566.563286:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1763354566.563289:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143969024 : -123186565582592 : ffff8ff664847100) 00010000:00000001:3.0:1763354566.563291:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.563295:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.563295:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79ff5d [8] + 5688 00000100:00000040:0.0:1763354566.563300:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664847100 x1848998542718592/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 544/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.563301:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1763354566.563303:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1763354566.563305:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.563309:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.563313:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e23:0x0].0x0 (ffff8ff560c50200) 00000400:00000200:2.0:1763354566.563315:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1763354566.563322:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000100:00000001:0.0:1763354566.563322:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354566.563323:0:3657:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1763354566.563326:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:1.0:1763354566.563326:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17179869775 committed batchid 17179869773 00000100:00000200:2.0:1763354566.563327:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1763354566.563328:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68e00. 00010000:00000001:3.0:1763354566.563335:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.563336:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec51500. 00000020:00000001:1.0:1763354566.563336:0:29748:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000100:00000001:0.0:1763354566.563336:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.563340:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1763354566.563342:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec51500 x1848998542718720 msgsize 544 00000020:00000010:1.0:1763354566.563343:0:29748:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff543a4a480. 00010000:00000001:3.0:1763354566.563344:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:0.0:1763354566.563344:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68e00. 00080000:00000001:1.0:1763354566.563351:0:29748:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:3.0:1763354566.563352:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.563356:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:1.0:1763354566.563357:0:29748:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff597177200. 00000100:00100000:2.0:1763354566.563358:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1763354566.563358:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+6:3656:x1848998542718592:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:3.0:1763354566.563359:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.563364:0:29748:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883697496576 : -123190012055040 : ffff8ff597177200) 00010000:00000001:3.0:1763354566.563365:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.563366:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718592 00000100:00000001:2.0:1763354566.563370:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:3.0:1763354566.563372:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.563372:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1763354566.563373:0:29748:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:3.0:1763354566.563376:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000400:00000200:2.0:1763354566.563377:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000020:00000001:0.0:1763354566.563378:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763354566.563379:0:29748:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000010:2.0:1763354566.563382:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000020:00000001:0.0:1763354566.563383:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354566.563384:0:29748:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff674cb12c0. 00010000:00000001:3.0:1763354566.563388:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354566.563389:0:3657:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1763354566.563390:0:29748:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.563390:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1763354566.563391:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763354566.563394:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00010000:00000001:3.0:1763354566.563395:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:1.0:1763354566.563396:0:29748:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000200:2.0:1763354566.563397:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.563400:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1763354566.563401:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1763354566.563404:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763354566.563405:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763354566.563408:0:29748:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.563409:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cacf6 lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e23:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000100:00000001:2.0:1763354566.563412:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1763354566.563412:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.563416:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1763354566.563420:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354566.563421:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000010:3.0:1763354566.563422:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138580. 00000020:00000001:0.0:1763354566.563425:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000040:1.0:1763354566.563426:0:29748:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 17179869775: rc = 0 00010000:00000040:3.0:1763354566.563429:0:3640:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50200 count: 0 00000020:00000001:0.0:1763354566.563429:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763354566.563432:0:29748:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.563436:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000010:3.0:1763354566.563437:0:3640:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27a80. 00000100:00000001:2.0:1763354566.563440:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.563440:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354566.563442:0:29748:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff674cb12c0. 00000001:00000001:0.0:1763354566.563445:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763354566.563447:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.563447:0:3657:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:0.0:1763354566.563448:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1763354566.563449:0:29748:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1763354566.563451:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1763354566.563452:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763354566.563453:0:29748:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1763354566.563455:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1763354566.563455:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.563458:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7497 usecs (8 jiffies) 00080000:00000001:1.0:1763354566.563458:0:29748:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.563460:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398c00 refcount=3 00000001:00000001:0.0:1763354566.563460:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1763354566.563465:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888531 00000020:00000001:1.0:1763354566.563466:0:29748:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.563466:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.563467:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00000100:00000001:2.0:1763354566.563470:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889636 00000020:00000001:1.0:1763354566.563474:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000001:00000001:0.0:1763354566.563475:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563476:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00000100:00000001:2.0:1763354566.563476:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888531 00000020:00000040:1.0:1763354566.563477:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad540 refcount 1 committed 1 result 0 batchid 17179869772 00000100:00000001:2.0:1763354566.563482:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889636 00000001:00000001:0.0:1763354566.563482:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763354566.563483:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:1.0:1763354566.563485:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacb000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5970ad6c0 00000001:00000001:0.0:1763354566.563486:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1763354566.563488:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 00000100:00000001:2.0:1763354566.563488:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888531 00000001:00000001:0.0:1763354566.563491:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.563493:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889636 00000020:00000040:1.0:1763354566.563498:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff650026100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597176a00 00000020:00000001:0.0:1763354566.563498:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.563499:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888531 00010000:00000001:3.0:1763354566.563503:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354566.563505:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889636 00000020:00000001:0.0:1763354566.563505:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563506:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354566.563510:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000100:00000001:2.0:1763354566.563511:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1763354566.563512:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 00000100:00000001:0.0:1763354566.563513:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.563518:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1763354566.563519:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.563519:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00010000:00000001:3.0:1763354566.563522:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1763354566.563524:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.563524:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff67d88a800. 00010000:00000001:3.0:1763354566.563526:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.563527:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.563528:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354566.563529:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563531:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1763354566.563536:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.563537:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000020:00000010:1.0:1763354566.563537:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67dacb000. 00000100:00000001:2.0:1763354566.563539:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00002000:00000001:0.0:1763354566.563540:0:74534:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000100:00000001:2.0:1763354566.563544:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1763354566.563544:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1763354566.563545:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff650026100. 00010000:00010000:3.0:1763354566.563548:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e398c00 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:0.0:1763354566.563549:0:74534:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.563550:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1763354566.563552:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5970ad540. 00000004:00000001:3.0:1763354566.563554:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1763354566.563555:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00080000:0.0:1763354566.563555:0:74534:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000402:21497 count 1 00000020:00000001:1.0:1763354566.563556:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:3.0:1763354566.563559:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1763354566.563559:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.563561:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff5970ad3c0 refcount 1 committed 1 result 0 batchid 17179869773 00002000:00000001:0.0:1763354566.563562:0:74534:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00010000:3.0:1763354566.563563:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 00000100:00000001:2.0:1763354566.563564:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.563565:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.563569:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:1.0:1763354566.563573:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff65a47c000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff673a1be40 00000020:00000001:0.0:1763354566.563575:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821228888 : -123189888322728 : ffff8ff59e777358) 00002000:00000001:0.0:1763354566.563582:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821228800 : -123189888322816 : ffff8ff59e777300) 00000020:00000040:1.0:1763354566.563585:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67dacbd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177800 00010000:00000001:3.0:1763354566.563586:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.563587:0:74534:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:2.0:1763354566.563589:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1763354566.563590:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.563591:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1763354566.563595:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1763354566.563595:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718720 00000020:00000040:1.0:1763354566.563596:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00010000:00000010:0.0:1763354566.563599:0:74534:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1d00. 00000020:00000040:3.0:1763354566.563600:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398c00 refcount=4 02000000:00000001:2.0:1763354566.563600:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1763354566.563602:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000100:00000001:2.0:1763354566.563604:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:0.0:1763354566.563605:0:74534:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58f2a1000. 00000020:00000001:3.0:1763354566.563606:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00000100:00000001:2.0:1763354566.563608:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.563609:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563613:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000001:0.0:1763354566.563613:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:2.0:1763354566.563614:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.563616:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff65a47c000. 00010000:00000010:0.0:1763354566.563618:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9800. 00010000:00000001:3.0:1763354566.563620:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:2.0:1763354566.563621:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718720 00000020:00000001:0.0:1763354566.563623:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1763354566.563625:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:3.0:1763354566.563626:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 00000020:00000010:1.0:1763354566.563626:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67dacbd00. 00000020:00000040:0.0:1763354566.563627:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9800 with handle 0x4a8bb634222cb07d to hash 00000020:00000040:2.0:1763354566.563629:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000020:00000001:0.0:1763354566.563634:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1763354566.563635:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1763354566.563635:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff5970ad3c0. 00010000:00000001:3.0:1763354566.563637:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1763354566.563639:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=7 00010000:00000001:0.0:1763354566.563639:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000004:00000001:3.0:1763354566.563642:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00080000:1.0:1763354566.563644:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869773 00010000:00000001:0.0:1763354566.563644:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000004:00000001:3.0:1763354566.563646:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.563646:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00002000:00000001:0.0:1763354566.563652:0:74534:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:2.0:1763354566.563653:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00010000:00000001:3.0:1763354566.563654:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00002000:00000010:0.0:1763354566.563656:0:74534:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68e00. 00010000:00000001:3.0:1763354566.563658:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1763354566.563659:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1763354566.563660:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00080000:00000020:1.0:1763354566.563661:0:74535:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1763354566.563662:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1763354566.563664:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00000020:00000001:0.0:1763354566.563665:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1763354566.563667:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.563667:0:74535:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.563668:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821228888 : -123189888322728 : ffff8ff59e777358) 00000100:00000001:2.0:1763354566.563669:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.563674:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398c00 with handle 0x4a8bb634222cacfd from hash 00002000:00000001:0.0:1763354566.563675:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821228800 : -123189888322816 : ffff8ff59e777300) 00000020:00000010:2.0:1763354566.563676:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00000020:00000010:1.0:1763354566.563676:0:74535:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8ff54ba20e00. 00010000:00000001:3.0:1763354566.563678:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00002000:00000001:0.0:1763354566.563682:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:3.0:1763354566.563683:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.563686:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1763354566.563686:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00002000:00000001:0.0:1763354566.563687:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563689:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1763354566.563692:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00010000:00000001:3.0:1763354566.563694:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000010:1.0:1763354566.563694:0:74535:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ff545f8f800. 00002000:00010000:0.0:1763354566.563694:0:74534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x53f9:0x0] initial LVB size: 4096, mtime: 0x691aa7bf, atime: 0x691aa7bf, ctime: 0x691aa7bf, blocks: 0x8 00010000:00000001:3.0:1763354566.563698:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.563698:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000020:00000010:1.0:1763354566.563701:0:74535:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ff667941928. 00010000:00000001:3.0:1763354566.563705:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1763354566.563705:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:0.0:1763354566.563707:0:74534:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763354566.563709:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1763354566.563709:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1763354566.563710:0:74535:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8ff54ba21c00. 00000100:00000001:2.0:1763354566.563712:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563712:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.563713:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.563719:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e21:0x0].0x0 (ffff8ff560c50e00) 00000100:00000001:2.0:1763354566.563719:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563719:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1763354566.563722:0:74535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ff544b02f60. 00010000:00010000:3.0:1763354566.563728:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1763354566.563729:0:74534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 3/0,1 mode: --/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 40000000:00000010:1.0:1763354566.563730:0:74535:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ff54442ae00. 00010000:00000001:3.0:1763354566.563731:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.563732:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.563737:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1763354566.563737:0:74535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ff545f89000. 00000100:00000001:2.0:1763354566.563742:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1763354566.563744:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00040000:00000010:1.0:1763354566.563745:0:74535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ff66486ba00. 00000100:00000001:2.0:1763354566.563746:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1763354566.563747:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00040000:00000010:1.0:1763354566.563753:0:74535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ff54ba21000. 00000100:00100000:2.0:1763354566.563754:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85239 00010000:00000001:3.0:1763354566.563755:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.563755:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.563760:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1763354566.563762:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 2 00010000:00000001:3.0:1763354566.563763:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763354566.563763:0:74535:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8ff542e20000. 00010000:00000001:0.0:1763354566.563763:0:74534:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:2.0:1763354566.563768:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315977472 : -123186393574144 : ffff8ff66ec51500) 00010000:00000001:3.0:1763354566.563770:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563770:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00080000:00000010:1.0:1763354566.563771:0:74535:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff8ff6432fe000. 00000100:00000040:2.0:1763354566.563775:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec51500 x1848998542718720/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 544/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.563776:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000004:00000001:3.0:1763354566.563777:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1763354566.563778:0:74535:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ff644f0ec00. 00010000:00010000:0.0:1763354566.563781:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1763354566.563785:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00000020:00000010:1.0:1763354566.563785:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21600. 00010000:00000001:0.0:1763354566.563787:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.563791:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.563796:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563796:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.563801:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:2.0:1763354566.563803:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763354566.563804:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1763354566.563804:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563806:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.563808:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1763354566.563809:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af000. 00010000:00000001:1.0:1763354566.563811:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.563812:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1763354566.563813:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.563813:0:74534:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.563814:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.563815:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.563820:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1763354566.563821:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af000. 00010000:00000001:1.0:1763354566.563821:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.563821:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.563823:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cacfd lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e21:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 00010000:00000001:1.0:1763354566.563825:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.563829:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1763354566.563832:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+7:3657:x1848998542718720:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:1.0:1763354566.563833:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.563841:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243400 with handle 0x4a8bb634222cb04c from hash 00000100:00000200:2.0:1763354566.563843:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718720 00010000:00000010:3.0:1763354566.563845:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138100. 00010000:00000001:1.0:1763354566.563847:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1763354566.563848:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1763354566.563851:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1763354566.563852:0:3640:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff560c50e00 count: 0 00000020:00000001:2.0:1763354566.563853:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1763354566.563854:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.563856:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.563858:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:3.0:1763354566.563860:0:3640:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27c00. 00000020:00000001:2.0:1763354566.563861:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1763354566.563863:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1763354566.563866:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00010000:00000001:1.0:1763354566.563867:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.563869:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.563871:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:0.0:1763354566.563872:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53f9:0x0].0x0 (ffff8ff58f2a1d00) refcount = 1 00000020:00000040:3.0:1763354566.563874:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00010000:00000001:1.0:1763354566.563874:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1763354566.563875:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.563878:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1763354566.563881:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1763354566.563882:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.563882:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00010000:1.0:1763354566.563884:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb04c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x4a8bb634222cb045 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1763354566.563887:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1763354566.563889:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1763354566.563890:0:74539:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354566.563894:0:74539:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354566.563897:0:74539:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354566.563901:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff5447d3800 : new locks_count 1 00000001:00000001:2.0:1763354566.563902:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.563906:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.563907:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 6 00000001:00000001:2.0:1763354566.563911:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.563914:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354566.563914:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc100. 00010000:00000001:0.0:1763354566.563917:0:74534:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:2.0:1763354566.563920:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.563923:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:1.0:1763354566.563923:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.563923:0:74534:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.563928:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.563928:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.563929:0:74534:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.563932:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000001:00000001:2.0:1763354566.563934:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563934:0:74534:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763354566.563935:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) 00000001:00000001:2.0:1763354566.563952:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.563955:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354566.563956:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.563957:0:74534:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.563958:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563964:0:74534:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.563965:0:74539:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.563969:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000020:00000001:2.0:1763354566.563970:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.563971:0:74534:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.563972:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000100:00000001:2.0:1763354566.563975:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1763354566.563976:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.563977:0:74534:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.563978:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763354566.563982:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 02000000:00000010:2.0:1763354566.563985:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff642c59400. 00010000:00000001:1.0:1763354566.563986:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763354566.563986:0:74534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1763354566.563989:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.563991:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1763354566.563993:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.563995:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00002000:00000001:2.0:1763354566.564000:0:74539:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00010000:1.0:1763354566.564000:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.564004:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.564007:0:74539:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.564009:0:74534:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00002000:00080000:2.0:1763354566.564014:0:74539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000402:21498 count 1 00010000:00000001:1.0:1763354566.564014:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.564015:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.564019:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00002000:00000001:2.0:1763354566.564020:0:74539:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00010000:00000001:0.0:1763354566.564021:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.564022:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00002000:00000001:2.0:1763354566.564024:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1763354566.564026:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1763354566.564026:0:74534:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.564027:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:1.0:1763354566.564031:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) refcount = 2 00000020:00000001:0.0:1763354566.564032:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1763354566.564056:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00000020:00000040:0.0:1763354566.564059:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00010000:00000001:1.0:1763354566.564066:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:0.0:1763354566.564067:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000020:00000001:2.0:1763354566.564071:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00010000:00000001:1.0:1763354566.564071:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.564073:0:74534:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:1.0:1763354566.564075:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.564078:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00010000:00000001:1.0:1763354566.564082:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.564082:0:74534:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1763354566.564083:0:74539:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763354566.564088:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.564089:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00010000:0.0:1763354566.564090:0:74534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.564094:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763354566.564095:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad000. 00010000:00000010:1.0:1763354566.564102:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb12c0. 00010000:00000010:2.0:1763354566.564103:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff547fada00. 00010000:00000001:0.0:1763354566.564105:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.564108:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1763354566.564110:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1763354566.564110:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1763354566.564113:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4900. 00010000:00000010:2.0:1763354566.564116:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243c00. 00010000:00010000:0.0:1763354566.564116:0:74534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.564117:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000020:00000001:2.0:1763354566.564123:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1763354566.564123:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000020:00000040:2.0:1763354566.564126:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243c00 with handle 0x4a8bb634222cb084 to hash 00000100:00000001:1.0:1763354566.564130:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000020:00000001:2.0:1763354566.564131:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1763354566.564133:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.564135:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:1.0:1763354566.564136:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.564139:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.564141:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:1.0:1763354566.564141:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.564142:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.564146:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00000001:0.0:1763354566.564149:0:74534:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00002000:00000010:2.0:1763354566.564150:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff5448af000. 00010000:00000001:1.0:1763354566.564153:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.564154:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000010:0.0:1763354566.564156:0:74534:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff595381780. 00000020:00000001:2.0:1763354566.564158:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1763354566.564158:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1763354566.564162:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821231624 : -123189888319992 : ffff8ff59e777e08) 00010000:00000001:0.0:1763354566.564162:0:74534:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1763354566.564163:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354566.564167:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821231536 : -123189888320080 : ffff8ff59e777db0) 00010000:00000001:1.0:1763354566.564167:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.564170:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00002000:00000001:2.0:1763354566.564171:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:1.0:1763354566.564173:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763354566.564174:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00002000:00000001:2.0:1763354566.564175:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564179:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354566.564180:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x53fa:0x0] initial LVB size: 4096, mtime: 0x691aa7c2, atime: 0x691aa7c2, ctime: 0x691aa7c3, blocks: 0x8 00000100:00000001:1.0:1763354566.564184:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.564184:0:74534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00000001:1.0:1763354566.564190:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1763354566.564193:0:74534:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.564194:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4900. 00010000:00000001:3.0:1763354566.564195:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.564196:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1763354566.564199:0:74534:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564200:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.564201:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:3.0:1763354566.564202:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:1.0:1763354566.564204:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.564206:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.564206:0:74534:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000010:1.0:1763354566.564212:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb12c0. 00010000:00000001:0.0:1763354566.564212:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.564214:0:74539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.564215:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.564216:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.564218:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.564219:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1763354566.564222:0:74534:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00010000:00000001:3.0:1763354566.564223:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354566.564223:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000001:3.0:1763354566.564228:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.564228:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.564228:0:74534:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:2.0:1763354566.564229:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.564233:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.564235:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000004:00000001:3.0:1763354566.564236:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000001:1.0:1763354566.564236:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000010:0.0:1763354566.564236:0:74534:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff593de0200. 00010000:00000001:2.0:1763354566.564237:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.564241:0:74535:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.564242:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00080000:00000001:0.0:1763354566.564243:0:74534:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883643400704 : -123190066150912 : ffff8ff593de0200) 00000004:00000001:3.0:1763354566.564244:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00000001:2.0:1763354566.564246:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763354566.564247:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000004:00000001:3.0:1763354566.564248:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000001:00000001:0.0:1763354566.564250:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:2.0:1763354566.564252:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000004:08000000:3.0:1763354566.564253:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000001:00000001:0.0:1763354566.564255:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.564256:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1763354566.564256:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1763354566.564261:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.564262:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000004:00000001:3.0:1763354566.564263:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.564263:0:74534:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000001:2.0:1763354566.564265:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:0.0:1763354566.564269:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1763354566.564270:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00080000:00000001:3.0:1763354566.564271:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00010000:00010000:2.0:1763354566.564271:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1763354566.564273:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000001:1.0:1763354566.564277:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:3.0:1763354566.564278:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000002:0.0:1763354566.564279:0:74534:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000402:0x53f9:0x0] not in the id map cache 02000000:00000001:1.0:1763354566.564283:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.564284:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fa:0x0].0x0 (ffff8ff547fad000) refcount = 1 00080000:00000001:0.0:1763354566.564286:0:74534:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564287:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1763354566.564289:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000040:1.0:1763354566.564293:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:0.0:1763354566.564293:0:74534:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000040:2.0:1763354566.564294:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1763354566.564295:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1763354566.564297:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00000020:00000001:3.0:1763354566.564299:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.564300:0:74534:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000200:1.0:1763354566.564304:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998542718464, offset 224 00010000:00010000:3.0:1763354566.564306:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:0.0:1763354566.564306:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354566.564313:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763354566.564314:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000010:0.0:1763354566.564314:0:74534:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68a00. 00000400:00000200:1.0:1763354566.564317:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1763354566.564318:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763354566.564318:0:74539:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.564321:0:74534:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.564323:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1763354566.564324:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.564327:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.564330:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1763354566.564332:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.564338:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.564344:0:74539:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:1.0:1763354566.564344:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a785543600 00010000:00010000:3.0:1763354566.564346:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9800 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:2.0:1763354566.564348:0:74539:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.564350:0:74534:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564352:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00010000:2.0:1763354566.564354:0:74539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1763354566.564356:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x7b8d41 [1] + 224 00010000:00000001:3.0:1763354566.564357:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000002:0.0:1763354566.564360:0:74534:0:(osd_handler.c:4785:osd_ref_del()) [0x280000402:0x53f9:0x0] decrease nlink 1 00010000:00010000:3.0:1763354566.564362:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1763354566.564368:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.564376:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.564383:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:0.0:1763354566.564383:0:74534:0:(osd_handler.c:4153:osd_destroy()) Process entered 00010000:00000001:3.0:1763354566.564389:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000002:0.0:1763354566.564389:0:74534:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000402:0x53f9:0x0] 00010000:00000001:2.0:1763354566.564390:0:74539:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:1.0:1763354566.564391:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.564393:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1763354566.564394:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1763354566.564396:0:74534:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000020:00000001:3.0:1763354566.564398:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763354566.564399:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:0.0:1763354566.564402:0:74534:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000040:3.0:1763354566.564404:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00010000:00000001:2.0:1763354566.564404:0:74539:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.564408:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 80000000:00000001:0.0:1763354566.564408:0:74534:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1763354566.564411:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000020:00000040:2.0:1763354566.564412:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=3 00000100:00000040:1.0:1763354566.564414:0:74535:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.564415:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 80000000:00000001:0.0:1763354566.564415:0:74534:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.564417:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:3.0:1763354566.564424:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1763354566.564425:0:74539:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 80000000:00000001:0.0:1763354566.564425:0:74534:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.564429:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.564432:0:74539:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1763354566.564434:0:74534:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763354566.564436:0:74539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.564439:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:0.0:1763354566.564441:0:74534:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000400:00000200:1.0:1763354566.564445:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa880 00000001:00000001:0.0:1763354566.564447:0:74534:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000400:00000010:1.0:1763354566.564449:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa880. 00010000:00000001:3.0:1763354566.564452:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000001:0.0:1763354566.564452:0:74534:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826944 : -123186220724672 : ffff8ff679128e40) 00010000:00000001:3.0:1763354566.564457:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1763354566.564457:0:74535:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1763354566.564458:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.564461:0:74535:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:0.0:1763354566.564461:0:74534:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00010000:00000001:3.0:1763354566.564462:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.564463:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.564468:0:74539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.564468:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564469:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.564474:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1763354566.564476:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.564478:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.564483:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.564483:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.564484:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.564487:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.564490:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9800 with handle 0x4a8bb634222cb07d from hash 00010000:00000001:1.0:1763354566.564492:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564493:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.564493:0:74539:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000001:00000001:0.0:1763354566.564493:0:74534:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564497:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1763354566.564499:0:74539:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e0959c0. 00010000:00000001:3.0:1763354566.564501:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763354566.564501:0:74534:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.564503:0:74539:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1763354566.564505:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1763354566.564505:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c904000 x1848998542718464/t0(0) o103->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1763354566.564508:0:74534:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564510:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1763354566.564514:0:74539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763354566.564515:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.564516:0:74534:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:2.0:1763354566.564521:0:74539:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564522:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.564525:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.564526:0:74539:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564529:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354566.564530:0:74539:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.564533:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.564534:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1763354566.564536:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c904000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0001-mdtlov_UUID+6:3655:x1848998542718464:12345-0@lo:103:ldlm_bl.0 Request processed in 3233us (3437us total) trans 0 rc 0/0 00010000:00000001:2.0:1763354566.564538:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.564539:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.564539:0:74534:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000001:2.0:1763354566.564542:0:74539:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00010000:00000001:3.0:1763354566.564546:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:2.0:1763354566.564548:0:74539:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000001:00000002:0.0:1763354566.564548:0:74534:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944471, last_committed = 12884944458 00010000:00000001:3.0:1763354566.564549:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:1.0:1763354566.564552:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361 00080000:00000010:2.0:1763354566.564554:0:74539:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4c00. 00010000:00000001:3.0:1763354566.564555:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:0.0:1763354566.564559:0:74534:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0ae0. 00010000:00000001:3.0:1763354566.564560:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1763354566.564560:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00080000:00000001:2.0:1763354566.564561:0:74539:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357668864 : -123191351882752 : ffff8ff5473b4c00) 00010000:00000001:3.0:1763354566.564565:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564566:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000001:2.0:1763354566.564568:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1763354566.564569:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1763354566.564569:0:74534:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676693000 : new cb_count 2 00000100:00000001:1.0:1763354566.564570:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:2.0:1763354566.564571:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564576:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.564577:0:74539:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000020:00000010:1.0:1763354566.564577:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781100. 00000020:00000040:0.0:1763354566.564577:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff676693000 refcount=8 00000001:00000001:2.0:1763354566.564582:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1763354566.564584:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 1/0,0 mode: --/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1763354566.564585:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000010:1.0:1763354566.564587:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00080000:00000002:2.0:1763354566.564588:0:74539:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000402:0x53fa:0x0] not in the id map cache 00000001:00000001:0.0:1763354566.564594:0:74534:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.564595:0:74539:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.564595:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21200. 00010000:00000001:3.0:1763354566.564596:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1763354566.564601:0:74539:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00010000:3.0:1763354566.564602:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb07d lrc: 0/0,0 mode: --/PW res: [0x280000402:0x53f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763354566.564606:0:74539:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:1.0:1763354566.564607:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 5 00080000:00000010:0.0:1763354566.564607:0:74534:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68a00. 00000001:00000001:2.0:1763354566.564609:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:3.0:1763354566.564614:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1d00 count: 0 00000100:00000001:1.0:1763354566.564615:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1763354566.564616:0:74539:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af800. 00040000:00000001:0.0:1763354566.564617:0:74534:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000010:3.0:1763354566.564619:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68e00. 00080000:00000001:2.0:1763354566.564622:0:74539:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354566.564623:0:74534:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:3.0:1763354566.564625:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58f2a1000. 00080000:00000001:2.0:1763354566.564627:0:74539:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.564627:0:74534:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564633:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354566.564634:0:74534:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354566.564635:0:74539:0:(osd_handler.c:4785:osd_ref_del()) [0x280000402:0x53fa:0x0] decrease nlink 1 00010000:00000001:3.0:1763354566.564636:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354566.564641:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff595381780. 00002000:00000001:0.0:1763354566.564641:0:74534:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1763354566.564643:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:2.0:1763354566.564647:0:74539:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000100:00000001:1.0:1763354566.564647:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1763354566.564648:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.564650:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000002:2.0:1763354566.564651:0:74539:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000402:0x53fa:0x0] 00000020:00000001:3.0:1763354566.564652:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:1.0:1763354566.564654:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1763354566.564656:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.564657:0:74539:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00000400:00000010:1.0:1763354566.564658:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 80000000:00000001:2.0:1763354566.564661:0:74539:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:3.0:1763354566.564662:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:1.0:1763354566.564663:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 80000000:00000001:2.0:1763354566.564664:0:74539:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:3.0:1763354566.564666:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 80000000:00000001:2.0:1763354566.564668:0:74539:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564669:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:1.0:1763354566.564669:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00010000:00010000:3.0:1763354566.564674:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 80000000:00000001:2.0:1763354566.564675:0:74539:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564676:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1763354566.564680:0:74539:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354566.564683:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1763354566.564686:0:74539:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:2.0:1763354566.564689:0:74539:0:(osd_compat.c:988:osd_seq_load()) Process entered 00010000:00010000:3.0:1763354566.564691:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243c00 already unused, calling callback (ffffffffc0db0b40) 00000001:00000001:2.0:1763354566.564692:0:74539:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826944 : -123186220724672 : ffff8ff679128e40) 00010000:00000001:3.0:1763354566.564697:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1763354566.564699:0:74539:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00010000:00000001:3.0:1763354566.564701:0:6506:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.564705:0:6506:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1763354566.564706:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1763354566.564717:0:74539:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.564723:0:74539:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564725:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:2.0:1763354566.564728:0:74539:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564729:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.564734:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1763354566.564734:0:74539:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000001:1.0:1763354566.564735:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1763354566.564739:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=3 00000001:00000001:2.0:1763354566.564739:0:74539:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1763354566.564740:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:2.0:1763354566.564744:0:74539:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944472, last_committed = 12884944458 00000020:00000001:3.0:1763354566.564745:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00000100:00000001:1.0:1763354566.564746:0:3655:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.564750:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1763354566.564751:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00000001:00000010:2.0:1763354566.564752:0:74539:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37a80. 00000100:00000001:1.0:1763354566.564752:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1763354566.564754:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1763354566.564756:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1763354566.564758:0:74539:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676693000 : new cb_count 3 00010000:00010000:3.0:1763354566.564759:0:6506:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1763354566.564760:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.564762:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff676693000 refcount=9 00000100:00001000:1.0:1763354566.564768:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb04e8 time=119 v=5 (5 5 0 0) 00010000:00000001:3.0:1763354566.564770:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354566.564774:0:6506:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000001:00000001:2.0:1763354566.564775:0:74539:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.564775:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354566.564776:0:6506:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564783:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1763354566.564784:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1763354566.564786:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564787:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:2.0:1763354566.564787:0:74539:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af800. 00010000:00000001:3.0:1763354566.564791:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.564792:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00040000:00000001:2.0:1763354566.564794:0:74539:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1763354566.564795:0:6506:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.564796:0:3655:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.564797:0:74539:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:3.0:1763354566.564799:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243c00 with handle 0x4a8bb634222cb084 from hash 00080000:00000001:2.0:1763354566.564802:0:74539:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564803:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1763354566.564803:0:3655:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00002000:00000001:2.0:1763354566.564805:0:74539:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564808:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1763354566.564808:0:3655:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475213372 00002000:00000001:2.0:1763354566.564809:0:74539:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:3.0:1763354566.564812:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:0.0:1763354566.564812:0:74534:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:1.0:1763354566.564813:0:3655:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1763354566.564818:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1763354566.564818:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354566.564818:0:74534:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354566.564823:0:74534:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354566.564824:0:6506:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:1.0:1763354566.564826:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.564829:0:6506:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763354566.564829:0:74534:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354566.564834:0:74534:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354566.564835:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00040000:00000001:0.0:1763354566.564838:0:74534:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354566.564839:0:6506:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1763354566.564842:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.564843:0:6506:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1763354566.564845:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1763354566.564846:0:6506:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1763354566.564846:0:74534:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5939d4400. 00000100:00000001:1.0:1763354566.564847:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.564853:0:6506:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564856:0:6506:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00000001:0.0:1763354566.564856:0:74534:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00000040:1.0:1763354566.564857:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00002000:00000040:0.0:1763354566.564861:0:74534:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000402:0x53f9:0x0] 00010000:00000001:3.0:1763354566.564862:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.564869:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000010:0.0:1763354566.564870:0:74534:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff59e777300. 00010000:00000001:3.0:1763354566.564872:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1763354566.564874:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542718464:0@lo:103:ldlm_bl.0 00010000:00000001:3.0:1763354566.564876:0:6506:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.564879:0:74534:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00010000:00000001:3.0:1763354566.564880:0:6506:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564882:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763354566.564883:0:74534:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.564884:0:6506:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564887:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00040000:00000001:2.0:1763354566.564890:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00010000:3.0:1763354566.564892:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 1/0,0 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1763354566.564893:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09180 x1848998542718464/t0(0) o103->lustre-MDT0000-osp-MDT0001@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000001:2.0:1763354566.564894:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00002000:00000001:0.0:1763354566.564894:0:74534:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1763354566.564898:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354566.564901:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000040:0.0:1763354566.564904:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944453, transno 12884944471, xid 1848998542718592 00040000:00000001:2.0:1763354566.564905:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1763354566.564908:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1763354566.564913:0:74539:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5939d4800. 00010000:00000001:0.0:1763354566.564913:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1763354566.564914:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.564917:0:3655:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:3.0:1763354566.564920:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb084 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x53fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763354566.564921:0:74539:0:(ofd_dev.c:460:ofd_object_free()) Process entered 02000000:00000001:1.0:1763354566.564921:0:3655:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:0.0:1763354566.564924:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664847100 x1848998542718592/t12884944471(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000040:2.0:1763354566.564926:0:74539:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000402:0x53fa:0x0] 02000000:00000010:1.0:1763354566.564927:0:3655:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff593de0c00. 00002000:00000010:2.0:1763354566.564935:0:74539:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff59e777db0. 00010000:00000040:3.0:1763354566.564937:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad000 count: 0 02000000:00000001:1.0:1763354566.564949:0:3655:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.564953:0:3655:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.564955:0:3655:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00002000:00000010:3.0:1763354566.564956:0:6506:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448af000. 00002000:00000001:2.0:1763354566.564957:0:74539:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000001:1.0:1763354566.564961:0:3655:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00000001:2.0:1763354566.564962:0:74539:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354566.564964:0:6506:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff547fada00. 02000000:00000010:1.0:1763354566.564966:0:3655:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20000. 00002000:00000001:2.0:1763354566.564969:0:74539:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.564972:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1763354566.564973:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944453, transno 12884944472, xid 1848998542718720 02000000:00000001:1.0:1763354566.564975:0:3655:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1763354566.564978:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.564978:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.564979:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:1.0:1763354566.564979:0:3655:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1763354566.564982:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000010:1.0:1763354566.564984:0:3655:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09180. 00010000:00000010:3.0:1763354566.564986:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e0959c0. 00000100:00001000:0.0:1763354566.564987:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00010000:00000200:2.0:1763354566.564988:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec51500 x1848998542718720/t12884944472(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.564989:0:3655:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1763354566.564993:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.564994:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.564998:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1763354566.565000:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.565001:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.565006:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.565006:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354566.565008:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1763354566.565013:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1763354566.565013:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.565014:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763354566.565014:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000001:1.0:1763354566.565017:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1763354566.565019:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1763354566.565019:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565021:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.565022:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1763354566.565023:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.565025:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 02000000:00000001:0.0:1763354566.565027:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.565028:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1763354566.565030:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1763354566.565056:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.565061:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.565061:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 67 to 0@lo 00000100:00000001:0.0:1763354566.565062:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:1.1:1763354566.565064:0:7444:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52800. 00000100:00000001:2.0:1763354566.565068:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00010000:00010000:3.0:1763354566.565069:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1763354566.565071:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1763354566.565075:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1763354566.565076:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1763354566.565079:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.565079:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 02000000:00000001:2.0:1763354566.565080:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.565086:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1763354566.565087:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542718592, offset 224 00000100:00000001:2.0:1763354566.565088:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.565095:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:3.0:1763354566.565096:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00000400:00000200:0.0:1763354566.565099:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:3.0:1763354566.565101:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 00000400:00000010:2.0:1763354566.565102:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 80000000:00000001:3.0:1763354566.565106:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000200:2.0:1763354566.565108:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542718720, offset 224 00000400:00000200:0.0:1763354566.565111:0:74534:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:3.0:1763354566.565112:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000400:00000200:2.0:1763354566.565117:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000001:3.0:1763354566.565118:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.565122:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.565127:0:74534:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785543680 00080000:00000001:3.0:1763354566.565128:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.565128:0:74539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:3.0:1763354566.565133:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.565137:0:38200:0:(osd_handler.c:6627:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763354566.565141:0:74534:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b8d49 [1] + 224 00000400:00000200:2.0:1763354566.565143:0:74539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785543700 00080000:00000001:3.0:1763354566.565144:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.565150:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.565152:0:74534:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1763354566.565153:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.565154:0:74539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b8d51 [1] + 224 00000004:00000001:3.0:1763354566.565159:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.565162:0:74539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1763354566.565163:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000400:00000200:0.0:1763354566.565164:0:74534:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000040:3.0:1763354566.565167:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000400:00000200:2.0:1763354566.565171:0:74539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.565171:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1763354566.565172:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763354566.565178:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000100:00000001:2.0:1763354566.565179:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.565180:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1763354566.565184:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff55ffe90e0. 00000100:00000200:2.0:1763354566.565185:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.565190:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882773119288 : -123190936432328 : ffff8ff55ffe9138) 00000004:00000001:3.0:1763354566.565197:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763354566.565200:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x2400032e4:0x9deb:0x0] 00000004:00000010:3.0:1763354566.565207:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff595c0cbb8. 00000004:00000001:3.0:1763354566.565212:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.565216:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000100:00000040:0.0:1763354566.565216:0:74534:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.565217:0:74539:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.565221:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.565226:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff591224770. 00000004:00000001:3.0:1763354566.565230:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620883597543280 : -123190112008336 : ffff8ff591224770) 00000004:00000001:3.0:1763354566.565236:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.565241:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763354566.565244:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.565248:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.565252:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.565254:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.565256:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.565257:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 80000000:00000001:3.0:1763354566.565258:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.565262:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.565263:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1763354566.565264:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000400:00000200:0.0:1763354566.565266:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000004:00000001:3.0:1763354566.565268:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.565271:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000004:00000010:3.0:1763354566.565275:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff58b1291c0. 00000100:00000001:0.0:1763354566.565276:0:74534:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.565279:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354566.565280:0:74534:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:3.0:1763354566.565281:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.565281:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000100:00000001:1.0:1763354566.565282:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1763354566.565287:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:0.0:1763354566.565287:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.565288:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000100:00000001:2.0:1763354566.565291:0:74539:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:3.0:1763354566.565293:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000100:00000001:2.0:1763354566.565294:0:74539:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1763354566.565295:0:3657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1763354566.565296:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000004:00000010:3.0:1763354566.565298:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff54ef35e40. 00000400:00000001:1.0:1763354566.565299:0:3657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1763354566.565300:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.565301:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1763354566.565303:0:3657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b8f0. 00000004:00000010:3.0:1763354566.565306:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff6809ac420. 00000020:00000001:0.0:1763354566.565306:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.565307:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000400:00000200:1.0:1763354566.565310:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000004:00000010:3.0:1763354566.565312:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6432f8000. 00000020:00000001:0.0:1763354566.565314:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1763354566.565315:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000010:1.0:1763354566.565315:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000020:00000001:3.0:1763354566.565318:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354566.565319:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565321:0:3657:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1763354566.565322:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.565323:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847100 x1848998542718592/t12884944471(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.565324:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000001:3.0:1763354566.565327:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000100:00000200:1.0:1763354566.565329:0:3657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.565331:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000100:00000040:2.0:1763354566.565332:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51500 x1848998542718720/t12884944472(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1763354566.565336:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:3.0:1763354566.565348:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6432f8000 magic = bdde0002 count = 1 size = 40 00000100:00000010:3.0:1763354566.565355:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000020:00000040:3.0:1763354566.565360:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1763354566.565368:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1763354566.565370:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+9:3656:x1848998542718592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2041us (2353us total) trans 12884944471 rc 0/0 02000000:00000001:3.0:1763354566.565372:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1763354566.565372:0:3657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec53800 x1848998542718720/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.565375:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0000-mdtlov_UUID+9:3657:x1848998542718720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1567us (2027us total) trans 12884944472 rc 0/0 02000000:00000001:3.0:1763354566.565378:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.565385:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20000. 00000100:00000001:3.0:1763354566.565392:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.565394:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85238 00000004:00000001:3.0:1763354566.565399:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565399:0:3657:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.565402:0:3657:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.565402:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 1 00000004:00000001:3.0:1763354566.565403:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354566.565407:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85239 00000100:00000001:1.0:1763354566.565408:0:3657:0:(client.c:1578:after_reply()) Process entered 00000004:00000001:3.0:1763354566.565410:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.565410:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1763354566.565412:0:3657:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1763354566.565413:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000001:0.0:1763354566.565415:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354566.565416:0:3657:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.565432:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.565434:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763354566.565435:0:3657:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565437:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000010:0.0:1763354566.565437:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deea00. 00000100:00000001:2.0:1763354566.565438:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1763354566.565439:0:3657:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.565443:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef356c0. 00000020:00000010:2.0:1763354566.565444:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00001000:1.0:1763354566.565447:0:3657:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826c58 time=49 v=5 (5 5 5 5) 00000020:00000010:0.0:1763354566.565448:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfd48. 00000100:00000001:3.0:1763354566.565449:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000020:00000010:2.0:1763354566.565452:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000001:3.0:1763354566.565456:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:1.0:1763354566.565458:0:3657:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=82 v=5 (1 1 1 1) 00000020:00000010:0.0:1763354566.565459:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff593de0400. 00000100:00000001:3.0:1763354566.565460:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000020:00000010:2.0:1763354566.565460:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000001:1.0:1763354566.565469:0:3657:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.565470:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1763354566.565471:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 8 00000020:00000040:0.0:1763354566.565471:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 8 00000100:00000001:1.0:1763354566.565472:0:3657:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565476:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.565479:0:3657:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1763354566.565480:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.565481:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.565481:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.565482:0:3657:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565485:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763354566.565491:0:3657:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763354566.565493:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354566.565495:0:3657:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763354566.565501:0:3657:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354566.565506:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.565506:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.565508:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565510:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 02000000:00000001:3.0:1763354566.565512:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354566.565515:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.565517:0:3657:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1763354566.565518:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.565523:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542718848:0@lo:1000:mdt00_006.0 00000100:00000040:1.0:1763354566.565523:0:3657:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944453 00000100:00000001:1.0:1763354566.565529:0:3657:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354566.565530:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1763354566.565534:0:3657:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.565535:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.565538:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.565541:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1763354566.565544:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec53800 x1848998542718720/t12884944472(12884944472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1763354566.565545:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.565550:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.565556:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000100:00000001:1.0:1763354566.565560:0:3657:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1763354566.565562:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000001:1.0:1763354566.565568:0:3657:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1763354566.565569:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542718848, portal 4 00000100:00000001:1.0:1763354566.565572:0:3657:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.565573:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.565576:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000004:00080000:1.0:1763354566.565579:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff66ec53800/2, rc 0, transno 12884944472 00000100:00000040:3.0:1763354566.565585:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000004:00001000:1.0:1763354566.565586:0:3657:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 2 in progress 00000100:00000001:3.0:1763354566.565596:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.565596:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec53800 x1848998542718720/t12884944472(12884944472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.565601:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.565604:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.565608:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848998542718848, offset 0 00000400:00000200:3.0:1763354566.565616:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1763354566.565618:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848998542718720:0@lo:6:osp-syn-0-0.0 00000400:00000200:3.0:1763354566.565625:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763354566.565627:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.565631:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1763354566.565635:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a785543780 00000100:00000040:1.0:1763354566.565638:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53800 x1848998542718720/t12884944472(12884944472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763354566.565644:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x1fdd85 [256] + 8376 00000400:00000200:3.0:1763354566.565654:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763354566.565657:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.565660:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.565662:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.565664:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.565667:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1763354566.565669:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1763354566.565670:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0a300. 00000100:00000001:1.0:1763354566.565672:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.565674:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0a300 x1848998542718848 msgsize 304 00000100:00000001:1.0:1763354566.565679:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1763354566.565682:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763354566.565684:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565695:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354566.565697:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.565697:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763354566.565701:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763354566.565718:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763354566.565721:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000400:00000200:1.0:1763354566.565725:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000400:00000010:1.0:1763354566.565727:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000001:2.0:1763354566.565731:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.565731:0:3656:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354566.565735:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718848 00000400:00000200:3.0:1763354566.565736:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 02000000:00000001:2.0:1763354566.565739:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1763354566.565740:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1763354566.565741:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:2.0:1763354566.565742:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.565745:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565747:0:38200:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1763354566.565751:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.565755:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.565757:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718848 00000020:00000001:2.0:1763354566.565761:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.565765:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000200:1.0:1763354566.565766:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec53100 x1848998542718592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.565769:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.565770:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1763354566.565773:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00000100:00000040:3.0:1763354566.565778:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.565779:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:2.0:1763354566.565786:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:2.0:1763354566.565791:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.565796:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1763354566.565797:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:3.0:1763354566.565798:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565799:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.565804:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763354566.565804:0:3656:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1763354566.565805:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.565808:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1763354566.565809:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000100:00000001:3.0:1763354566.565810:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565812:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1763354566.565815:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000100:00000001:1.0:1763354566.565816:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.565817:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7670 usecs (8 jiffies) 00000020:00000010:2.0:1763354566.565820:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 02000000:00000001:1.0:1763354566.565821:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565823:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888533 00000020:00000010:2.0:1763354566.565824:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00001000:1.0:1763354566.565826:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826c58 time=49 v=5 (5 5 5 5) 00000100:00000001:3.0:1763354566.565827:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889636 00000100:00000040:2.0:1763354566.565830:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.565833:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888533 00000100:00000001:2.0:1763354566.565835:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1763354566.565836:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.565837:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889636 00000100:00000001:2.0:1763354566.565838:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.565841:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565843:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888533 00000100:00000001:1.0:1763354566.565844:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.565847:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565849:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565850:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889636 00010000:00000001:1.0:1763354566.565853:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1763354566.565854:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888533 00010000:00000001:1.0:1763354566.565858:0:3656:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565859:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889636 00000100:00000001:2.0:1763354566.565859:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.565862:0:3656:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1763354566.565866:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763354566.565866:0:3656:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354566.565870:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.565870:0:3656:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763354566.565871:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.565872:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.565874:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354566.565876:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.565877:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315984640 : -123186393566976 : ffff8ff66ec53100) 00000100:00000001:3.0:1763354566.565879:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.565882:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7899 00000100:00000001:1.0:1763354566.565883:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763354566.565885:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef356c0 going to sleep for 11 seconds 00000100:00000040:1.0:1763354566.565887:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944453 00000100:00000040:2.0:1763354566.565888:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354566.565889:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.565891:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.565893:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281083136 : -123186428468480 : ffff8ff66cb0a300) 00000100:00000001:1.0:1763354566.565894:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.565895:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.565902:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0a300 x1848998542718848/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 304/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763354566.565903:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec53100 x1848998542718592/t12884944471(12884944471) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.565928:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.565929:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.565933:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:1.0:1763354566.565933:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.565934:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.565937:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00080000:1.0:1763354566.565938:0:3656:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff66ec53100/2, rc 0, transno 12884944471 00000020:00000010:2.0:1763354566.565956:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000004:00001000:1.0:1763354566.565957:0:3656:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 2 in progress 00000100:00100000:2.0:1763354566.565964:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542718848:12345-0@lo:1000:mdt00_006.0 00000100:00000040:1.0:1763354566.565965:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec53100 x1848998542718592/t12884944471(12884944471) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354566.565972:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718848 00000020:00000001:2.0:1763354566.565975:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.565978:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.565981:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.565981:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542718592:0@lo:6:osp-syn-0-0.0 00000020:00000001:2.0:1763354566.565986:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1763354566.565988:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.565989:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000100:00000001:1.0:1763354566.565992:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1763354566.565993:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.565997:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542718848, found 0 last_xid 1848998542718847 00000100:00000040:1.0:1763354566.565997:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53100 x1848998542718592/t12884944471(12884944471) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763354566.566001:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.566005:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.566008:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.566011:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.566016:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000100:00000001:1.0:1763354566.566019:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.566022:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:1.0:1763354566.566022:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.566028:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763354566.566029:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1763354566.566032:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1763354566.566032:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.566055:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354566.566057:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.566067:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66cff8000. 02000000:00000001:2.0:1763354566.566070:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.566073:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.566078:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095540. 00000020:00000001:2.0:1763354566.566080:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.566083:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.566088:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:2.0:1763354566.566091:0:6523:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:2.0:1763354566.566095:0:6523:0:(out_handler.c:185:out_attr_get()) lustre-MDT0001: insert attr get reply ffff8ff66cff8208 index 0: rc = 0 00000020:00000001:2.0:1763354566.566097:0:6523:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354566.566100:0:6523:0:(lu_object.c:207:lu_object_put()) Add ffff8ff597176600/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000020:00000010:2.0:1763354566.566103:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.566105:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095540. 00000020:00000001:2.0:1763354566.566107:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.566109:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542718848 00010000:00000001:2.0:1763354566.566111:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.566114:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0a300 x1848998542718848/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.566119:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.566120:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.566122:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.566124:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.566126:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.566127:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.566129:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.566130:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.566132:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.566134:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.566135:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095540. 00000100:00000200:2.0:1763354566.566138:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542718848, offset 224 00000400:00000200:2.0:1763354566.566141:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.566145:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.566149:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543780 00000400:00000200:2.0:1763354566.566152:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8d65 [2] + 224 00000400:00000200:2.0:1763354566.566155:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.566157:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.566159:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.566162:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.566168:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.566182:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.566185:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095540 00000400:00000010:2.0:1763354566.566186:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.566188:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.566189:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.566191:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.566193:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.566195:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.566196:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.566198:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.566201:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0a300 x1848998542718848/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.566203:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.566208:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.566212:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1763354566.566212:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542718848:12345-0@lo:1000:mdt00_006.0 Request processed in 281us (534us total) trans 0 rc 0/0 00000400:00000010:3.0:1763354566.566216:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.566222:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000100:00100000:2.0:1763354566.566224:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7899 00000400:00000010:3.0:1763354566.566225:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000040:2.0:1763354566.566229:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354566.566230:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763354566.566233:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.566235:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1763354566.566237:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.566238:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.566244:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000020:00000010:2.0:1763354566.566249:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000200:3.0:1763354566.566252:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354566.566254:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000100:00000001:2.0:1763354566.566259:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.566266:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.566268:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.566269:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.566270:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.566271:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.566273:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.566275:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.566278:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.566280:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.566282:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.566283:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566285:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.566286:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.566287:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354566.566288:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:3.0:1763354566.566289:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354566.566290:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.566293:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.566298:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.566299:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.566301:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.566303:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.566308:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542718848:0@lo:1000:mdt00_006.0 00000100:00000001:3.0:1763354566.566311:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.566312:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.566314:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.566315:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.566316:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.566320:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.566322:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.566323:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763354566.566324:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566326:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566330:0:38200:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.566332:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.566333:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09500 x1848998542718848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.566337:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.566338:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.566339:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.566341:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.566342:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.566343:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1763354566.566345:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.566346:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20000. 02000000:00000001:3.0:1763354566.566351:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.566352:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.566353:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 00000100:00000001:3.0:1763354566.566355:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.566356:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763354566.566357:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6432f8000. 00000004:00000010:3.0:1763354566.566359:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff6809ac420. 00000004:00000010:3.0:1763354566.566361:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff54ef35e40. 00000004:00000001:3.0:1763354566.566363:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566366:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:3.0:1763354566.566367:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.566369:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882773119288 : -123190936432328 : ffff8ff55ffe9138) 00000004:00000001:3.0:1763354566.566371:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773119200 : -123190936432416 : ffff8ff55ffe90e0) 00000004:00000001:3.0:1763354566.566375:0:38200:0:(mdt_handler.c:4408:mdt_object_lookup_lock()) Process entered 00010000:00000001:3.0:1763354566.566377:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.566378:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.566382:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc700. 00010000:00000010:3.0:1763354566.566384:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781c00. 00010000:00000001:3.0:1763354566.566387:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.566388:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff543a9c400. 00000020:00000001:3.0:1763354566.566390:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.566392:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff543a9c400 with handle 0x4a8bb634222cb08b to hash 00000020:00000001:3.0:1763354566.566393:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.566394:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000010:3.0:1763354566.566397:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663000. 00010000:00000001:3.0:1763354566.566399:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354566.566401:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.566402:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.566405:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff543a9c400/0x4a8bb634222cb08b lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566409:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.566411:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.566412:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.566413:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.566414:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.566415:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.566416:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.566418:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.566419:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.566419:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.566421:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.566422:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc700) refcount = 1 00010000:00010000:3.0:1763354566.566425:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff543a9c400/0x4a8bb634222cb08b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566428:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.566430:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.566431:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566432:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.566433:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.566434:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566436:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.566437:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.566439:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.566440:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff543a9c400/0x4a8bb634222cb08b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566443:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.566444:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566445:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566446:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566463:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566464:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=3 00000020:00000001:3.0:1763354566.566465:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354566.566467:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354566.566468:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566469:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.566470:0:38200:0:(mdt_handler.c:4416:mdt_object_lookup_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566471:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.566474:0:38200:0:(mdt_handler.c:1419:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.566478:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.566482:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566483:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566486:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566487:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566488:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=3 00000020:00000001:3.0:1763354566.566490:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354566.566491:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00000004:00010000:3.0:1763354566.566493:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff543a9c400/0x4a8bb634222cb08b lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566497:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566498:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.566499:0:38200:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763354566.566500:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.566502:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763354566.566503:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:3.0:1763354566.566504:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe9138/ffff8ff55ffe90e0 to site lru. bkt: ffff8ff66f4156f8 00000004:00000001:3.0:1763354566.566506:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.566507:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.566508:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763354566.566509:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566509:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566510:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=3 00000020:00000001:3.0:1763354566.566512:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.566513:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.566516:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566517:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566518:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=4 00000020:00000001:3.0:1763354566.566519:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.566520:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.566522:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763354566.566524:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566527:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.566528:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566532:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566533:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.566535:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566538:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.566540:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566541:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.566542:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.566546:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66c2ba000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.566547:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.566548:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.566550:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566552:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.566553:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566554:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566555:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=5 00000020:00000001:3.0:1763354566.566556:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.566557:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.566559:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.566560:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566563:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.566564:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.566565:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566567:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.566568:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.566569:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.566569:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.566571:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c2ba000 with handle 0x4a8bb634222cb06f from hash 00010000:00000001:3.0:1763354566.566572:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.566573:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566574:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566575:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.566577:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.566578:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566579:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.566580:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.566581:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.566583:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:3.0:1763354566.566584:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.566586:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.566587:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566588:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.566589:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.566591:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566591:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566592:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566593:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566595:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.566596:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566600:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566601:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566602:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.566602:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.566603:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566604:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566605:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.566606:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb06f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.566625:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54cdefd00. 00010000:00000001:3.0:1763354566.566630:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.566631:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.566632:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.566633:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566634:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566635:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff679bbf400 refcount=3 00000020:00000001:3.0:1763354566.566636:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887499928576 : -123186209623040 : ffff8ff679bbf400) 00010000:00000001:3.0:1763354566.566638:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887499928576 : -123186209623040 : ffff8ff679bbf400) 00010000:00000001:3.0:1763354566.566640:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.566641:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566645:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566645:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.566646:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566649:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.566650:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566651:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.566653:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.566656:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff679bbf400 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.566657:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.566658:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.566659:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566662:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.566662:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566663:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566664:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff679bbf400 refcount=4 00000020:00000001:3.0:1763354566.566665:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887499928576 : -123186209623040 : ffff8ff679bbf400) 00010000:00000001:3.0:1763354566.566666:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887499928576 : -123186209623040 : ffff8ff679bbf400) 00010000:00000001:3.0:1763354566.566668:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.566669:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566672:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.566673:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.566674:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566675:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.566676:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.566677:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.566678:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.566680:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff679bbf400 with handle 0x4a8bb634222cb076 from hash 00010000:00000001:3.0:1763354566.566681:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.566682:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566682:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566683:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.566684:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.566685:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566686:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.566687:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.566688:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.566689:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff547fad900) 00010000:00010000:3.0:1763354566.566690:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.566691:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.566693:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566694:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.566694:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.566696:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566696:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566697:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566698:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566699:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.566701:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.566703:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566704:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566705:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.566706:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.566706:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.566708:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff679bbf400/0x4a8bb634222cb076 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.566714:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54cdef980. 00010000:00000040:3.0:1763354566.566716:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad900 count: 0 00010000:00000010:3.0:1763354566.566718:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8dbf00. 00010000:00000001:3.0:1763354566.566721:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.566722:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.566723:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.566724:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.566725:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763354566.566727:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.566728:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.566729:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff543a9c400 refcount=3 00000020:00000001:3.0:1763354566.566730:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00010000:00000001:3.0:1763354566.566731:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882297799680 : -123191411751936 : ffff8ff543a9c400) 00000004:00000040:3.0:1763354566.566733:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:3.0:1763354566.566734:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=463 00010000:00000001:3.0:1763354566.566737:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566737:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.566738:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.566739:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.566742:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.566743:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.566744:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.566745:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.566746:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.566748:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.566751:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.566752:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.566754:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.566755:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.566756:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.566758:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.566759:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.566760:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566761:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566762:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.566764:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.566765:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c2bac00 with handle 0x4a8bb634222cb068 from hash 00010000:00000001:3.0:1763354566.566767:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.566768:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566769:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566770:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.566770:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.566774:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb068 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41519 expref: 463 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.566778:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 457 00000020:00000040:3.0:1763354566.566780:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 462 00010000:00000010:3.0:1763354566.566781:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54cdefe00. 00010000:00000001:3.0:1763354566.566784:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.566785:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566787:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.566790:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff543a9c400/0x4a8bb634222cb08b lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41519 expref: 462 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.566794:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.566795:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.566797:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc700) 00010000:00010000:3.0:1763354566.566798:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763354566.566799:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.566800:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.566801:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.566802:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.566803:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.566804:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff543a9c400, rc 0) 00000020:00000001:3.0:1763354566.566805:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.566807:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841115392 00010000:00000001:3.0:1763354566.566809:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.566811:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c904380 x1848998841115392/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.566820:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.566822:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.566824:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.566826:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.566828:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.566829:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.566831:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.566832:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.566834:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.566835:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.566838:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.566840:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841115392, offset 224 00000400:00000200:3.0:1763354566.566843:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.566848:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.566852:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556799:1556799:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556795:1556795:8:4294967295] 00000400:00000200:3.0:1763354566.566859:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.566863:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.566866:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.566870:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.566874:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.566876:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.566889:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.566892:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.566894:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.566895:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.566896:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.566899:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c904380 x1848998841115392/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.566906:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+462:253174:x1848998841115392:12345-192.168.203.48@tcp:101:stat.0 Request processed in 7490us (7642us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.566913:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417463 00000100:00000040:3.0:1763354566.566915:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.566917:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.566919:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.566921:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241a00. 00000020:00000010:3.0:1763354566.566924:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000020:00000010:3.0:1763354566.566926:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597176800. 00000020:00000040:3.0:1763354566.566929:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 461 00000100:00000001:3.0:1763354566.566930:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.566987:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.566992:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:0.0:1763354566.566997:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.567003:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.567006:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:0.0:1763354566.567009:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:0.0:1763354566.567012:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.567013:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.567049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58dc35600. 00010000:00000010:3.1:1763354566.567058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52a00. 00010000:00000010:3.1:1763354566.567114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8600. 00010000:00000010:3.1:1763354566.567119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50200. 00010000:00000010:3.1:1763354566.567122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00010000:00000010:3.1:1763354566.567125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff560c50e00. 00010000:00000010:3.1:1763354566.567128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00000800:00000001:0.0:1763354566.569010:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.569019:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.569022:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.569025:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.569032:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000010:3.1:1763354566.569065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1d00. 00010000:00000010:3.1:1763354566.569076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9800. 00010000:00000010:1.1:1763354566.569077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00000400:00000200:0.0:1763354566.569079:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6380 00010000:00000010:3.1:1763354566.569084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad000. 00000400:00000200:0.0:1763354566.569091:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 68520 00010000:00000010:3.1:1763354566.569092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243c00. 00000800:00000001:0.0:1763354566.569101:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.569109:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.569112:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.569117:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.569121:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.569123:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.569127:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c906300. 00000100:00000040:0.0:1763354566.569130:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c906300 x1848998841115520 msgsize 576 00000100:00100000:0.0:1763354566.569135:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.569148:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.569153:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.569158:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.569166:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.569169:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115520 02000000:00000001:3.0:1763354566.569172:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.569173:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.569175:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.569177:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.569179:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115520 00000020:00000001:3.0:1763354566.569181:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.569182:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354566.569183:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.569186:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=232 00000020:00000001:3.0:1763354566.569187:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354566.569189:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354566.569191:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.569194:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.569196:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.569198:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.569202:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20000. 00000020:00000010:3.0:1763354566.569204:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.569207:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.569211:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.569212:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.569214:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.569215:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.569216:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.569217:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.569220:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.569229:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.569235:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.569236:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.569240:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417464 00000100:00000040:3.0:1763354566.569243:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354566.569244:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547405056 : -123186162146560 : ffff8ff67c906300) 00000100:00000040:3.0:1763354566.569249:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c906300 x1848998841115520/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.569255:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.569257:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.569259:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.569260:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.569263:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+232:253174:x1848998841115520:12345-192.168.203.48@tcp:101:stat.0 00000100:00000200:3.0:1763354566.569266:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115520 00000020:00000001:3.0:1763354566.569268:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.569269:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.569272:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff66cff4b40: xid 1848998841115008, transno 30065429323, client gen 8, slot idx 0 00000001:00000001:3.0:1763354566.569276:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff595381b40: xid 1848998841113216, transno 30065429322, client gen 8, slot idx 3 00000001:00000010:3.0:1763354566.569279:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381b40. 00000020:00000001:3.0:1763354566.569281:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.569283:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.569284:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.569286:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.569287:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841115520, found 0 last_xid 1848998841115519 00000020:00000001:3.0:1763354566.569289:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.569290:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.569292:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.569294:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.569295:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.569297:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.569298:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.569299:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.569300:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.569303:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.569306:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 2 00010000:00000001:3.0:1763354566.569307:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.569309:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.569311:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.569313:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.569315:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb092 to hash 00000020:00000001:3.0:1763354566.569316:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.569317:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:3.0:1763354566.569320:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354566.569321:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:3.0:1763354566.569324:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb092 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41520 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.569329:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354566.569331:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=233 00010000:00000001:3.0:1763354566.569334:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.569336:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.569354:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.569356:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.569357:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.569358:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.569360:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:3.0:1763354566.569362:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.569365:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:3.0:1763354566.569367:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:3.0:1763354566.569369:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569372:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.569373:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.569375:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.569377:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.569403:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff66dca0000. 02000000:00000001:3.0:1763354566.569405:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.569407:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569408:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569410:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.569413:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.569414:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.569416:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569417:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569419:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569420:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569422:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569423:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569424:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569425:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569426:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569427:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569428:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569429:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569430:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569431:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569432:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569433:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569435:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.569435:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.569438:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.569440:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.569442:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354566.569443:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.569444:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569446:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.569447:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569449:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.569450:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569452:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:3.0:1763354566.569454:0:38200:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2400032e4:0x9deb:0x0], ldlm_rep = ffff8ff66dca0228 00000004:00000001:3.0:1763354566.569456:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.569457:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.569458:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.569460:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 3 00010000:00000001:3.0:1763354566.569462:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.569463:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.569466:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:3.0:1763354566.569467:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.569469:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222cb099 to hash 00000020:00000001:3.0:1763354566.569470:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.569471:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:3.0:1763354566.569474:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663580. 00010000:00000001:3.0:1763354566.569475:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354566.569477:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.569478:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.569480:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.569484:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.569486:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.569487:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.569488:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.569490:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.569491:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.569492:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.569494:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.569495:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.569496:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.569497:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.569499:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) refcount = 3 00010000:00000040:3.0:1763354566.569501:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.569503:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00010000:3.0:1763354566.569507:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.569511:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.569513:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.569514:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.569515:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.569516:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.569517:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.569519:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.569520:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.569522:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.569524:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.569527:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.569528:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.569529:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.569530:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.569531:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.569532:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:3.0:1763354566.569533:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354566.569535:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354566.569536:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.569537:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.569538:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569540:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.569542:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.569544:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.569546:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569548:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.569552:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.569565:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.569568:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.569570:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.569571:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.569572:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.569577:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b02000. 00000004:00000001:3.0:1763354566.569580:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.569582:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.569584:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.569585:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569587:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.569588:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569589:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569590:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569591:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569593:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569594:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569595:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.569596:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.569597:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.569598:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.569600:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.569602:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: returning size 4096 00000004:00200000:3.0:1763354566.569604:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763354566.569605:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763354566.569606:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.569607:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569609:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.569610:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.569611:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.569612:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.569614:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.569615:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.569618:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.569622:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569624:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569627:0:38200:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.569628:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.569629:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.569630:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:3.0:1763354566.569632:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:3.0:1763354566.569633:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00000004:00000040:3.0:1763354566.569635:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354566.569636:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00010000:00000001:3.0:1763354566.569639:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.569639:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.569640:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.569641:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.569643:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.569644:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.569645:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.569646:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.569647:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.569648:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.569650:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.569652:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.569653:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354566.569655:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5418956d8/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000004:00000001:3.0:1763354566.569657:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.569658:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.569659:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.569660:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.569662:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.569663:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.569664:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.569665:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.569667:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb092 from hash 00010000:00000001:3.0:1763354566.569668:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.569669:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.569670:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.569671:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.569672:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.569675:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb092 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 234 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.569680:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354566.569682:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00010000:00000010:3.0:1763354566.569683:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354566.569687:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.569688:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.569690:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.569692:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 233 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.569697:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.569698:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.569700:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00010000:3.0:1763354566.569702:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:3.0:1763354566.569703:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.569705:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.569706:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.569707:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.569708:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.569709:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:3.0:1763354566.569710:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.569712:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841115520 00010000:00000001:3.0:1763354566.569713:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.569717:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c906300 x1848998841115520/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.569721:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.569723:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.569724:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.569727:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.569728:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.569730:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.569732:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.569733:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.569735:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.569737:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.569739:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121e58. 00000100:00000200:3.0:1763354566.569742:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841115520, offset 224 00000400:00000200:3.0:1763354566.569745:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.569750:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.569754:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556800:1556800:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556796:1556796:8:4294967295] 00000400:00000200:3.0:1763354566.569761:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.569764:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.569767:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.569770:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.569773:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.569776:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.569788:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.569791:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.569792:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.569793:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.569795:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.569798:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c906300 x1848998841115520/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.569805:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+233:253174:x1848998841115520:12345-192.168.203.48@tcp:101:stat.0 Request processed in 548us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.569812:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417464 00000100:00000040:3.0:1763354566.569814:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354566.569816:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.569817:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.569820:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.569823:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354566.569826:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20000. 00000020:00000040:3.0:1763354566.569832:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000100:00000001:3.0:1763354566.569834:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.569860:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.569865:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:0.0:1763354566.569869:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.569875:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.569878:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121e58 00000400:00000010:0.0:1763354566.569880:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121e58. 00000100:00000001:0.0:1763354566.569883:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.569885:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354566.571862:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.571871:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.571873:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.571876:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.571881:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.571890:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 12 MB=0x691a7971d6400 00000400:00000200:0.0:1763354566.571896:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 440/440 into md 0x76d7e5 [64] + 69096 00000800:00000001:0.0:1763354566.571901:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.571907:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.571910:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.571914:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.571918:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.571920:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.571924:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c907800. 00000100:00000040:0.0:1763354566.571926:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c907800 x1848998841115648 msgsize 440 00000100:00100000:0.0:1763354566.571931:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.571950:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.571957:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.571960:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.571973:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.571976:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115648 02000000:00000001:3.0:1763354566.571978:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.571979:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.571981:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.571983:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.571985:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115648 00000020:00000001:3.0:1763354566.571986:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.571987:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.571988:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.571990:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=462 00000020:00000001:3.0:1763354566.571992:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.571994:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.571996:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.571999:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.572001:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.572003:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.572006:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20000. 00000020:00000010:3.0:1763354566.572008:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.572010:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.572013:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.572015:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.572016:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.572017:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.572020:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.572030:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.572067:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.572070:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.572076:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417465 00000100:00000040:3.0:1763354566.572080:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.572083:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547410432 : -123186162141184 : ffff8ff67c907800) 00000100:00000040:3.0:1763354566.572090:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c907800 x1848998841115648/t0(0) o41->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.572100:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.572104:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.572107:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.572109:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.572114:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+462:253174:x1848998841115648:12345-192.168.203.48@tcp:41:stat.0 00000100:00000200:3.0:1763354566.572117:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115648 00000020:00000001:3.0:1763354566.572119:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.572120:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.572123:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.572124:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.572125:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707072 : -1045844544 : ffffffffc1a9adc0) 00000020:00000001:3.0:1763354566.572127:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.572129:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841115648, found 0 last_xid 1848998841115647 00000020:00000001:3.0:1763354566.572131:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.572132:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.572133:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.572134:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.572137:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.572138:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.572140:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8ff644f0c400. 02000000:00000001:3.0:1763354566.572141:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.572143:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572145:0:38200:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1763354566.572147:0:38200:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1763354566.572148:0:38200:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572153:0:38200:0:(mdd_device.c:1515:mdd_statfs()) Process entered 00000004:00000001:3.0:1763354566.572161:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.572162:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=353529, bfree=347725, bavail=312022, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1021801, state=0 00000004:00000001:3.0:1763354566.572165:0:38200:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572168:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.572170:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950970, bavail=894411, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259311, state=0 00000004:00000001:3.0:1763354566.572173:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572175:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.572176:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=954434, bavail=897875, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259280, state=0 00000004:00000001:3.0:1763354566.572194:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572196:0:38200:0:(lod_dev.c:1658:lod_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572197:0:38200:0:(mdd_device.c:1521:mdd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1763354566.572199:0:38200:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7804534784 avail 7341490176 00000020:00000020:3.0:1763354566.572201:0:38200:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1763354566.572203:0:38200:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd22800 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1763354566.572206:0:38200:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff8ff6754fd000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763354566.572208:0:38200:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff8ff681e56000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763354566.572210:0:38200:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0001_UUID/ffff8ff644bce800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763354566.572212:0:38200:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0001-mdtlov_UUID/ffff8ff5447d3800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1763354566.572214:0:38200:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff8ff544b6a000 dirty 0 pend 0 grant 0 00000004:00000020:3.0:1763354566.572216:0:38200:0:(mdt_handler.c:555:mdt_statfs()) 1916558 blocks: 1905404 free, 1792356 avail; 525225 objects: 518591 free; state 100 00000020:00000001:3.0:1763354566.572219:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.572222:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.572224:0:38200:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.572225:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841115648 00010000:00000001:3.0:1763354566.572227:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.572231:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c907800 x1848998841115648/t0(0) o41->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.572237:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.572238:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.572240:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.572243:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.572244:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.572246:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.572247:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.572249:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.572250:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.572252:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.572254:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701216e8. 00000100:00000200:3.0:1763354566.572257:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1848998841115648, offset 224 00000400:00000200:3.0:1763354566.572260:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.572265:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.572269:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556801:1556801:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556797:1556797:8:4294967295] 00000400:00000200:3.0:1763354566.572275:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.572279:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.572281:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.572284:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.572288:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.572290:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.572302:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.572304:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.572306:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.572307:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.572308:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.572311:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c907800 x1848998841115648/t0(0) o41->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/368 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.572321:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c907800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+462:253174:x1848998841115648:12345-192.168.203.48@tcp:41:stat.0 Request processed in 218us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.572327:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417465 00000100:00000040:3.0:1763354566.572329:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.572331:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.572332:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.572335:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.572338:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354566.572341:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20000. 00000020:00000040:3.0:1763354566.572346:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 461 00000100:00000001:3.0:1763354566.572348:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.572363:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.572367:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000400:00000200:0.0:1763354566.572370:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.572374:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.572377:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701216e8 00000400:00000010:0.0:1763354566.572378:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701216e8. 00000100:00000001:0.0:1763354566.572380:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.572381:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.577084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2ba000. 00010000:00000010:3.1:1763354566.577094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad900. 00010000:00000010:3.1:1763354566.577098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff679bbf400. 00010000:00000010:3.1:1763354566.577101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2bac00. 00010000:00000010:3.1:1763354566.582071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000800:00000001:0.0:1763354566.589004:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.589018:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.589021:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.589024:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.589057:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.589074:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6480 00000400:00000200:0.0:1763354566.589082:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 69536 00000800:00000001:0.0:1763354566.589090:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.589100:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.589103:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.589108:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.589115:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.589117:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.589123:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c905880. 00000100:00000040:0.0:1763354566.589126:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c905880 x1848998841115776 msgsize 576 00000100:00100000:0.0:1763354566.589131:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.589145:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.589152:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.589156:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.589176:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.589179:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841115776 02000000:00000001:3.0:1763354566.589181:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.589183:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.589185:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.589189:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.589193:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841115776 00000020:00000001:3.0:1763354566.589195:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.589196:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354566.589198:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.589201:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:3.0:1763354566.589202:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354566.589204:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354566.589208:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.589211:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.589214:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.589216:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.589221:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20000. 00000020:00000010:3.0:1763354566.589225:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.589229:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.589234:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.589237:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.589238:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.589240:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.589242:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.589243:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.589248:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.589257:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.589266:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.589268:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.589272:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417466 00000100:00000040:3.0:1763354566.589275:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354566.589277:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547402368 : -123186162149248 : ffff8ff67c905880) 00000100:00000040:3.0:1763354566.589284:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c905880 x1848998841115776/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.589292:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.589294:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.589296:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.589297:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.589302:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+233:253178:x1848998841115776:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.589306:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841115776 00000020:00000001:3.0:1763354566.589308:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.589310:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.589313:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.589315:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.589317:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.589319:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.589322:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841115776, found 0 last_xid 1848998841115775 00000020:00000001:3.0:1763354566.589324:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.589326:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.589327:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.589331:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.589333:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.589335:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.589336:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.589337:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.589339:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589350:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.589357:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 3 00010000:00000001:3.0:1763354566.589359:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.589361:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.589366:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.589368:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.589370:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb0a0 to hash 00000020:00000001:3.0:1763354566.589371:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.589373:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:3.0:1763354566.589377:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354566.589379:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:3.0:1763354566.589382:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0a0 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41527 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.589390:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354566.589392:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00010000:00000001:3.0:1763354566.589396:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.589398:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.589402:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.589404:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.589405:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.589407:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.589408:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:3.0:1763354566.589410:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.589415:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:3.0:1763354566.589417:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:3.0:1763354566.589419:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589421:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.589422:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.589425:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.589427:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.589458:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff67a1a0000. 02000000:00000001:3.0:1763354566.589460:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.589462:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589463:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589465:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.589468:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.589470:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.589471:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589473:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.589474:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.589476:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589477:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.589478:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.589480:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589481:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.589482:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.589483:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589484:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.589485:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.589486:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589487:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.589488:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.589489:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589491:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.589492:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.589495:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.589499:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.589500:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354566.589502:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.589503:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.589505:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.589506:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589507:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.589508:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589510:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354566.589514:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7baf8 00000004:00000002:3.0:1763354566.589516:0:38200:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e4:0x9deb:0x0]/56xa, ldlm_rep = ffff8ff67a1a0228 00000004:00000001:3.0:1763354566.589519:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.589522:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354566.589524:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354566.589526:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.589527:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.589530:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 4 00010000:00000001:3.0:1763354566.589531:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.589533:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.589536:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2bac00. 00000020:00000001:3.0:1763354566.589538:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.589539:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2bac00 with handle 0x4a8bb634222cb0a7 to hash 00000020:00000001:3.0:1763354566.589541:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.589542:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000010:3.0:1763354566.589544:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.589546:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589548:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589549:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.589552:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 3/1,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.589556:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.589559:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.589561:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.589563:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.589565:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589566:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.589567:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589569:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.589571:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.589572:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.589573:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.589575:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) refcount = 4 00010000:00000040:3.0:1763354566.589578:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.589581:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 234 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.589586:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00010000:3.0:1763354566.589590:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 3/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589593:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.589597:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.589603:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589604:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.589606:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589608:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589609:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.589611:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.589613:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.589615:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 3/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589618:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.589620:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589621:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589622:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.589622:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.589625:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc800. 00010000:00000010:3.0:1763354566.589628:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781b80. 00010000:00000001:3.0:1763354566.589630:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.589631:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2ba000. 00000020:00000001:3.0:1763354566.589633:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.589634:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2ba000 with handle 0x4a8bb634222cb0ae to hash 00000020:00000001:3.0:1763354566.589636:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.589637:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000010:3.0:1763354566.589639:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663280. 00010000:00000001:3.0:1763354566.589640:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.589642:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589643:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.589645:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.589648:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.589649:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.589650:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.589650:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.589651:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589652:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.589653:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589655:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.589656:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.589657:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.589658:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.589659:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff5970dc800) refcount = 1 00010000:00010000:3.0:1763354566.589662:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589664:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.589665:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.589666:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589667:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.589668:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589669:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589671:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.589672:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.589673:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.589674:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589677:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.589678:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589679:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.589680:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589683:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.589688:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.589689:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.589692:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9deb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.589694:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.589698:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.589700:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354566.589716:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763354566.589719:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763354566.589721:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.589723:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.589725:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.589727:0:38200:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763354566.589729:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.589730:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763354566.589732:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.589733:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.589734:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=3 00000020:00000001:3.0:1763354566.589735:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589737:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589740:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.589740:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.589741:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=4 00000020:00000001:3.0:1763354566.589743:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589744:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589745:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763354566.589747:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 4/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589750:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.589752:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 4/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589755:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589756:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.589757:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 3/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589760:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589761:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589763:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.589765:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 4/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00010000:3.0:1763354566.589769:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66c2bac00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.589772:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.589773:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.589775:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 4/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589779:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.589780:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.589781:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.589782:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=5 00000020:00000001:3.0:1763354566.589783:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589784:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:3.0:1763354566.589786:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.589787:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 5/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589790:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.589792:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.589793:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589795:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.589796:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.589797:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589798:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.589799:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c2bac00 with handle 0x4a8bb634222cb0a7 from hash 00010000:00000001:3.0:1763354566.589801:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.589801:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589802:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589803:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.589804:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.589805:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589806:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.589808:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.589809:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.589811:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00010000:3.0:1763354566.589813:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.589814:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589817:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589818:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.589820:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.589821:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589822:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589824:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589825:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589826:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.589828:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 3/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589831:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589832:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589832:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.589833:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.589834:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589835:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589836:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.589837:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2bac00/0x4a8bb634222cb0a7 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000010:3.0:1763354566.589841:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.589845:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.589845:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.589847:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.589848:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.589848:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.589849:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=3 00000020:00000001:3.0:1763354566.589850:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.589852:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.589853:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.589855:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589858:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589859:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.589861:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589865:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589866:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589867:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.589868:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00010000:3.0:1763354566.589871:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66c2ba000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.589872:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.589873:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.589874:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589877:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.589878:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.589879:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.589879:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=4 00000020:00000001:3.0:1763354566.589880:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.589882:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.589883:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.589884:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589887:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.589888:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.589888:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589890:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.589890:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.589891:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589892:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.589893:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c2ba000 with handle 0x4a8bb634222cb0ae from hash 00010000:00000001:3.0:1763354566.589895:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.589895:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589896:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589898:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.589899:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.589900:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589901:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.589902:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.589903:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.589904:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff5970dc800) 00010000:00010000:3.0:1763354566.589905:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.589906:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.589908:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589909:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.589910:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.589911:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589911:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589912:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.589913:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589914:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.589916:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.589919:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589919:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589920:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.589921:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.589922:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.589923:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb0ae lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000010:3.0:1763354566.589926:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663280. 00010000:00000040:3.0:1763354566.589928:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc800 count: 0 00010000:00000010:3.0:1763354566.589931:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781b80. 00010000:00000001:3.0:1763354566.589936:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.589937:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.589937:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.589938:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.589952:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.589955:0:38200:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1763354566.589958:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.589959:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.589961:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.589962:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.589963:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.589965:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.589975:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.589977:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.589978:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354566.589981:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5418956d8/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000004:00000001:3.0:1763354566.589983:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.589985:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.589986:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.589988:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.589990:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589991:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589992:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.589993:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.589995:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb0a0 from hash 00010000:00000001:3.0:1763354566.589996:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.589997:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.589998:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.589999:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.590000:0:38200:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.590001:0:38200:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763354566.590005:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0a0 lrc: 1/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41527 expref: 234 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.590009:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.590010:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.590012:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.590013:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.590015:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.590016:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.590017:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.590018:0:38200:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.590020:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.590021:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.590021:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.590023:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.590024:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00010000:3.0:1763354566.590026:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.590027:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.590028:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.590029:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.590030:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.590032:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0a0 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41527 expref: 234 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.590063:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354566.590065:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00010000:00000010:3.0:1763354566.590067:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354566.590070:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.590071:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:3.0:1763354566.590072:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763354566.590075:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 0, xid 1848998841115776 00010000:00000001:3.0:1763354566.590077:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.590081:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c905880 x1848998841115776/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.590088:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.590091:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.590094:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.590098:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.590101:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.590103:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.590105:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.590107:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.590110:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.590112:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.590116:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701216e8. 00000100:00000200:3.0:1763354566.590120:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841115776, offset 224 00000400:00000200:3.0:1763354566.590125:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.590131:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.590136:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556802:1556802:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556798:1556798:8:4294967295] 00000400:00000200:3.0:1763354566.590144:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.590147:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.590151:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000800:00000200:3.0:1763354566.590155:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.590160:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.590164:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.590173:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.590176:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.590178:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.590179:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.590181:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.590184:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c905880 x1848998841115776/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.590190:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+233:253178:x1848998841115776:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 897us (1062us total) trans 0 rc 301/301 00000100:00100000:3.0:1763354566.590197:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417466 00000100:00000040:3.0:1763354566.590200:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354566.590202:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.590204:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.590207:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.590211:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354566.590214:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20000. 00000020:00000040:3.0:1763354566.590226:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00000100:00000001:3.0:1763354566.590228:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.590264:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.590269:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000400:00000200:0.0:1763354566.590274:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.590278:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.590281:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701216e8 00000400:00000010:0.0:1763354566.590283:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701216e8. 00000100:00000001:0.0:1763354566.590287:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.590288:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354566.593936:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.593956:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.593959:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.593961:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.593967:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.593977:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d6580 00000400:00000200:0.0:1763354566.593983:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 70112 00000800:00000001:0.0:1763354566.593989:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.594015:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.594019:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.594023:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.594027:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.594029:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.594063:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c905180. 00000100:00000040:0.0:1763354566.594068:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c905180 x1848998841116032 msgsize 4616 00000100:00100000:0.0:1763354566.594076:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.594087:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.594094:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.594099:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.594103:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.594108:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841116032 02000000:00000001:3.0:1763354566.594110:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.594112:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.594114:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.594117:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.594119:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841116032 00000020:00000001:3.0:1763354566.594121:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.594122:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354566.594124:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.594126:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=233 00000020:00000001:3.0:1763354566.594128:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354566.594130:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354566.594132:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.594134:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.594136:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.594138:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.594141:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21200. 00000020:00000010:3.0:1763354566.594144:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.594146:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.594149:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.594151:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.594152:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.594153:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.594154:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.594155:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.594159:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.594169:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.594175:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.594177:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.594180:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417467 00000100:00000040:3.0:1763354566.594182:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354566.594184:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547400576 : -123186162151040 : ffff8ff67c905180) 00000100:00000040:3.0:1763354566.594188:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c905180 x1848998841116032/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.594199:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.594201:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.594202:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.594204:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.594209:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+233:253178:x1848998841116032:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.594212:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841116032 00000020:00000001:3.0:1763354566.594214:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.594215:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.594217:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.594219:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.594220:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.594222:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.594223:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841116032, found 0 last_xid 1848998841116031 00000020:00000001:3.0:1763354566.594225:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.594226:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.594231:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.594233:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.594235:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.594236:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.594237:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.594238:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.594239:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.594241:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.594244:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc200. 00010000:00000010:3.0:1763354566.594246:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781b80. 00010000:00000001:3.0:1763354566.594249:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.594251:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff555ae4000. 00000020:00000001:3.0:1763354566.594253:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.594254:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff555ae4000 with handle 0x4a8bb634222cb0b5 to hash 00000020:00000001:3.0:1763354566.594256:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.594257:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000010:3.0:1763354566.594259:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354566.594261:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00010000:3.0:1763354566.594264:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb0b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4152e expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.594270:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354566.594271:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=234 00010000:00000001:3.0:1763354566.594274:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.594275:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.594277:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.594278:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.594280:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594282:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.594285:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff67c905180 x1848998841116032/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.594291:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.594292:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.594294:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.594295:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594296:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594298:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594299:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594300:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594302:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594302:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594304:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594307:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594308:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594309:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594310:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594312:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.594313:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.594314:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.594315:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.594339:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff8ff67af60000. 02000000:00000001:3.0:1763354566.594341:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.594343:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594346:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.594347:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594348:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594349:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594350:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594352:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594353:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594354:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594355:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594356:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594357:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.594359:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.594361:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.594362:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354566.594363:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.594364:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594366:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594367:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594368:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.594369:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594370:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.594372:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594373:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.594375:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.594377:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.594379:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x2400032e4:0x9deb:0x0]) cr_flag=040000240200001 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763354566.594382:0:38200:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763354566.594384:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.594385:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:3.0:1763354566.594386:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.594389:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:3.0:1763354566.594390:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:3.0:1763354566.594394:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.594395:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.594398:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594401:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.594405:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.594415:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.594418:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.594420:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.594421:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.594422:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.594425:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.594426:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.594428:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.594430:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594433:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763354566.594435:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x2400032e4:0x9deb:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763354566.594437:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0001: Requested bits lock:[0x2400032e4:0x9deb:0x0], ibits = 0x0/0x0, open_flags = 040000240200001, try_layout = 0 : rc = 0 00000004:00000001:3.0:1763354566.594439:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.594441:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594443:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763354566.594461:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594462:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594463:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594464:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594466:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594467:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594468:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594469:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.594471:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.594472:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.594473:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.594475:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.594477:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: returning size 4096 00000001:00000001:3.0:1763354566.594479:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.594480:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594481:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.594483:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.594484:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.594487:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.594489:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.594491:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594493:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763354566.594494:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:3.0:1763354566.594497:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.594500:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.594502:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763354566.594503:0:38200:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594505:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594507:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.594510:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.594513:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff680781500. 00000020:00000001:3.0:1763354566.594514:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.594516:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff680781500 with handle 0x4a8bb634222cb0bc to hash 00000020:00000001:3.0:1763354566.594518:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.594519:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887612921088 : -123186096630528 : ffff8ff680781500) 00000004:00000001:3.0:1763354566.594521:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.594522:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.594524:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x2400032e4:0x9deb:0x0] Change mfd open_flags 0 -> 040000240200001. 00000004:00000001:3.0:1763354566.594527:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763354566.594529:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.594532:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21600. 00080000:00000001:3.0:1763354566.594535:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431514112 : -123191278037504 : ffff8ff54ba21600) 00080000:00000001:3.0:1763354566.594537:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354566.594542:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.594546:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.594548:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.594550:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.594557:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.594559:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.594563:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.594565:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429324, last_committed = 30065429314 00000001:00000010:3.0:1763354566.594568:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02120. 00000001:00000040:3.0:1763354566.594571:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 10 00000020:00000040:3.0:1763354566.594572:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=235 00000001:00000010:3.0:1763354566.594576:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef35e40. 00000001:00000001:3.0:1763354566.594592:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef35e40: xid 1848998841116032, transno 30065429324, tag 1, client gen 8, slot idx 2 00000001:00000001:3.0:1763354566.594595:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.594601:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.594605:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.594606:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.594608:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594610:0:38200:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.594611:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594613:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594615:0:38200:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.594617:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.594619:0:38200:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.594620:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.594621:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.594622:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.594623:0:38200:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.594625:0:38200:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.594629:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.594634:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594636:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594638:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.594639:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.594641:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.594642:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.594643:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.594645:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.594646:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.594656:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594657:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:3.0:1763354566.594659:0:38200:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.594661:0:38200:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.594662:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.594664:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.594666:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.594668:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.594670:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.594672:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.594673:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.594675:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.594677:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff555ae4000 with handle 0x4a8bb634222cb0b5 from hash 00010000:00000001:3.0:1763354566.594678:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.594679:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.594680:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.594681:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.594682:0:38200:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.594684:0:38200:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763354566.594688:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb0b5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4152e expref: 235 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.594693:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.594695:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.594696:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.594697:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.594699:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.594701:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.594702:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.594703:0:38200:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.594704:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.594705:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.594706:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.594708:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.594710:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff5970dc200) 00010000:00010000:3.0:1763354566.594712:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763354566.594713:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.594715:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.594716:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.594717:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.594719:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb0b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4152e expref: 235 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.594736:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354566.594737:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 234 00010000:00000010:3.0:1763354566.594739:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000040:3.0:1763354566.594742:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc200 count: 0 00010000:00000010:3.0:1763354566.594744:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781b80. 00010000:00000001:3.0:1763354566.594750:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.594751:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff555ae4000, rc 0) 00000020:00000001:3.0:1763354566.594753:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763354566.594756:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429314, transno 30065429324, xid 1848998841116032 00010000:00000001:3.0:1763354566.594758:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.594761:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c905180 x1848998841116032/t30065429324(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.594767:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.594769:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.594771:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.594774:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.594776:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.594777:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.594779:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.594781:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.594783:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.594785:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.594787:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121e58. 00000100:00000200:3.0:1763354566.594790:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841116032, offset 224 00000400:00000200:3.0:1763354566.594794:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.594800:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.594803:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556803:1556803:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556799:1556799:8:4294967295] 00000400:00000200:3.0:1763354566.594811:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.594814:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.594818:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.594821:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.594825:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.594828:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.594840:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.594842:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.594844:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.594845:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.594847:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.594850:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c905180 x1848998841116032/t30065429324(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.594857:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+234:253178:x1848998841116032:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 657us (788us total) trans 30065429324 rc 301/301 00000100:00100000:3.0:1763354566.594863:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417467 00000100:00000040:3.0:1763354566.594865:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354566.594866:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.594868:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.594871:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.594873:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 00000020:00000010:3.0:1763354566.594876:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21200. 00000020:00000040:3.0:1763354566.594888:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 233 00000100:00000001:3.0:1763354566.594890:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.594955:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.594960:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:0.0:1763354566.594964:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.594968:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.594971:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121e58 00000400:00000010:0.0:1763354566.594973:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121e58. 00000100:00000001:0.0:1763354566.594976:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.594977:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354566.597327:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.597334:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.597336:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.597338:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.597342:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.597349:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971d6680 00000400:00000200:0.0:1763354566.597353:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x76d7e5 [64] + 74728 00000800:00000001:0.0:1763354566.597357:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.597362:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.597364:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.597366:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.597369:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.597370:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763354566.597373:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c905c00. 00000100:00000040:0.0:1763354566.597375:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c905c00 x1848998841116288 msgsize 552 00000100:00100000:0.0:1763354566.597378:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.597389:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.597393:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.597395:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.597411:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.597414:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841116288 02000000:00000001:3.0:1763354566.597416:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.597417:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.597419:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.597421:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.597423:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841116288 00000020:00000001:3.0:1763354566.597424:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.597425:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.597427:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.597429:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=462 00000020:00000001:3.0:1763354566.597431:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.597433:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.597435:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.597438:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.597440:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.597442:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.597445:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21200. 00000020:00000010:3.0:1763354566.597448:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781c80. 00000020:00000010:3.0:1763354566.597450:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cbe10. 00000100:00000040:3.0:1763354566.597453:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.597455:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.597456:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.597457:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597461:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597470:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.597476:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.597477:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.597480:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417468 00000100:00000040:3.0:1763354566.597483:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.597484:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547403264 : -123186162148352 : ffff8ff67c905c00) 00000100:00000040:3.0:1763354566.597488:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c905c00 x1848998841116288/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.597495:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.597497:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.597498:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.597500:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.597502:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+462:253178:x1848998841116288:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:3.0:1763354566.597505:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841116288 00000020:00000001:3.0:1763354566.597507:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.597508:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.597511:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.597513:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.597514:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:3.0:1763354566.597517:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.597519:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841116288, found 0 last_xid 1848998841116287 00000020:00000001:3.0:1763354566.597521:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.597523:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.597524:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.597526:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597528:0:38200:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763354566.597531:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff8ff67c905c00 x1848998841116288/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.597538:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.597539:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.597541:0:38200:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:3.0:1763354566.597542:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.597543:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.597545:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.597546:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.597547:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.597551:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.597552:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597554:0:38200:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597555:0:38200:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597556:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597558:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.597559:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.597560:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.597561:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.597564:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8ff6432f8000. 02000000:00000001:3.0:1763354566.597566:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597567:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597569:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.597570:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.597571:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.597572:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.597573:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.597575:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.597576:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.597577:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.597578:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.597579:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.597580:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.597582:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.597584:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.597585:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.597587:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.597588:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.597589:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.597590:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597591:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.597592:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597594:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.597595:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597596:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.597598:0:38200:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:3.0:1763354566.597599:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.597600:0:38200:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597602:0:38200:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:3.0:1763354566.597603:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7bc40 00000004:00000002:3.0:1763354566.597606:0:38200:0:(mdt_reint.c:490:mdt_create()) @@@ Create (56xa->[0x200002344:0x19e24:0x0]) in [0x2400032e4:0x9deb:0x0] req@ffff8ff67c905c00 x1848998841116288/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/2880 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.597613:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.597614:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:3.0:1763354566.597616:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.597619:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773119288 : -123190936432328 : ffff8ff55ffe9138) 00000004:00000001:3.0:1763354566.597621:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773119200 : -123190936432416 : ffff8ff55ffe90e0) 00000004:00000001:3.0:1763354566.597623:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.597624:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597626:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.597630:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:3.0:1763354566.597632:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597634:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:3.0:1763354566.597635:0:38200:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0000: Object [0x2400032e4:0x9deb:0x0] located on remote server 00000004:00000001:3.0:1763354566.597637:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.597639:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9deb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.597641:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597643:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763354566.597645:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763354566.597647:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:3.0:1763354566.597649:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763354566.597653:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff54ef356c0. 00000004:00000010:3.0:1763354566.597655:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff6809ac420. 00000004:00000010:3.0:1763354566.597658:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6432fe000. 00000020:00000001:3.0:1763354566.597661:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763354566.597663:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597665:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763354566.597667:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763354566.597669:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:3.0:1763354566.597672:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6432fe000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763354566.597675:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000020:00000040:3.0:1763354566.597678:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1763354566.597681:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.597683:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.597686:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.597690:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000100:00000001:3.0:1763354566.597693:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597696:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.597697:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.597699:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597700:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763354566.597702:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.597705:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.597706:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.597708:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.597710:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000001:3.0:1763354566.597713:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354566.597717:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597718:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.597720:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.597723:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.597729:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.597731:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.597734:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354566.597735:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.597737:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.597739:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542718976:0@lo:1000:mdt00_006.0 00000100:00000001:3.0:1763354566.597741:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.597760:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.597762:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.597764:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.597769:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.597771:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.597776:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.597780:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35900. 00000100:00000200:3.0:1763354566.597785:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542718976, portal 4 00000100:00000001:3.0:1763354566.597787:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.597788:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000040:3.0:1763354566.597793:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.597799:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.597801:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.597803:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.597805:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542718976, offset 0 00000400:00000200:3.0:1763354566.597809:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.597815:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.597822:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543800 00000400:00000200:3.0:1763354566.597827:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 8680 00000400:00000200:3.0:1763354566.597832:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.597835:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.597838:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.597840:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763354566.597843:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09f80. 00000100:00000040:3.0:1763354566.597845:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09f80 x1848998542718976 msgsize 328 00000100:00100000:3.0:1763354566.597848:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.597863:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.597868:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:3.0:1763354566.597870:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:3.0:1763354566.597872:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.597876:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.597884:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.597886:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.597892:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597894:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.597897:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.597900:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7668 usecs (8 jiffies) 00000100:00000001:3.0:1763354566.597903:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888565 00000100:00000001:3.0:1763354566.597921:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.597923:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888565 00000100:00000001:3.0:1763354566.597925:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.597926:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888565 00000100:00000001:3.0:1763354566.597928:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.597929:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888565 00000100:00000001:3.0:1763354566.597930:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.597932:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.597933:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.597936:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.597938:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.597949:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.597951:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.597954:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.597967:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.597970:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542718976 02000000:00000001:2.0:1763354566.597972:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.597973:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.597975:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.597977:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.597979:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542718976 00000020:00000001:2.0:1763354566.597980:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.597981:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:2.0:1763354566.597983:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.597985:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00000020:00000001:2.0:1763354566.597987:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:2.0:1763354566.597989:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:2.0:1763354566.597991:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.597994:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.597996:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.597998:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000020:00000010:2.0:1763354566.598002:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.598005:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.598008:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.598011:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.598013:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.598014:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.598015:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598018:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598028:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.598058:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.598060:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.598065:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7900 00000100:00000040:2.0:1763354566.598068:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:2.0:1763354566.598070:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281082240 : -123186428469376 : ffff8ff66cb09f80) 00000100:00000040:2.0:1763354566.598075:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09f80 x1848998542718976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.598083:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.598086:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.598088:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.598089:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000100:00100000:2.0:1763354566.598095:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542718976:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.598098:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542718976 00000020:00000001:2.0:1763354566.598100:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.598102:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.598104:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.598106:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.598108:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.598110:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.598112:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542718976, found 0 last_xid 1848998542718975 00010000:00000010:3.1:1763354566.598113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2bac00. 00000020:00000001:2.0:1763354566.598116:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354566.598122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc800. 00000020:00000001:2.0:1763354566.598122:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.598127:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:3.1:1763354566.598128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2ba000. 00000020:00000001:2.0:1763354566.598132:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.598137:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.598143:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.598146:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.598148:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.598153:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66cffe000. 02000000:00000001:2.0:1763354566.598155:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598157:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.598162:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095540. 00000020:00000001:2.0:1763354566.598164:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.598166:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.598169:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:2.0:1763354566.598172:0:6523:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:2.0:1763354566.598186:0:6523:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0001: [0x2400032e4:0x9deb:0x0] get xattr trusted.lmv len -61 00000020:00000001:2.0:1763354566.598190:0:6523:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:2.0:1763354566.598193:0:6523:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.598196:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.598200:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095540. 00000020:00000001:2.0:1763354566.598203:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.598206:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542718976 00010000:00000001:2.0:1763354566.598208:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.598213:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb09f80 x1848998542718976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.598222:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.598224:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.598227:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.598231:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.598233:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.598235:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.598237:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.598239:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598241:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.598244:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.598247:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095540. 00000100:00000200:2.0:1763354566.598251:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542718976, offset 224 00000400:00000200:2.0:1763354566.598256:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.598263:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.598267:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543800 00000400:00000200:2.0:1763354566.598270:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8d85 [2] + 224 00000400:00000200:2.0:1763354566.598274:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.598277:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.598279:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.598283:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.598289:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.598303:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.598307:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095540 00000400:00000010:2.0:1763354566.598308:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.598310:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.598311:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.598314:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.598317:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:2.0:1763354566.598319:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.598320:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598321:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354566.598322:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.598327:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09f80 x1848998542718976/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1763354566.598328:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.598330:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.598334:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.598340:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35900 00000100:00100000:2.0:1763354566.598342:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542718976:12345-0@lo:1000:mdt00_006.0 Request processed in 256us (494us total) trans 0 rc 0/0 00000400:00000010:3.0:1763354566.598343:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35900. 00000100:00000001:3.0:1763354566.598348:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354566.598352:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7900 00000100:00000200:3.0:1763354566.598354:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.598356:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:2.0:1763354566.598360:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.598362:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.598367:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000200:3.0:1763354566.598369:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.598388:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000001:3.0:1763354566.598398:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1763354566.598399:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000100:00000001:3.0:1763354566.598401:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763354566.598406:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000100:00000001:3.0:1763354566.598407:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.598412:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.598413:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.598415:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.598420:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.598423:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.598430:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.598433:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.598436:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.598439:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.598442:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.598444:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598447:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354566.598450:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:3.0:1763354566.598452:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354566.598453:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.598457:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598464:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.598467:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.598469:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.598474:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.598481:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542718976:0@lo:1000:mdt00_006.0 00000100:00000001:3.0:1763354566.598485:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.598488:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598490:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.598492:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.598494:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598500:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.598502:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.598529:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763354566.598530:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.598532:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354566.598538:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff8ff644f0ec00. 00000004:00000001:3.0:1763354566.598540:0:38200:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:3.0:1763354566.598543:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.598545:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09500 x1848998542718976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598549:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.598551:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.598553:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.598555:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.598557:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.598558:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1763354566.598559:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.598561:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 02000000:00000001:3.0:1763354566.598566:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.598568:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.598569:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 00000100:00000001:3.0:1763354566.598571:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.598573:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763354566.598575:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6432fe000. 00000004:00000010:3.0:1763354566.598577:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff6809ac420. 00000004:00000010:3.0:1763354566.598579:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff54ef356c0. 00000004:00000001:3.0:1763354566.598581:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.598599:0:38200:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.598602:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.598605:0:38200:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:3.0:1763354566.598607:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff54ef356c0. 00000004:00000010:3.0:1763354566.598609:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff6809ac420. 00000004:00000010:3.0:1763354566.598612:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6432fe000. 00000020:00000001:3.0:1763354566.598615:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763354566.598616:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.598617:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763354566.598618:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763354566.598620:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:3.0:1763354566.598623:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6432fe000 magic = bdde0002 count = 1 size = 56 00000100:00000010:3.0:1763354566.598626:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000020:00000040:3.0:1763354566.598628:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:3.0:1763354566.598629:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.598631:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.598633:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.598636:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000100:00000001:3.0:1763354566.598638:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.598640:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.598642:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.598643:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598645:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763354566.598646:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.598648:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.598650:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.598652:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.598653:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000001:3.0:1763354566.598655:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354566.598658:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598659:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.598660:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.598663:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598668:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.598670:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.598672:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354566.598673:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.598674:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.598676:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542719104:0@lo:1000:mdt00_006.0 00000100:00000001:3.0:1763354566.598679:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.598680:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.598681:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.598682:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.598685:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.598686:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.598688:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.598691:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35900. 00000100:00000200:3.0:1763354566.598694:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542719104, portal 4 00000100:00000001:3.0:1763354566.598695:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.598696:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000040:3.0:1763354566.598700:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598704:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.598706:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.598708:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.598709:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1848998542719104, offset 0 00000400:00000200:3.0:1763354566.598712:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.598717:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.598721:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x691a785543880 00000400:00000200:3.0:1763354566.598725:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1fdd85 [256] + 9008 00000400:00000200:3.0:1763354566.598728:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.598731:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.598733:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.598734:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763354566.598737:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09880. 00000100:00000040:3.0:1763354566.598738:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09880 x1848998542719104 msgsize 320 00000100:00100000:3.0:1763354566.598741:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.598753:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.598757:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:3.0:1763354566.598759:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00000001:3.0:1763354566.598761:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.598763:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598769:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.598771:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.598776:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598777:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.598779:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.598781:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7667 usecs (8 jiffies) 00000100:00000001:3.0:1763354566.598783:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888566 00000100:00000001:3.0:1763354566.598785:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.598786:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888566 00000100:00000001:3.0:1763354566.598788:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.598790:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888566 00000100:00000001:3.0:1763354566.598792:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.598793:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888566 00000100:00000001:3.0:1763354566.598794:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.598796:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.598797:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.598799:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.598800:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.598802:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.598805:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.598806:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598821:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.598824:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542719104 02000000:00000001:2.0:1763354566.598844:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.598846:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.598848:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.598851:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.598854:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542719104 00000020:00000001:2.0:1763354566.598856:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.598858:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:2.0:1763354566.598860:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.598863:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00000020:00000001:2.0:1763354566.598865:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:2.0:1763354566.598868:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:2.0:1763354566.598871:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.598875:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.598878:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.598880:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000020:00000010:2.0:1763354566.598885:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.598888:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.598891:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.598896:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.598898:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.598900:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.598901:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598921:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.598932:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.598935:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.598936:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.598953:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7901 00000100:00000040:2.0:1763354566.598956:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:2.0:1763354566.598958:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281080448 : -123186428471168 : ffff8ff66cb09880) 00000100:00000040:2.0:1763354566.598964:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09880 x1848998542719104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.598971:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.598973:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.598975:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.598977:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000100:00100000:2.0:1763354566.598980:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542719104:12345-0@lo:1000:mdt00_006.0 00000100:00000200:2.0:1763354566.598983:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542719104 00000020:00000001:2.0:1763354566.598985:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.598987:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.598989:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.598991:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.598993:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:2.0:1763354566.598994:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.598996:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542719104, found 0 last_xid 1848998542719103 00000020:00000001:2.0:1763354566.598998:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.598999:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.599000:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.599002:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.599003:0:6523:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763354566.599006:0:6523:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000100:00000001:2.0:1763354566.599008:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.599009:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.599014:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff68179e000. 02000000:00000001:2.0:1763354566.599015:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.599016:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.599019:0:6523:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff66e095540. 00000020:00000001:2.0:1763354566.599020:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763354566.599021:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.599023:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:2.0:1763354566.599025:0:6523:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:2.0:1763354566.599027:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.599029:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.599055:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1763354566.599059:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1763354566.599061:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.599063:0:6523:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1763354566.599066:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1dabbc0 00000020:00000040:2.0:1763354566.599068:0:6523:0:(out_handler.c:350:out_index_lookup()) lookup [0x2400032e4:0x9deb:0x0] 56xa get [0x200000402:0xd80a:0x0] rc -2 00000020:00000040:2.0:1763354566.599070:0:6523:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0001: insert lookup reply ffff8ff68179e208 index 0: rc = -2 00000020:00000001:2.0:1763354566.599072:0:6523:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.599074:0:6523:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1763354566.599076:0:6523:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000020:00000010:2.0:1763354566.599078:0:6523:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff66e095540. 00000020:00000001:2.0:1763354566.599079:0:6523:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763354566.599081:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542719104 00010000:00000001:2.0:1763354566.599083:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.599086:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb09880 x1848998542719104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.599091:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.599092:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.599094:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.599097:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.599098:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.599100:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.599101:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.599102:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.599104:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.599105:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.599108:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095540. 00000100:00000200:2.0:1763354566.599110:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542719104, offset 224 00000400:00000200:2.0:1763354566.599113:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.599118:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.599122:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543880 00000400:00000200:2.0:1763354566.599125:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8d91 [2] + 224 00000400:00000200:2.0:1763354566.599129:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.599132:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.599134:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.599137:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.599143:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.599156:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.599159:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095540 00000400:00000010:2.0:1763354566.599160:0:6523:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.599163:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.599164:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.599167:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.599169:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:3.0:1763354566.599172:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763354566.599172:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.599176:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1763354566.599177:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1763354566.599178:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1763354566.599181:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1763354566.599184:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09880 x1848998542719104/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1763354566.599185:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.599189:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35900 00000400:00000010:3.0:1763354566.599193:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35900. 00000100:00000001:3.0:1763354566.599197:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1763354566.599201:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542719104:12345-0@lo:1000:mdt00_006.0 Request processed in 228us (459us total) trans 0 rc -2/-2 00000100:00000200:3.0:1763354566.599203:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.599213:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7901 00000100:00000040:2.0:1763354566.599217:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000200:3.0:1763354566.599218:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.599221:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.599224:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.599228:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000001:3.0:1763354566.599229:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.599232:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.599234:0:38200:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1763354566.599235:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 02000000:00000001:3.0:1763354566.599236:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.599239:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.599241:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.599242:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 02000000:00000001:3.0:1763354566.599243:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.599247:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000100:00001000:3.0:1763354566.599248:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354566.599250:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1763354566.599253:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.599256:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1763354566.599259:0:38200:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599264:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.599266:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763354566.599268:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:3.0:1763354566.599269:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354566.599270:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1763354566.599272:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599276:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1763354566.599278:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.599279:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.599281:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.599286:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542719104:0@lo:1000:mdt00_006.0 00000100:00000001:3.0:1763354566.599288:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.599290:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.599291:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.599292:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.599293:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599297:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.599299:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.599300:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763354566.599301:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.599302:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.599304:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09500 x1848998542719104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599308:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.599309:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.599310:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.599312:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.599313:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.599314:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1763354566.599315:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.599316:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 02000000:00000001:3.0:1763354566.599320:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.599321:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.599322:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 00000100:00000001:3.0:1763354566.599324:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.599325:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.599326:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.599328:0:38200:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763354566.599331:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6432fe000. 00000004:00000010:3.0:1763354566.599332:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff6809ac420. 00000004:00000010:3.0:1763354566.599334:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff54ef356c0. 00000004:00000001:3.0:1763354566.599336:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.599337:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.599341:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.599343:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354566.599344:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000004:00000001:3.0:1763354566.599346:0:38200:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:3.0:1763354566.599364:0:38200:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:3.0:1763354566.599366:0:38200:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1763354566.599371:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000020:00000040:3.0:1763354566.599373:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:3.0:1763354566.599376:0:38200:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:3.0:1763354566.599379:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.599380:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.599382:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.599386:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000100:00000001:3.0:1763354566.599389:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.599392:0:38200:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.599395:0:38200:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00010000:00000001:3.0:1763354566.599398:0:38200:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1763354566.599399:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.599404:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc800. 00010000:00000010:3.0:1763354566.599407:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781b80. 00010000:00000001:3.0:1763354566.599412:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.599415:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2ba000. 00000020:00000001:3.0:1763354566.599418:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.599420:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2ba000 with handle 0x4a8bb634222cb0c3 to hash 00000020:00000001:3.0:1763354566.599423:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.599424:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.599427:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.599430:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.599432:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.599436:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 3/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.599444:0:38200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 3/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.599453:0:38200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 3/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 38200 initiator: MDT0 00000100:00000001:3.0:1763354566.599457:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763354566.599458:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.599461:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.599463:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000100:00000001:3.0:1763354566.599465:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.599467:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000001:3.0:1763354566.599469:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354566.599472:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.599474:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.599476:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.599479:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599486:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.599488:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.599490:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763354566.599492:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.599494:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.599497:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542719232:0@lo:101:mdt00_006.0 00000100:00000001:3.0:1763354566.599499:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.599501:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.599503:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.599505:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.599508:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff67d88a000. 02000000:00000001:3.0:1763354566.599510:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.599513:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.599516:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00000100:00000200:3.0:1763354566.599520:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542719232, portal 4 00000100:00000001:3.0:1763354566.599522:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.599523:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000040:3.0:1763354566.599527:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599534:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.599536:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.599538:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354566.599540:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542719232, offset 0 00000400:00000200:3.0:1763354566.599543:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.599549:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.599555:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543900 00000400:00000200:3.0:1763354566.599559:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 9328 00000400:00000200:3.0:1763354566.599564:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.599567:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.599570:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.599571:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763354566.599575:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb0a680. 00000100:00000040:3.0:1763354566.599577:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb0a680 x1848998542719232 msgsize 328 00000100:00100000:3.0:1763354566.599581:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.599608:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.599612:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000400:00000010:3.0:1763354566.599614:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000001:3.0:1763354566.599615:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.599618:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599624:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.599626:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.599630:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.599631:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.599633:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.599636:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7667 usecs (8 jiffies) 00000100:00000001:3.0:1763354566.599638:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888567 00000100:00000001:3.0:1763354566.599640:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.599641:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888567 00000100:00000001:3.0:1763354566.599643:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.599644:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888567 00000100:00000001:3.0:1763354566.599646:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.599647:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888567 00000100:00000001:3.0:1763354566.599648:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889636 00000100:00000001:3.0:1763354566.599649:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.599651:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.599652:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.599669:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.599671:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef356c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.599673:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.599676:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.599702:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.599706:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542719232 02000000:00000001:2.0:1763354566.599709:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.599711:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.599713:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.599717:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.599720:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542719232 00000020:00000001:2.0:1763354566.599722:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.599723:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:2.0:1763354566.599725:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.599728:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=6 00000020:00000001:2.0:1763354566.599731:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:2.0:1763354566.599733:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:2.0:1763354566.599736:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.599740:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.599743:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.599745:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000020:00000010:2.0:1763354566.599750:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4400. 00000020:00000010:2.0:1763354566.599753:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00000020:00000010:2.0:1763354566.599757:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000040:2.0:1763354566.599761:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.599763:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.599765:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.599766:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.599771:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.599786:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.599794:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.599796:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.599800:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902 00000100:00000040:2.0:1763354566.599803:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:2.0:1763354566.599806:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281084032 : -123186428467584 : ffff8ff66cb0a680) 00000100:00000040:2.0:1763354566.599813:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb0a680 x1848998542719232/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.599838:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.599840:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.599842:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.599844:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000100:00100000:2.0:1763354566.599847:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542719232:12345-0@lo:101:mdt00_006.0 00000100:00000200:2.0:1763354566.599850:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542719232 00000020:00000001:2.0:1763354566.599853:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.599855:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.599857:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.599859:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.599861:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.599863:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.599865:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542719232, found 0 last_xid 1848998542719231 00000020:00000001:2.0:1763354566.599868:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.599870:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.599871:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.599873:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.599874:0:6523:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.599875:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.599877:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.599878:0:6523:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.599879:0:6523:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.599882:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.599885:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 3 00010000:00000001:2.0:1763354566.599887:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.599888:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.599891:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243600. 00000020:00000001:2.0:1763354566.599893:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.599894:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243600 with handle 0x4a8bb634222cb0ca to hash 00000020:00000001:2.0:1763354566.599896:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.599897:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000010:2.0:1763354566.599916:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bcd80. 00010000:00000001:2.0:1763354566.599919:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00010000:2.0:1763354566.599921:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 2/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4a8bb634222cb0c3 expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.599931:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff67d896800 : new locks_count 1 00000020:00000040:2.0:1763354566.599933:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=7 00000100:00000001:2.0:1763354566.599937:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.599938:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.599955:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ff642c58800. 02000000:00000001:2.0:1763354566.599957:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.599959:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.599960:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.599962:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.599963:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.599965:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.599966:0:6523:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.599968:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 2/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:2.0:1763354566.599972:0:6523:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.599974:0:6523:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.599977:0:6523:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 233 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.599981:0:6523:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.599982:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.599984:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.599985:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.599987:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.599989:0:6523:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.599992:0:6523:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 5/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.599996:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) refcount = 3 00010000:00000040:2.0:1763354566.599998:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.600001:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 233 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.600005:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000020 pid: 38200 initiator: MDT1 00010000:00000040:2.0:1763354566.600009:0:6523:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.600011:0:6523:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 5/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.600015:0:6523:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.600017:0:6523:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.600019:0:6523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.600020:0:6523:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673152 : -123186405878464 : ffff8ff66e095540) 00000100:00000001:2.0:1763354566.600022:0:6523:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303673152 : -123186405878464 : ffff8ff66e095540) 00000100:00000001:2.0:1763354566.600023:0:6523:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.600024:0:6523:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.600025:0:6523:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.600026:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.600027:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.600029:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.600030:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.600031:0:6523:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.600055:0:6523:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354566.600058:0:6523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52300. 00000020:00000040:2.0:1763354566.600062:0:6523:0:(genops.c:1229:class_import_get()) import ffff8ff672255800 refcount=2 obd=lustre-MDT0001 00000100:00000001:2.0:1763354566.600064:0:6523:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.600065:0:6523:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.600067:0:6523:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.600071:0:6523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b4e00. 00000100:00000001:2.0:1763354566.600073:0:6523:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.600077:0:6523:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 233 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.600086:0:6523:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 233 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:2.0:1763354566.600096:0:6523:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.600097:0:6523:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.600100:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.600105:0:6523:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.600106:0:6523:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.600109:0:6523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec52300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6523:1848998542719360:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.600111:0:6523:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.600112:0:6523:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.600114:0:6523:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.600115:0:6523:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.600117:0:6523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5473b5800. 02000000:00000001:2.0:1763354566.600118:0:6523:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.600121:0:6523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9a0. 00000400:00000010:2.0:1763354566.600124:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00000100:00000200:2.0:1763354566.600127:0:6523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542719360, portal 16 00000100:00000001:2.0:1763354566.600128:0:6523:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.600129:0:6523:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315981056 : -123186393570560 : ffff8ff66ec52300) 00000100:00000040:2.0:1763354566.600132:0:6523:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.600137:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.600138:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.600144:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7330. 00000100:00000200:2.0:1763354566.600146:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542719360, offset 0 00000400:00000200:2.0:1763354566.600149:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.600154:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.600157:0:6523:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.600161:0:6523:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.600164:0:6523:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.600166:0:6523:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.600169:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556804:1556804:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556800:1556800:8:4294967295] 00000400:00000200:2.0:1763354566.600175:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.600179:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.600182:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.600185:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.600189:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.600191:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.600201:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.600203:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306889676 00000100:00000001:2.0:1763354566.600208:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889636 00000100:00000001:2.0:1763354566.600212:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306889676 00000100:00000001:2.0:1763354566.600216:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889636 00000100:00000001:2.0:1763354566.600218:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306889676 00000100:00000001:2.0:1763354566.600223:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889636 00000100:00000001:2.0:1763354566.600225:0:6523:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306889676 00000100:00000001:2.0:1763354566.600227:0:6523:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889636 00000100:00000001:2.0:1763354566.600229:0:6523:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.600230:0:6523:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.600232:0:6523:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.600233:0:6523:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.600235:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.600237:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.600238:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.600239:0:6523:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.600240:0:6523:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.600242:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.600243:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.600244:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.600246:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.600248:0:6523:0:(ldlm_request.c:362:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 38200 initiator: MDT1 00010000:00000001:2.0:1763354566.600255:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.600259:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4000. 00000800:00000200:0.0:1763354566.600261:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763354566.600262:0:6523:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ff5473b5e00. 00000800:00000010:0.0:1763354566.600266:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000040:00000010:2.0:1763354566.600267:0:6523:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8ff5473b4a00. 00000400:00000200:0.0:1763354566.600271:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354566.600272:0:6523:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ff6482fb800. 00000400:00000200:0.0:1763354566.600277:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:2.0:1763354566.600278:0:6523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8ff671466200. 00000400:00000200:0.0:1763354566.600281:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7330 00040000:00000010:2.0:1763354566.600284:0:6523:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ff6678ff000. 00000400:00000010:0.0:1763354566.600285:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7330. 00000100:00000001:0.0:1763354566.600290:0:3647:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:2.0:1763354566.600291:0:6523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ff671467600. 00000100:00000200:0.0:1763354566.600296:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:2.0:1763354566.600297:0:6523:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff8ff6463ee000. 00080000:00000010:2.0:1763354566.600305:0:6523:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8ff681798000. 00000100:00000001:0.0:1763354566.600306:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1763354566.600310:0:6523:0:(mdt_handler.c:3802:mdt_device_commit_async()) Process entered 00000100:00000040:0.0:1763354566.600311:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:2.0:1763354566.600314:0:6523:0:(osd_handler.c:2860:osd_commit_async()) Process entered 00080000:00080000:2.0:1763354566.600317:0:6523:0:(osd_handler.c:2862:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00000001:0.0:1763354566.600322:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.600324:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:2.0:1763354566.600335:0:6523:0:(osd_handler.c:2867:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.600338:0:6523:0:(mdt_handler.c:3809:mdt_device_commit_async()) Process leaving 00000020:00000010:2.0:1763354566.600341:0:6523:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8ff5473b5e00. 00000040:00000010:2.0:1763354566.600347:0:6523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.600349:0:6523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ff6482fb800. 00000020:00000010:2.0:1763354566.600353:0:6523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8ff671466200. 00040000:00000010:2.0:1763354566.600356:0:6523:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ff6678ff000. 00040000:00000010:2.0:1763354566.600359:0:6523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ff671467600. 00080000:00000010:2.0:1763354566.600363:0:6523:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8ff681798000. 00080000:00000010:2.0:1763354566.600367:0:6523:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff8ff6463ee000. 00000020:00000010:2.0:1763354566.600375:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4000. 00000004:00000001:2.0:1763354566.600378:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.600380:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.600381:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.600383:0:6523:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.600385:0:6523:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.600387:0:6523:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.600389:0:6523:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.600392:0:6523:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.600394:0:6523:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.600397:0:6523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095540 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.600400:0:6523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.600402:0:6523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763354566.601162:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.601169:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.601172:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.601173:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.601178:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.601186:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785543980 00000400:00000200:0.0:1763354566.601192:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8da5 [1] + 224 00000800:00000001:0.0:1763354566.601197:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.601202:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.601204:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.601207:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.601210:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.601213:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763354566.601221:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.601234:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.601238:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.601240:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.601272:0:6523:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.601279:0:6523:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.601280:0:6523:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.601282:0:6523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9a0. 00000400:00000200:2.0:1763354566.601287:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:2.0:1763354566.601289:0:6523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:2.0:1763354566.601292:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.601298:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.601308:0:6523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.601315:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.601316:0:6523:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.601319:0:6523:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.601320:0:6523:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.601322:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.601324:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.601326:0:6523:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.601330:0:6523:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff672255c58 time=6 v=5 (5 5 5 0) 00000100:00001000:2.0:1763354566.601334:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff672255c10 time=6 v=5 (1 1 1 0) 00000100:00000001:2.0:1763354566.601336:0:6523:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.601338:0:6523:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.601341:0:6523:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.601343:0:6523:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.601346:0:6523:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.601352:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.601359:0:6523:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.601362:0:6523:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.601364:0:6523:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.601366:0:6523:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.601369:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.601370:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.601372:0:6523:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.601376:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.601384:0:6523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec52300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6523:1848998542719360:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.601388:0:6523:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.601390:0:6523:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.601392:0:6523:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.601394:0:6523:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.601396:0:6523:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec52300 x1848998542719360/t0(0) o104->lustre-MDT0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.601402:0:6523:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.601404:0:6523:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.601406:0:6523:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5473b5800. 02000000:00000001:2.0:1763354566.601410:0:6523:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.601412:0:6523:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.601413:0:6523:0:(genops.c:1242:class_import_put()) import ffff8ff672255800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1763354566.601415:0:6523:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.601417:0:6523:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5473b4e00. 02000000:00000001:2.0:1763354566.601420:0:6523:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.601421:0:6523:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.601422:0:6523:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52300. 00000100:00000001:2.0:1763354566.601425:0:6523:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.601427:0:6523:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.601430:0:6523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.601433:0:6523:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.601435:0:6523:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.601438:0:6523:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af800. 00010000:00000001:2.0:1763354566.601442:0:6523:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.601445:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.601447:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.601451:0:6523:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.601456:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 3/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.601468:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.601471:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:3.0:1763354566.601474:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00010000:00010000:2.0:1763354566.601475:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00010000:2.0:1763354566.601480:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1763354566.601484:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 3/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 7 pid: 6523 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354566.601490:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00010000:00000001:2.0:1763354566.601491:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000001:00080000:3.0:1763354566.601494:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429324 is committed 00010000:00000001:2.0:1763354566.601495:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000001:00000040:3.0:1763354566.601499:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 9 00010000:00000001:2.0:1763354566.601500:0:6523:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000040:3.0:1763354566.601503:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 232 00010000:00000001:2.0:1763354566.601504:0:6523:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000010:3.0:1763354566.601506:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02120. 00010000:00000001:2.0:1763354566.601507:0:6523:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1763354566.601511:0:6523:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000010:3.0:1763354566.601514:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21600. 00010000:00000001:2.0:1763354566.601514:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.601520:0:6523:0:(ldlm_inodebits.c:378:ldlm_process_inodebits_lock()) Process leaving (rc=2 : 2 : 2) 00000001:00000040:3.0:1763354566.601522:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 8 00010000:00000001:2.0:1763354566.601524:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=2 : 2 : 2) 00000020:00000040:3.0:1763354566.601525:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 231 00000001:00000010:3.0:1763354566.601529:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4ade0. 00010000:00000001:2.0:1763354566.601531:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.601536:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4000 refcount 3 committed 0 result 0 batchid 25769804099 00010000:00000001:2.0:1763354566.601536:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.601540:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354566.601541:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3300 obd lustre-MDT0000-osp-MDT0001 committed 0 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00010000:00000001:2.0:1763354566.601544:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.601546:0:31810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002342:0x2:0x0].266 00010000:00010000:2.0:1763354566.601548:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243600, rc 0) 00000020:00000040:3.0:1763354566.601550:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177000 00000020:00000001:2.0:1763354566.601554:0:6523:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.601555:0:31810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e0:0x2:0x0].270 00000100:00000001:1.0:1763354566.601557:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000020:00000001:3.0:1763354566.601562:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00010000:00000040:2.0:1763354566.601563:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542719232 00010000:00000001:1.0:1763354566.601563:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:3.0:1763354566.601567:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177000. 00000020:00000001:1.0:1763354566.601567:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763354566.601570:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763354566.601572:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000004:00080000:3.0:1763354566.601574:0:31810:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 271 committed 00000020:00000001:1.0:1763354566.601577:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000200:2.0:1763354566.601579:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb0a680 x1848998542719232/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.601581:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354566.601586:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763354566.601591:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00010000:00000001:2.0:1763354566.601594:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000010:3.0:1763354566.601595:0:31810:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8ff544b02c00. 00010000:00000001:2.0:1763354566.601599:0:6523:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.601601:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1763354566.601602:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba20c00. 00010000:00000001:1.0:1763354566.601605:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1763354566.601606:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00010000:00010000:1.0:1763354566.601608:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000001:00000040:3.0:1763354566.601610:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 7 00000100:00000001:2.0:1763354566.601612:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1763354566.601616:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 230 00000100:00000040:2.0:1763354566.601620:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000001:00000010:3.0:1763354566.601622:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e94e0. 00010000:00000001:1.0:1763354566.601622:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1763354566.601625:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00010000:00000001:1.0:1763354566.601626:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.601627:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8a00. 00010000:00000001:1.0:1763354566.601631:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1763354566.601634:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:1.0:1763354566.601635:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000001:00000040:3.0:1763354566.601636:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 6 02000000:00000001:2.0:1763354566.601639:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.601641:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 229 00000001:00000010:3.0:1763354566.601648:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e91e0. 00000100:00000001:2.0:1763354566.601648:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1763354566.601649:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:1.0:1763354566.601653:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000040:2.0:1763354566.601655:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1763354566.601655:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763354566.601660:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000400:00000010:2.0:1763354566.601662:0:6523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00000004:00000001:0.0:1763354566.601663:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763354566.601668:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.601669:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:2.0:1763354566.601670:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848998542719232, offset 224 00010000:00000001:1.0:1763354566.601673:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:0.0:1763354566.601673:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:1.0:1763354566.601676:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:0.0:1763354566.601678:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000040:1.0:1763354566.601681:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000400:00000200:2.0:1763354566.601682:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000001:0.0:1763354566.601682:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.601686:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:1.0:1763354566.601690:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000040:00001000:0.0:1763354566.601690:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc798 type=0x0 idx=0 00010000:00000001:1.0:1763354566.601692:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1763354566.601697:0:6523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1763354566.601698:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000040:00001000:0.0:1763354566.601698:0:31818:0:(llog.c:720:llog_process_thread()) synced_idx: 20896 00000040:00000001:0.0:1763354566.601705:0:31818:0:(lustre_log.h:473:llog_next_block()) Process entered 00010000:00000001:1.0:1763354566.601709:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000040:00000001:0.0:1763354566.601709:0:31818:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000004:00000001:1.0:1763354566.601712:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000400:00000200:2.0:1763354566.601714:0:6523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a785543900 00000004:00000001:1.0:1763354566.601715:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763354566.601716:0:31818:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 20895 (cur idx 20894 off 1343488), size 1345560 00010000:00000001:1.0:1763354566.601722:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:3.0:1763354566.601724:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab9600. 00010000:00000001:1.0:1763354566.601725:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1763354566.601726:0:6523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x7b8d9d [1] + 224 00010000:00000001:1.0:1763354566.601728:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.601731:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1763354566.601732:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 5 00000040:00000001:0.0:1763354566.601733:0:31818:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1763354566.601736:0:6523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1763354566.601736:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222caf7a from hash 00000020:00000040:3.0:1763354566.601737:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 228 00000040:00000001:0.0:1763354566.601739:0:31818:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.601741:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000010:3.0:1763354566.601743:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9000. 00010000:00000001:1.0:1763354566.601745:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00001000:0.0:1763354566.601745:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc798 type=0x10692404 idx=20895 00000400:00000200:2.0:1763354566.601748:0:6523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:3.0:1763354566.601749:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8c00. 00010000:00000001:1.0:1763354566.601749:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000040:00001000:0.0:1763354566.601750:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20895 lrh_len: 64 (6248 remains) 00010000:00000001:1.0:1763354566.601753:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000040:3.0:1763354566.601755:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 4 00000040:00001000:0.0:1763354566.601757:0:31818:0:(llog.c:797:llog_process_thread()) index: 20895, lh_last_idx: 20896 synced_idx: 20896 lgh_last_idx: 20896 00000020:00000040:3.0:1763354566.601759:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 227 00000100:00000001:2.0:1763354566.601760:0:6523:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1763354566.601760:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:0.0:1763354566.601762:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00010000:00000001:1.0:1763354566.601765:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1763354566.601766:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9420. 00000004:00000001:0.0:1763354566.601767:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1763354566.601770:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:0.0:1763354566.601771:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.601772:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab8800. 00000100:00000200:2.0:1763354566.601772:0:6523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.601773:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354566.601776:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:0.0:1763354566.601778:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00010000:00010000:1.0:1763354566.601780:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00000004:00000001:0.0:1763354566.601781:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1763354566.601785:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00010000:00010000:1.0:1763354566.601787:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763354566.601791:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.601791:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c906a00. 00010000:00000001:1.0:1763354566.601798:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.601799:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=13 obd=lustre-OST0000-osc-MDT0001 00010000:00000001:1.0:1763354566.601801:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1763354566.601803:0:6523:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.601804:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1763354566.601804:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.601808:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1763354566.601809:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1763354566.601812:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.601813:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.601817:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.601821:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.601821:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff5450e3800. 00000001:00000040:3.0:1763354566.601825:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 3 00000004:00000001:1.0:1763354566.601828:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.601829:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.601830:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 226 00010000:00010000:1.0:1763354566.601833:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000004:00000001:0.0:1763354566.601835:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887547406848 : -123186162144768 : ffff8ff67c906a00) 00000001:00000010:3.0:1763354566.601836:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0cc0. 00000100:00000001:2.0:1763354566.601839:0:6523:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1763354566.601844:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00010000:00000001:1.0:1763354566.601845:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.601845:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1763354566.601848:0:6523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00010000:00000001:1.0:1763354566.601849:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00080000:3.0:1763354566.601850:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095a80 refcount 2 committed 0 result 0 batchid 25769804098 00000100:00000001:0.0:1763354566.601851:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.601853:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1763354566.601855:0:6523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00010000:00000001:1.0:1763354566.601858:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00080000:3.0:1763354566.601859:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0950c0 00010000:00000001:1.0:1763354566.601861:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354566.601862:0:6523:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1763354566.601863:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f162179] to pc [ptlrpcd_00_00+0] req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1763354566.601865:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222caf7a lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000020:00080000:3.0:1763354566.601867:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff547dc7400 00000100:00000001:2.0:1763354566.601867:0:6523:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.601874:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.601881:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000100:00000040:2.0:1763354566.601885:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000010:1.0:1763354566.601885:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138a80. 00000020:00000040:3.0:1763354566.601887:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095a80 refcount 2 committed 1 result 0 batchid 25769804098 00010000:00000001:2.0:1763354566.601893:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1763354566.601894:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.601896:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0950c0 00000020:00000001:2.0:1763354566.601898:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.601898:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 225 00000100:00000001:1.0:1763354566.601903:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763354566.601906:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff547dc7400 00000020:00000001:2.0:1763354566.601907:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1763354566.601908:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763354566.601913:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:0.0:1763354566.601914:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.601915:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000020:00000001:1.0:1763354566.601915:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1763354566.601917:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb0a680 x1848998542719232/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763354566.601920:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00080000:00000010:3.0:1763354566.601921:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7400. 00000004:00001000:0.0:1763354566.601922:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 1 in flight, 7 in progress 00000020:00000001:1.0:1763354566.601925:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000004:00001000:0.0:1763354566.601929:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20895, id 270 00010000:00000001:1.0:1763354566.601930:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000001:00000040:3.0:1763354566.601934:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 2 00000004:00000001:0.0:1763354566.601935:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00010000:00000001:1.0:1763354566.601936:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:3.0:1763354566.601952:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 224 00010000:00010000:1.0:1763354566.601954:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000004:00000001:0.0:1763354566.601954:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763354566.601960:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1763354566.601961:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab07e0. 00000004:00000001:0.0:1763354566.601967:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000001:3.0:1763354566.601970:0:31810:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000100:00100000:2.0:1763354566.601972:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:38200:x1848998542719232:12345-0@lo:101:mdt00_006.0 Request processed in 2127us (2387us total) trans 0 rc 0/0 00010000:00000001:1.0:1763354566.601972:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354566.601973:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00080000:3.0:1763354566.601974:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095840 refcount 2 committed 0 result 0 batchid 25769804097 00010000:00000001:1.0:1763354566.601975:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.601977:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.601979:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000020:00080000:3.0:1763354566.601986:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f1e200 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0953c0 00000040:00001000:0.0:1763354566.601986:0:31818:0:(llog.c:663:llog_process_thread()) processing rec 0xffff8ff66e8cc7d8 type=0x10692404 idx=20896 00000100:00100000:2.0:1763354566.601994:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902 00010000:00000001:1.0:1763354566.601995:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000040:00001000:0.0:1763354566.601995:0:31818:0:(llog.c:776:llog_process_thread()) lrh_index: 20896 lrh_len: 64 (6184 remains) 00000020:00080000:3.0:1763354566.601997:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff649808100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff552ab9400 00010000:00000001:1.0:1763354566.601999:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.602004:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00010000:00000001:1.0:1763354566.602005:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000040:00001000:0.0:1763354566.602005:0:31818:0:(llog.c:797:llog_process_thread()) index: 20896, lh_last_idx: 20896 synced_idx: 20896 lgh_last_idx: 20896 00000020:00000001:3.0:1763354566.602006:0:31810:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00010000:00010000:1.0:1763354566.602010:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000020:00000040:3.0:1763354566.602011:0:31810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095840 refcount 2 committed 1 result 0 batchid 25769804097 00000100:00000001:2.0:1763354566.602012:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:0.0:1763354566.602012:0:31818:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:2.0:1763354566.602017:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1763354566.602019:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f1e200 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0953c0 00000004:00000001:0.0:1763354566.602020:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:2.0:1763354566.602024:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000004:00000001:0.0:1763354566.602025:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.602029:0:31810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff649808100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff552ab9400 00010000:00010000:1.0:1763354566.602056:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6429ff600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354566.602057:0:31818:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000001:3.0:1763354566.602059:0:31810:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000020:00000010:2.0:1763354566.602059:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000004:00000001:1.0:1763354566.602062:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354566.602062:0:31818:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00080000:00000010:3.0:1763354566.602063:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab9400. 00010000:00000001:1.0:1763354566.602067:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000010:2.0:1763354566.602068:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4400. 00000004:00000001:0.0:1763354566.602068:0:31818:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000001:00000040:3.0:1763354566.602070:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 1 00010000:00010000:1.0:1763354566.602072:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000100:00000010:0.0:1763354566.602074:0:31818:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c904700. 00000020:00000040:3.0:1763354566.602075:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00000020:00000040:2.0:1763354566.602076:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 6 00000001:00000010:3.0:1763354566.602081:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9600. 00000020:00000040:0.0:1763354566.602081:0:31818:0:(genops.c:1229:class_import_get()) import ffff8ff67cb4c800 refcount=14 obd=lustre-OST0000-osc-MDT0001 00000100:00000001:2.0:1763354566.602084:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.602086:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1763354566.602089:0:31818:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:3.0:1763354566.602090:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab9000. 00010000:00000001:1.0:1763354566.602090:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1763354566.602092:0:31818:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1763354566.602094:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000040:3.0:1763354566.602096:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 0 00000020:00000040:1.0:1763354566.602097:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=4 02000000:00000001:0.0:1763354566.602097:0:31818:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.602099:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1763354566.602117:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00000020:00000001:1.0:1763354566.602120:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000100:00000001:2.0:1763354566.602121:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000010:3.0:1763354566.602122:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e9e40. 02000000:00000010:0.0:1763354566.602124:0:31818:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8ff66dc86800. 00010000:00000001:1.0:1763354566.602125:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000100:00000001:2.0:1763354566.602127:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000010:3.0:1763354566.602128:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab9e00. 00000100:00000001:0.0:1763354566.602130:0:31818:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602132:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00080000:3.0:1763354566.602135:0:31810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 25769804096 batchid updated 00000004:00000001:0.0:1763354566.602135:0:31818:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446620887547397888 : -123186162153728 : ffff8ff67c904700) 00010000:00010000:1.0:1763354566.602137:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000100:00000040:2.0:1763354566.602138:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.602142:0:31818:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1763354566.602143:0:31810:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff544b02660. 00000100:00000001:0.0:1763354566.602150:0:31818:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.602151:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff679a61800. 00010000:00000001:1.0:1763354566.602158:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354566.602162:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1763354566.602163:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1763354566.602164:0:31818:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6b8399] to pc [ptlrpcd_00_01+1] req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763354566.602165:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.602167:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763354566.602171:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 25769804098 committed batchid 25769804096 00010000:00000001:1.0:1763354566.602172:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1763354566.602174:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1763354566.602176:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1763354566.602178:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.602182:0:31830:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00010000:00000001:1.0:1763354566.602182:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1763354566.602185:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602186:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.602191:0:31830:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff544b02660. 00000020:00000040:1.0:1763354566.602193:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff600 with handle 0x4a8bb634222caf8f from hash 00000100:00100000:2.0:1763354566.602194:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff67c906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542719488:0@lo:6:osp-syn-0-1.0 00000004:00000001:0.0:1763354566.602196:0:31818:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.602199:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:1.0:1763354566.602200:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00001000:0.0:1763354566.602201:0:31818:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0001: 2 in flight, 8 in progress 00000100:00000001:2.0:1763354566.602204:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1763354566.602205:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00001000:0.0:1763354566.602206:0:31818:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 20896, id 270 00080000:00000010:3.0:1763354566.602207:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba20c00. 00010000:00000001:1.0:1763354566.602209:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.602210:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1763354566.602213:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:0.0:1763354566.602214:0:31818:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 02000000:00000001:2.0:1763354566.602215:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.602216:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431511552 : -123191278040064 : ffff8ff54ba20c00) 00010000:00000001:1.0:1763354566.602218:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:0.0:1763354566.602219:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 02000000:00000001:2.0:1763354566.602220:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1763354566.602221:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.602225:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.602226:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1763354566.602226:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:2.0:1763354566.602230:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff54583cc00. 00000004:00000001:0.0:1763354566.602230:0:31818:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00010000:00000001:1.0:1763354566.602231:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:3.0:1763354566.602234:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:0.0:1763354566.602234:0:31818:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602235:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 02000000:00000001:2.0:1763354566.602236:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.602241:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9dea:0x0].0x0 (ffff8ff58b052600) 00080000:00000010:3.0:1763354566.602243:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00000400:00000010:2.0:1763354566.602243:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9a0. 00010000:00010000:1.0:1763354566.602246:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00000800:00000001:0.0:1763354566.602248:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1763354566.602251:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.602251:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00010000:00000001:1.0:1763354566.602252:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.602256:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542719488, portal 4 00000800:00000001:0.0:1763354566.602257:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.602274:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.602275:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000001:2.0:1763354566.602279:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1763354566.602279:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1763354566.602280:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1763354566.602284:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887547406848 : -123186162144768 : ffff8ff67c906a00) 00010000:00000001:1.0:1763354566.602284:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:0.0:1763354566.602286:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.602290:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602291:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.602295:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.602299:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.602300:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354566.602300:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000001:1.0:1763354566.602301:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.602306:0:31830:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 25769804098: rc = 0 00000004:00000001:1.0:1763354566.602307:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.602313:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00080000:00000001:3.0:1763354566.602314:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000400:00000200:0.0:1763354566.602315:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d6700 00080000:00000010:3.0:1763354566.602323:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.602330:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1763354566.602330:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b121d [2] + 1640 00010000:00000001:1.0:1763354566.602331:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354566.602333:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00040000:00000001:3.0:1763354566.602335:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1763354566.602335:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1763354566.602340:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.602340:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1763354566.602340:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:0.0:1763354566.602341:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1763354566.602344:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 00010000:00000001:1.0:1763354566.602345:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1763354566.602346:0:31830:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602365:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:0.0:1763354566.602368:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.602369:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000100:00000200:2.0:1763354566.602369:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542719488, offset 0 00010000:00010000:1.0:1763354566.602370:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6429ff600/0x4a8bb634222caf8f lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9dea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000020:00000040:3.0:1763354566.602375:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66d1c4180 refcount 1 committed 1 result 0 batchid 25769804095 00000400:00000200:0.0:1763354566.602375:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.602381:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1763354566.602386:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4600 00010000:00000010:1.0:1763354566.602388:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138300. 00000400:00000200:0.0:1763354566.602388:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:3.0:1763354566.602394:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5587ee800 00000400:00000200:2.0:1763354566.602395:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1763354566.602397:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052600 count: 0 00000100:00000001:0.0:1763354566.602398:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.602404:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:3.0:1763354566.602405:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00010000:00000010:1.0:1763354566.602406:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27e00. 00000100:00000010:0.0:1763354566.602410:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c904a80. 00000400:00000200:2.0:1763354566.602411:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785543a00 00000020:00000040:3.0:1763354566.602412:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00010000:00000001:1.0:1763354566.602417:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1763354566.602418:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c904a80 x1848998841116416 msgsize 328 00000020:00000001:3.0:1763354566.602419:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602422:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1763354566.602425:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79ff5d [8] + 6232 00000020:00000001:1.0:1763354566.602427:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1763354566.602428:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6678ff800. 00000020:00000040:1.0:1763354566.602432:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=3 00000100:00100000:0.0:1763354566.602435:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000010:3.0:1763354566.602436:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6678ff400. 00000020:00000001:1.0:1763354566.602453:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00000400:00000200:2.0:1763354566.602454:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1763354566.602459:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66d1c4180. 00010000:00000001:1.0:1763354566.602460:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 00000100:00000001:0.0:1763354566.602464:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1763354566.602465:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:3.0:1763354566.602466:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000400:00000200:2.0:1763354566.602466:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1763354566.602470:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 00000020:00000040:3.0:1763354566.602471:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff595381cc0 refcount 1 committed 1 result 0 batchid 25769804096 00000800:00000001:0.0:1763354566.602473:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.602474:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.602478:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000001:0.0:1763354566.602479:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763354566.602480:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5953810c0 00010000:00000001:1.0:1763354566.602482:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1763354566.602486:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52300. 00000020:00000040:3.0:1763354566.602487:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff5587ef400 00010000:00000001:1.0:1763354566.602487:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354566.602491:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 00000100:00000040:2.0:1763354566.602493:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec52300 x1848998542719488 msgsize 544 00000020:00000040:3.0:1763354566.602495:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000100:00000001:0.0:1763354566.602498:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1763354566.602500:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000100:00000001:0.0:1763354566.602502:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.602506:0:3655:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1763354566.602507:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.602507:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1763354566.602508:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.602512:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.602514:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6678ffa00. 00000100:00000040:0.0:1763354566.602514:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.602515:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1763354566.602521:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6678ffc00. 00000100:00000001:2.0:1763354566.602521:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1763354566.602524:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000020:00000010:3.0:1763354566.602527:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.602528:0:3655:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1763354566.602529:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000100:00000001:0.0:1763354566.602532:0:3655:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.602534:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000020:00080000:3.0:1763354566.602535:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804096 02000000:00000001:0.0:1763354566.602538:0:3655:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:1.0:1763354566.602539:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff593545600 already unused, calling callback (ffffffffc19b3550) 00000100:00000001:2.0:1763354566.602542:0:3654:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1763354566.602542:0:3655:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.602543:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.602546:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:0.0:1763354566.602548:0:3655:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.602549:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1763354566.602550:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 00000100:00000200:2.0:1763354566.602551:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1763354566.602555:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1763354566.602556:0:3655:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff67c904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542719616:0@lo:6:osp-syn-0-1.0 00000400:00000001:3.0:1763354566.602560:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.602564:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000100:00000001:0.0:1763354566.602567:0:3655:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1763354566.602568:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1763354566.602569:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 02000000:00000001:0.0:1763354566.602571:0:3655:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1763354566.602572:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1763354566.602574:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 02000000:00000001:0.0:1763354566.602576:0:3655:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.602577:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.602580:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1763354566.602581:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff593545600 refcount=4 02000000:00000001:0.0:1763354566.602582:0:3655:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1763354566.602587:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 02000000:00000010:0.0:1763354566.602588:0:3655:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff66dc87000. 00000100:00000200:3.0:1763354566.602589:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.602590:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1763354566.602594:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620883634378240 : -123190075173376 : ffff8ff593545600) 02000000:00000001:0.0:1763354566.602595:0:3655:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602600:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1763354566.602601:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1763354566.602602:0:3655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00010000:00010000:1.0:1763354566.602605:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 00000400:00000010:0.0:1763354566.602610:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:3.0:1763354566.602612:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354566.602617:0:3655:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542719616, portal 4 00000100:00000001:0.0:1763354566.602622:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1763354566.602623:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1763354566.602625:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887547397888 : -123186162153728 : ffff8ff67c904700) 00000004:00000001:1.0:1763354566.602628:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763354566.602631:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.602637:0:3655:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.602639:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1763354566.602641:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.602643:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602643:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1763354566.602645:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.602647:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1763354566.602650:0:3654:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.602652:0:38200:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1763354566.602652:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.602656:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.602657:0:3655:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763354566.602659:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.602660:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.602660:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff593545600 with handle 0x4a8bb634222caf96 from hash 00000100:00000001:3.0:1763354566.602662:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.602664:0:3655:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1763354566.602666:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1763354566.602668:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7986 usecs (8 jiffies) 02000000:00000001:3.0:1763354566.602669:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.602669:0:3655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00010000:00000001:1.0:1763354566.602670:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.602673:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.602677:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:3.0:1763354566.602678:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00000001:2.0:1763354566.602678:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888570 00000100:00000200:0.0:1763354566.602678:0:3655:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848998542719616, offset 0 00010000:00000001:1.0:1763354566.602679:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.602683:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.602685:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889676 00000100:00001000:3.0:1763354566.602688:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00010000:00000001:1.0:1763354566.602689:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1763354566.602689:0:3655:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1763354566.602691:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888570 00010000:00000001:1.0:1763354566.602693:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1763354566.602697:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1763354566.602697:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:2.0:1763354566.602698:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889676 00000100:00000001:3.0:1763354566.602701:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.602702:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9de6:0x0].0x0 (ffff8ff58b052b00) 00000400:00000200:0.0:1763354566.602703:0:3655:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763354566.602704:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888570 00010000:00000001:3.0:1763354566.602707:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1763354566.602711:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763354566.602712:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.602712:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889676 00010000:00000001:1.0:1763354566.602716:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.602718:0:3655:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a785543a80 00000100:00000001:2.0:1763354566.602719:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888570 00000100:00000001:3.0:1763354566.602720:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1763354566.602720:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.602723:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:2.0:1763354566.602725:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889676 00010000:00000001:1.0:1763354566.602727:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1763354566.602729:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.602731:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.602732:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1763354566.602732:0:3655:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x79ff5d [8] + 6776 00000100:00000001:3.0:1763354566.602733:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602739:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763354566.602740:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.602742:0:3655:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763354566.602743:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354566.602744:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.602747:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602747:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.602752:0:3655:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.602754:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.602754:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.602759:0:3655:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:1.0:1763354566.602760:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.602763:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1763354566.602763:0:3655:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1763354566.602767:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1763354566.602767:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00000001:3.0:1763354566.602769:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1763354566.602770:0:3655:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff67c907b80. 00000100:00000001:2.0:1763354566.602774:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354566.602776:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.602778:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1763354566.602778:0:3655:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67c907b80 x1848998542719616 msgsize 544 00000100:00000001:3.0:1763354566.602779:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.602782:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602782:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.602786:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354566.602788:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.602788:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602789:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763354566.602794:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:0.0:1763354566.602794:0:3655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1763354566.602797:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354566.602802:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff593545600/0x4a8bb634222caf96 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9de6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 00000100:00100000:3.0:1763354566.602806:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542719232:0@lo:101:mdt00_006.0 00010000:00000010:1.0:1763354566.602809:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff554138c00. 00000100:00000001:3.0:1763354566.602812:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.602814:0:3655:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:1.0:1763354566.602815:0:3641:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58b052b00 count: 0 00000100:00000001:3.0:1763354566.602816:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.602820:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000010:1.0:1763354566.602822:0:3641:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27800. 00000100:00000001:3.0:1763354566.602823:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1763354566.602823:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000100:00000001:2.0:1763354566.602825:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1763354566.602828:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000040:3.0:1763354566.602830:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.602830:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542719488 00000100:00000001:0.0:1763354566.602833:0:3655:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1763354566.602835:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1763354566.602835:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.602840:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1763354566.602840:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 221 00000100:00000200:0.0:1763354566.602841:0:3655:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.602844:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.602846:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.602847:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.602851:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.602853:0:3641:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000100:00000010:3.0:1763354566.602854:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef356c0. 00000100:00100000:2.0:1763354566.602858:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542719488 00010000:00000001:1.0:1763354566.602859:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763354566.602860:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:1.0:1763354566.602863:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.602864:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.602864:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.602868:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00000020:00000040:1.0:1763354566.602869:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52c00 refcount=3 00000100:00000001:0.0:1763354566.602870:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1763354566.602871:0:38200:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000020:00000001:2.0:1763354566.602872:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1763354566.602875:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00010000:00000001:3.0:1763354566.602876:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1763354566.602877:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=15 00000100:00000040:0.0:1763354566.602877:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354566.602881:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763354566.602881:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00000020:00000001:2.0:1763354566.602884:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000020:00000040:3.0:1763354566.602886:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=4 00010000:00000001:1.0:1763354566.602887:0:3641:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:2.0:1763354566.602890:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00010000:00010000:1.0:1763354566.602892:0:3641:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,1 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 38200 initiator: MDT1 00000020:00000001:3.0:1763354566.602893:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000100:00000001:2.0:1763354566.602896:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763354566.602899:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000020:00000010:2.0:1763354566.602902:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00010000:00000040:3.0:1763354566.602909:0:38200:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8ff66c2ba000, remote cookie: 0x4a8bb634222cb0ca, flags: 0x2 00000100:00000001:2.0:1763354566.602909:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.602910:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.602911:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.602914:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.602917:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1763354566.602917:0:3655:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1763354566.602918:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00010000:00010000:1.0:1763354566.602918:0:3641:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 2/0,0 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 38200 initiator: MDT1 00000100:00000001:0.0:1763354566.602924:0:3655:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.602925:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 4/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1763354566.602925:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff671467e00. 00010000:00000001:1.0:1763354566.602926:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.602930:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.602931:0:3655:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: using a timeout of 7986 usecs (8 jiffies) 00000020:00000010:2.0:1763354566.602932:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbc80. 00010000:00000001:1.0:1763354566.602937:0:3641:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1763354566.602950:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354a28. 00000100:00000001:0.0:1763354566.602950:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888570 00010000:00010000:1.0:1763354566.602953:0:3641:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 38200 initiator: MDT1 00000100:00000001:0.0:1763354566.602955:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889676 00010000:00000040:3.0:1763354566.602959:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc800) refcount = 1 00000100:00000040:2.0:1763354566.602960:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354566.602961:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888570 00000100:00000001:2.0:1763354566.602965:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.602968:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889676 00010000:00000040:3.0:1763354566.602969:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000100:00000001:2.0:1763354566.602969:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00010000:1.0:1763354566.602971:0:3641:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff558b52c00 already unused, calling callback (ffffffffc19b3550) 00000100:00000001:2.0:1763354566.602974:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.602974:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888570 00010000:00000040:3.0:1763354566.602975:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 4/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763354566.602976:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.602980:0:3641:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1763354566.602981:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889676 00000100:00000001:2.0:1763354566.602983:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.602984:0:3641:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 3/0,0 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 38200 initiator: MDT1 00000100:00000001:0.0:1763354566.602987:0:3655:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888570 00000100:00000001:0.0:1763354566.602993:0:3655:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889676 00000100:00000001:2.0:1763354566.602995:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.602996:0:38200:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.602999:0:3655:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.603001:0:3641:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.603003:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.603006:0:3641:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1763354566.603006:0:3655:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.603007:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 4/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.603009:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1763354566.603010:0:3641:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.603012:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.603014:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542719616 00000020:00000040:1.0:1763354566.603014:0:3641:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff558b52c00 refcount=4 02000000:00000001:2.0:1763354566.603019:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.603020:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.603021:0:3641:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00000100:00000001:2.0:1763354566.603022:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.603028:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603028:0:3641:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882650868736 : -123191058682880 : ffff8ff558b52c00) 00000100:00000001:0.0:1763354566.603030:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1763354566.603054:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.603057:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542719616 00000020:00000001:2.0:1763354566.603059:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.603060:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5f7 00010000:00000001:1.0:1763354566.603062:0:3641:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1763354566.603062:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1763354566.603063:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1763354566.603067:0:3641:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 4/0,0 mode: TXN/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 38200 initiator: MDT1 00000020:00000040:2.0:1763354566.603068:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676692800 refcount=16 00000100:00000001:0.0:1763354566.603069:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354566.603072:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763354566.603075:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354566.603076:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.603079:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444170752 : -123186265380864 : ffff8ff676692800) 00000100:00000001:0.0:1763354566.603081:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.603085:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.603090:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00010000:00000001:1.0:1763354566.603090:0:3641:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763354566.603092:0:3641:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00000001:2.0:1763354566.603095:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763354566.603095:0:3641:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.603101:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00010000:00000001:1.0:1763354566.603102:0:3641:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1763354566.603102:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1763354566.603105:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff671467600. 00010000:00000001:1.0:1763354566.603105:0:3641:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1763354566.603106:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763354566.603108:0:3641:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.603111:0:3641:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.603112:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000100:00100000:0.0:1763354566.603114:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85240 00000020:00000040:1.0:1763354566.603117:0:3641:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff558b52c00 with handle 0x4a8bb634222cb053 from hash 00000020:00000010:2.0:1763354566.603119:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000100:00000040:0.0:1763354566.603120:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 1 00010000:00000001:1.0:1763354566.603121:0:3641:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354566.603124:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.603125:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315981056 : -123186393570560 : ffff8ff66ec52300) 00010000:00000001:1.0:1763354566.603126:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.603127:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1763354566.603130:0:3641:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1763354566.603131:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763354566.603134:0:3641:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1763354566.603135:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.603135:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec52300 x1848998542719488/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 544/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.603137:0:3641:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.603141:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603143:0:3641:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354566.603146:0:3641:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354566.603149:0:3641:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354566.603153:0:3641:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00000100:00000001:0.0:1763354566.603154:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354566.603156:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763354566.603157:0:3641:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000010:0.0:1763354566.603159:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a00. 00000100:00000001:0.0:1763354566.603164:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354566.603165:0:3641:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 2/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.603168:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1763354566.603171:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a00. 00000100:00000001:2.0:1763354566.603172:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763354566.603178:0:3641:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000100:00100000:2.0:1763354566.603180:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85241 00000100:00000001:3.0:1763354566.603181:0:74514:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1763354566.603182:0:3641:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000100:00100000:0.0:1763354566.603183:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+16:3654:x1848998542719488:12345-0@lo:6:osp-syn-0-1.0 00000100:00000001:3.0:1763354566.603185:0:74514:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763354566.603186:0:3641:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:2.0:1763354566.603187:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676692800 : new rpc_count 2 00000100:00000001:3.0:1763354566.603191:0:74514:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603191:0:3641:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1763354566.603192:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547411328 : -123186162140288 : ffff8ff67c907b80) 00000100:00000200:0.0:1763354566.603192:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542719488 00010000:00000001:1.0:1763354566.603196:0:3641:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.603197:0:74514:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.603197:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1763354566.603202:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c907b80 x1848998542719616/t0(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 544/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.603204:0:3641:0:(ldlm_inodebits.c:378:ldlm_process_inodebits_lock()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:0.0:1763354566.603204:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.603208:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603210:0:3641:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=2 : 2 : 2) 00000020:00000001:0.0:1763354566.603212:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1763354566.603215:0:3641:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.603216:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00010000:00000001:1.0:1763354566.603220:0:3641:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1763354566.603222:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1763354566.603222:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1763354566.603223:0:3641:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:0.0:1763354566.603226:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.603227:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1763354566.603228:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000020:00000001:0.0:1763354566.603230:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1763354566.603231:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.603232:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.603233:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1763354566.603235:0:3641:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.603238:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000020:00000001:0.0:1763354566.603238:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000001:1.0:1763354566.603239:0:3641:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.603242:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000004:00000001:1.0:1763354566.603244:0:3641:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.603245:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.603249:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+16:3655:x1848998542719616:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1763354566.603250:0:3641:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 2/0,0 mode: --/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 38200 initiator: MDT1 00000001:00000001:0.0:1763354566.603251:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.603254:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354566.603256:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542719616 00000001:00000001:0.0:1763354566.603260:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1763354566.603261:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1763354566.603265:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1763354566.603265:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.603266:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:1.0:1763354566.603268:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.603270:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603272:0:3641:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:2.0:1763354566.603273:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1763354566.603273:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603276:0:3641:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000001:00000001:0.0:1763354566.603278:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1763354566.603279:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830528 : -1043721088 : ffffffffc1ca1480) 00010000:00000001:1.0:1763354566.603279:0:3641:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1763354566.603282:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354566.603283:0:3641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff558b52c00/0x4a8bb634222cb053 lrc: 0/0,0 mode: --/TXN res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 38200 initiator: MDT1 00000020:00000001:2.0:1763354566.603286:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354566.603287:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.603290:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:2.0:1763354566.603291:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1763354566.603292:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.603297:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.603299:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.603304:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763354566.603305:0:3641:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54cdef080. 00000020:00000001:2.0:1763354566.603306:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.603308:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.603312:0:74539:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:0.0:1763354566.603312:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1763354566.603314:0:3641:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.603317:0:74539:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 02000000:00000001:0.0:1763354566.603317:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1763354566.603318:0:3641:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 220 02000000:00000010:0.0:1763354566.603322:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66dc84000. 00000020:00000001:2.0:1763354566.603323:0:74539:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.603323:0:3641:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354566.603328:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.603330:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1763354566.603331:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.603335:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.603336:0:74534:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000001:00000001:2.0:1763354566.603338:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:0.0:1763354566.603339:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1763354566.603341:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.603342:0:74534:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.603345:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.603346:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00080000:0.0:1763354566.603346:0:74534:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21424 count 1 00000100:00100000:1.0:1763354566.603349:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841116416 00000001:00000001:2.0:1763354566.603351:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000001:0.0:1763354566.603353:0:74534:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000001:00000001:2.0:1763354566.603354:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.603354:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:0.0:1763354566.603356:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1763354566.603357:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1763354566.603359:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.603360:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1763354566.603361:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.603362:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1763354566.603366:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00000001:00000001:2.0:1763354566.603367:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763354566.603367:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.603373:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00000100:00100000:1.0:1763354566.603374:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841116416 00000001:00000001:2.0:1763354566.603375:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.603377:0:74534:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:1.0:1763354566.603379:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1763354566.603381:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1763354566.603382:0:74539:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.603382:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:1.0:1763354566.603386:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1763354566.603387:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.603389:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=221 00010000:00000010:0.0:1763354566.603389:0:74534:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1100. 00000100:00000001:2.0:1763354566.603392:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000010:0.0:1763354566.603395:0:74534:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58f2a1c00. 02000000:00000001:2.0:1763354566.603396:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1763354566.603396:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 02000000:00000010:2.0:1763354566.603402:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54583c000. 00000020:00000001:1.0:1763354566.603403:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00010000:00000001:0.0:1763354566.603404:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:2.0:1763354566.603406:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.603408:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354566.603409:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.603410:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8400. 00000020:00000010:1.0:1763354566.603413:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00002000:00000001:2.0:1763354566.603415:0:74539:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00000020:00000001:0.0:1763354566.603416:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:1.0:1763354566.603417:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.603420:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1763354566.603421:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000020:00000040:0.0:1763354566.603421:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8400 with handle 0x4a8bb634222cb0d1 to hash 00010000:00000001:2.0:1763354566.603424:0:74539:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.603427:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00080000:2.0:1763354566.603428:0:74539:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000403:21425 count 1 00000020:00000010:1.0:1763354566.603430:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597176400. 00010000:00000001:0.0:1763354566.603431:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00002000:00000001:2.0:1763354566.603432:0:74539:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1763354566.603435:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1763354566.603437:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000020:00000001:2.0:1763354566.603438:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1763354566.603438:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c00. 00000020:00000001:2.0:1763354566.603444:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00002000:00000001:0.0:1763354566.603444:0:74534:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000010:1.0:1763354566.603445:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00002000:00000010:0.0:1763354566.603448:0:74534:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68a00. 00002000:00000001:2.0:1763354566.603451:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00002000:00000001:0.0:1763354566.603452:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:1.0:1763354566.603453:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:2.0:1763354566.603455:0:74539:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:0.0:1763354566.603456:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1763354566.603457:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1763354566.603460:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1763354566.603461:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763354566.603461:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545027416 : -123190164524200 : ffff8ff58e00f358) 00010000:00000001:1.0:1763354566.603465:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00002000:00000001:0.0:1763354566.603466:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545027328 : -123190164524288 : ffff8ff58e00f300) 00010000:00000010:2.0:1763354566.603467:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad600. 00010000:00000001:1.0:1763354566.603469:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.603470:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000010:2.0:1763354566.603473:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff547fad100. 00010000:00000001:1.0:1763354566.603475:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00002000:00000001:0.0:1763354566.603476:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603477:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1763354566.603479:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00002000:00010000:0.0:1763354566.603480:0:74534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53b0:0x0] initial LVB size: 4096, mtime: 0x691aa7c2, atime: 0x691aa7c2, ctime: 0x691aa7c3, blocks: 0x8 00000020:00000001:1.0:1763354566.603481:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:2.0:1763354566.603482:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243c00. 00000020:00000040:1.0:1763354566.603485:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00002000:00000001:0.0:1763354566.603488:0:74534:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:2.0:1763354566.603489:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1763354566.603489:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:0.0:1763354566.603491:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:2.0:1763354566.603493:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243c00 with handle 0x4a8bb634222cb0d8 to hash 00010000:00000001:1.0:1763354566.603495:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:0.0:1763354566.603495:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.603497:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.603500:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00010000:0.0:1763354566.603504:0:74534:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.603505:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00010000:1.0:1763354566.603505:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 221 pid: 38200 timeout: 12321 lvb_type: 0 00002000:00000001:2.0:1763354566.603511:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763354566.603515:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff5448af800. 00002000:00000001:2.0:1763354566.603518:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.603521:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.603524:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883545022552 : -123190164529064 : ffff8ff58e00e058) 00010000:00000001:0.0:1763354566.603527:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763354566.603528:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1763354566.603529:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883545022464 : -123190164529152 : ffff8ff58e00e000) 00010000:00000001:0.0:1763354566.603531:0:74534:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763354566.603532:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354566.603533:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:0.0:1763354566.603535:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763354566.603536:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354566.603538:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.603540:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.603540:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00010000:2.0:1763354566.603542:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000403:0x53b1:0x0] initial LVB size: 4096, mtime: 0x691aa7c2, atime: 0x691aa7c2, ctime: 0x691aa7c3, blocks: 0x8 00010000:00010000:0.0:1763354566.603543:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1763354566.603546:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1763354566.603547:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354566.603554:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000200:1.0:1763354566.603554:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff67c904a80 x1848998841116416/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.603554:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.603558:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.603559:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.603561:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.603563:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.603567:0:74534:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763354566.603570:0:74539:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 3/0,1 mode: --/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.603572:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00010000:0.0:1763354566.603573:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.603576:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.603591:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.603594:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:0.0:1763354566.603594:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b0:0x0].0x0 (ffff8ff58f2a1100) refcount = 1 00010000:00000001:2.0:1763354566.603599:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:0.0:1763354566.603599:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:1.0:1763354566.603600:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:0.0:1763354566.603601:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.603605:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1763354566.603605:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1763354566.603610:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:1.0:1763354566.603613:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6362 00010000:00000001:0.0:1763354566.603614:0:74534:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00010000:2.0:1763354566.603615:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:1.0:1763354566.603618:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00010000:00000001:0.0:1763354566.603618:0:74534:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603620:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.603622:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887547398784 : -123186162152832 : ffff8ff67c904a80) 00010000:00000001:0.0:1763354566.603624:0:74534:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.603626:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.603628:0:74534:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763354566.603631:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000040:1.0:1763354566.603632:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67c904a80 x1848998841116416/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.603633:0:74534:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603636:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.603638:0:74534:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.603644:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.603644:0:74534:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.603649:0:74534:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.603652:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.603656:0:74534:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.603668:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.603672:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.603678:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1763354566.603679:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000403:0x53b1:0x0].0x0 (ffff8ff547fad600) refcount = 1 00010000:00000001:0.0:1763354566.603679:0:74534:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:1.0:1763354566.603681:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00010000:00000001:0.0:1763354566.603683:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.603687:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1763354566.603688:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1763354566.603690:0:74534:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:1.0:1763354566.603692:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67c904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+221:2406:x1848998841116416:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000020:00000001:0.0:1763354566.603693:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1763354566.603694:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1763354566.603697:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00000100:00000200:1.0:1763354566.603700:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841116416 00000020:00000001:0.0:1763354566.603702:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:1.0:1763354566.603704:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763354566.603708:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.603709:0:74534:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354566.603712:0:74534:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1763354566.603714:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.603715:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00010000:0.0:1763354566.603716:0:74534:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.603719:0:74539:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.603721:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354566.603724:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1763354566.603725:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.603728:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.603729:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1763354566.603730:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff58a0b9000. 00010000:00000001:0.0:1763354566.603731:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.603732:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.603735:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603736:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1763354566.603737:0:74534:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.603738:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603744:0:74539:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.603745:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.603750:0:74539:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.603750:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.603751:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.603754:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.603755:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.603756:0:74539:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1763354566.603758:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.603760:0:74534:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000040:1.0:1763354566.603762:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=4 00010000:00000010:0.0:1763354566.603766:0:74534:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff595381cc0. 00000020:00000001:1.0:1763354566.603767:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:0.0:1763354566.603772:0:74534:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1763354566.603773:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000040:1.0:1763354566.603778:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 3 00000004:00000001:1.0:1763354566.603782:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763354566.603787:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 221 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:2.0:1763354566.603788:0:74539:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:0.0:1763354566.603789:0:74534:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763354566.603792:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.603795:0:74534:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603797:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.603801:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1763354566.603803:0:74539:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1763354566.603804:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff672251450 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.603804:0:74534:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.603805:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.603808:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.603810:0:74534:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:3.0:1763354566.603812:0:27153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763354566.603813:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:2.0:1763354566.603814:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=3 00010000:00000001:0.0:1763354566.603814:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.603817:0:27153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763354566.603818:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.603819:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.603822:0:27153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1763354566.603822:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00002000:00000001:0.0:1763354566.603822:0:74534:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00010000:00000001:1.0:1763354566.603823:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.603828:0:27153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354566.603828:0:74534:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:2.0:1763354566.603829:0:74539:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00010000:1.0:1763354566.603830:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 221 pid: 38200 timeout: 12321 lvb_type: 0 00080000:00000010:0.0:1763354566.603833:0:74534:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff593de0400. 00010000:00000001:2.0:1763354566.603836:0:74539:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1763354566.603840:0:74534:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883643401216 : -123190066150400 : ffff8ff593de0400) 00010000:00010000:2.0:1763354566.603843:0:74539:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 3/0,1 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1763354566.603864:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.603867:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.603871:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1763354566.603872:0:27153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8400 already unused, calling callback (ffffffffc0db0b40) 00080000:00000001:0.0:1763354566.603873:0:74534:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00010000:00000001:1.0:1763354566.603874:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000001:00000001:0.0:1763354566.603879:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354566.603881:0:27153:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.603881:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603884:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1763354566.603884:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1763354566.603886:0:27153:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:1.0:1763354566.603887:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.603889:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000002:0.0:1763354566.603889:0:74534:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53b0:0x0] not in the id map cache 00010000:00010000:3.0:1763354566.603892:0:27153:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.603893:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:2.0:1763354566.603895:0:74539:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354566.603896:0:74534:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603897:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1763354566.603902:0:74534:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00010000:00000001:1.0:1763354566.603904:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1763354566.603908:0:74534:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1763354566.603909:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.603913:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.603914:0:27153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000001:00000001:0.0:1763354566.603914:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1763354566.603917:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.603919:0:27153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1763354566.603919:0:74534:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68240. 00010000:00000001:2.0:1763354566.603924:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1763354566.603924:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222cb099 from hash 00000020:00000001:3.0:1763354566.603925:0:27153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1763354566.603925:0:74534:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.603930:0:27153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00010000:00000001:2.0:1763354566.603930:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603931:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:0.0:1763354566.603935:0:74534:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.603936:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354566.603937:0:27153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:2.0:1763354566.603938:0:74539:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1763354566.603950:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.603955:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000002:0.0:1763354566.603955:0:74534:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53b0:0x0] decrease nlink 1 00010000:00000001:3.0:1763354566.603956:0:27153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000010:2.0:1763354566.603958:0:74539:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095540. 00010000:00000001:1.0:1763354566.603960:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.603964:0:27153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1763354566.603965:0:74539:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1763354566.603965:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.603968:0:27153:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.603970:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1763354566.603973:0:74534:0:(osd_handler.c:4153:osd_destroy()) Process entered 00010000:00000001:1.0:1763354566.603974:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.603994:0:74539:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00080000:00000002:0.0:1763354566.603995:0:74534:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53b0:0x0] 00010000:00010000:1.0:1763354566.603996:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb099 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41520 expref: 221 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:3.0:1763354566.603997:0:27153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1763354566.604001:0:74534:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1763354566.604003:0:27153:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.604003:0:74539:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.604007:0:74534:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:3.0:1763354566.604008:0:27153:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.604009:0:74539:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354566.604011:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 215 80000000:00000001:0.0:1763354566.604012:0:74534:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:2.0:1763354566.604013:0:74539:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.604014:0:27153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000040:1.0:1763354566.604017:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 220 80000000:00000001:0.0:1763354566.604017:0:74534:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.604018:0:27153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.604018:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.604023:0:27153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.604024:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763354566.604024:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663580. 80000000:00000001:0.0:1763354566.604025:0:74534:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.604028:0:27153:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.604029:0:74539:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:0.0:1763354566.604031:0:74534:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763354566.604034:0:27153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8400 with handle 0x4a8bb634222cb0d1 from hash 00080000:00000001:2.0:1763354566.604034:0:74539:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:1.0:1763354566.604034:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763354566.604035:0:74534:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00010000:00000001:1.0:1763354566.604039:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.604040:0:27153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000001:0.0:1763354566.604041:0:74534:0:(osd_compat.c:988:osd_seq_load()) Process entered 00010000:00000001:1.0:1763354566.604042:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000020:00000001:2.0:1763354566.604043:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1763354566.604045:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1763354566.604046:0:74534:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000020:00000001:2.0:1763354566.604047:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.604047:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00010000:1.0:1763354566.604072:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 2/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000010:3.1:1763354566.604073:0:27153:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00010000:2.0:1763354566.604077:0:107288:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000001:00000001:0.0:1763354566.604079:0:74534:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00010000:00000001:2.0:1763354566.604084:0:107288:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763354566.604087:0:107288:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1763354566.604089:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.604089:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00010000:2.0:1763354566.604091:0:107288:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.604093:0:27153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354566.604094:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.604098:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.604099:0:27153:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:0.0:1763354566.604103:0:74534:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.604104:0:27153:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604104:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.604106:0:107288:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243c00 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:1.0:1763354566.604108:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1763354566.604111:0:74534:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.604112:0:27153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.604112:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.604113:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.604115:0:27153:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.604118:0:107288:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1763354566.604118:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1763354566.604118:0:74534:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.604119:0:27153:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354566.604124:0:27153:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763354566.604124:0:107288:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 2/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763354566.604125:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 2/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1763354566.604125:0:74534:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:3.0:1763354566.604127:0:27153:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.604131:0:74534:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00010000:00000001:3.0:1763354566.604134:0:27153:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000001:00000002:0.0:1763354566.604136:0:74534:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944473, last_committed = 12884944458 00010000:00000001:3.0:1763354566.604138:0:27153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000001:00000010:0.0:1763354566.604143:0:74534:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0900. 00010000:00000001:3.0:1763354566.604144:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.604147:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.604148:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1763354566.604149:0:74534:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 11 00010000:00000001:2.0:1763354566.604150:0:107288:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763354566.604151:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.604152:0:27153:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.604156:0:107288:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1763354566.604156:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=17 00010000:00000001:3.0:1763354566.604157:0:27153:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604157:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000001:2.0:1763354566.604160:0:107288:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763354566.604161:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1763354566.604162:0:27153:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.604165:0:107288:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=3 00010000:00000040:1.0:1763354566.604165:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) refcount = 2 00010000:00010000:3.0:1763354566.604167:0:27153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1763354566.604168:0:74534:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.604169:0:107288:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00010000:1.0:1763354566.604175:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 3/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.604176:0:107288:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00080000:00000010:0.0:1763354566.604178:0:74534:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68240. 00010000:00000001:2.0:1763354566.604184:0:107288:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000001:0.0:1763354566.604186:0:74534:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:2.0:1763354566.604189:0:107288:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 3/0,0 mode: PW/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00040000:00000001:0.0:1763354566.604190:0:74534:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1763354566.604191:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1763354566.604195:0:74534:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604197:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00010000:3.0:1763354566.604198:0:27153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0d1 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763354566.604201:0:74534:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604202:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.604206:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.604208:0:74534:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1763354566.604209:0:107288:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763354566.604210:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.604214:0:107288:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.604214:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1763354566.604216:0:27153:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1100 count: 0 00010000:00000001:2.0:1763354566.604218:0:107288:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604219:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:3.0:1763354566.604222:0:27153:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68a00. 00010000:00000001:2.0:1763354566.604226:0:107288:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000010:3.0:1763354566.604227:0:27153:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58f2a1c00. 00010000:00000010:1.0:1763354566.604227:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb12c0. 00010000:00000001:2.0:1763354566.604228:0:107288:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1763354566.604232:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:2.0:1763354566.604233:0:107288:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.604236:0:107288:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.604236:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4900. 00010000:00000001:3.0:1763354566.604238:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763354566.604239:0:107288:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243c00 with handle 0x4a8bb634222cb0d8 from hash 00000100:00000001:1.0:1763354566.604241:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00010000:00000001:3.0:1763354566.604242:0:27153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.604243:0:107288:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:3.0:1763354566.604248:0:27153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff595381cc0. 00010000:00000001:2.0:1763354566.604248:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.604248:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00010000:00000001:2.0:1763354566.604251:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354566.604254:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1763354566.604255:0:27153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.604255:0:107288:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1763354566.604256:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.604260:0:107288:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1763354566.604261:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1763354566.604261:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.604263:0:107288:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.604267:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.604267:0:107288:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354566.604267:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.604271:0:107288:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000010:1.0:1763354566.604272:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847800. 00010000:00010000:3.0:1763354566.604273:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1763354566.604275:0:107288:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:3.0:1763354566.604277:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1763354566.604278:0:107288:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354566.604278:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff648882000 refcount=2 obd=lustre-MDT0001 00000020:00000001:3.0:1763354566.604280:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.604282:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:3.0:1763354566.604285:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1763354566.604286:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1763354566.604287:0:107288:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.604288:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1763354566.604290:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.604293:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.604294:0:107288:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:1.0:1763354566.604297:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176a00. 00010000:00010000:3.0:1763354566.604298:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1763354566.604299:0:107288:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1763354566.604303:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.604305:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.604310:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763354566.604310:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 3/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 6 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.604314:0:107288:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604318:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00010000:00000001:2.0:1763354566.604319:0:107288:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.604321:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1763354566.604324:0:107288:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.604344:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1763354566.604346:0:107288:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 1/0,0 mode: --/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00040000:00000001:0.0:1763354566.604348:0:74534:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354566.604352:0:74534:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354566.604355:0:74534:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354566.604358:0:74534:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1763354566.604361:0:74534:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1763354566.604364:0:74534:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000001:1.0:1763354566.604366:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000010:0.0:1763354566.604369:0:74534:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff5913d6800. 00010000:00000001:2.0:1763354566.604370:0:107288:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1763354566.604370:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.604376:0:107288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb0d8 lrc: 0/0,0 mode: --/PW res: [0x280000403:0x53b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763354566.604377:0:74534:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00100000:1.0:1763354566.604379:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0001_UUID:74535:1848998542719744:0@lo:105: 00002000:00000040:0.0:1763354566.604382:0:74534:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53b0:0x0] 00002000:00000010:0.0:1763354566.604388:0:74534:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00f300. 00000100:00000001:1.0:1763354566.604390:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.604394:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:2.0:1763354566.604396:0:107288:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad600 count: 0 00002000:00000001:0.0:1763354566.604396:0:74534:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 02000000:00000001:1.0:1763354566.604397:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.604399:0:74534:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.604404:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00002000:00000010:2.0:1763354566.604405:0:107288:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448af800. 00002000:00000001:0.0:1763354566.604407:0:74534:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1763354566.604409:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff597176c00. 00010000:00000010:2.0:1763354566.604412:0:107288:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff547fad100. 02000000:00000001:1.0:1763354566.604413:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.604413:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944473, xid 1848998542719488 00010000:00000001:0.0:1763354566.604420:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000010:1.0:1763354566.604421:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00010000:00000001:2.0:1763354566.604423:0:107288:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.604426:0:107288:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000200:0.0:1763354566.604427:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec52300 x1848998542719488/t12884944473(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763354566.604428:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00010000:00000010:2.0:1763354566.604429:0:107288:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e095540. 00000100:00000200:1.0:1763354566.604436:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542719744, portal 16 00010000:00000001:2.0:1763354566.604437:0:107288:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.604443:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1763354566.604445:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1763354566.604445:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1763354566.604446:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143970816 : -123186565580800 : ffff8ff664847800) 00000020:00000001:2.0:1763354566.604449:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.604450:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.604454:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1763354566.604456:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:0.0:1763354566.604457:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000020:00000001:2.0:1763354566.604460:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763354566.604463:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.604467:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1763354566.604469:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763354566.604474:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1763354566.604474:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354566.604475:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763354566.604479:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000020:00000001:2.0:1763354566.604480:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.604482:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1763354566.604487:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1763354566.604488:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1763354566.604489:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 02000000:00000001:0.0:1763354566.604492:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.604493:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 336 bytes to portal 15, xid 1848998542719744, offset 0 00000100:00000001:0.0:1763354566.604497:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1763354566.604501:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:2.0:1763354566.604503:0:74539:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff671466200. 00000100:00000040:0.0:1763354566.604506:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:2.0:1763354566.604509:0:74539:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887358005760 : -123186351545856 : ffff8ff671466200) 00000400:00000010:0.0:1763354566.604511:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000400:00000200:1.0:1763354566.604515:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:2.0:1763354566.604516:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000200:0.0:1763354566.604518:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542719488, offset 224 00000001:00000001:2.0:1763354566.604520:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.604524:0:74539:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763354566.604527:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763354566.604530:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1763354566.604532:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 336 into portal 15 MB=0x691a785543b00 00000400:00000200:0.0:1763354566.604533:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000002:2.0:1763354566.604534:0:74539:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-OST0000: FID [0x280000403:0x53b1:0x0] not in the id map cache 00080000:00000001:2.0:1763354566.604541:0:74539:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.604547:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 336/336 into md 0x7b6d49 [2] + 1320 00000400:00000200:0.0:1763354566.604547:0:74534:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1763354566.604548:0:74539:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.604552:0:74539:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.604557:0:74539:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1763354566.604558:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1763354566.604561:0:74539:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af800. 00000400:00000200:0.0:1763354566.604562:0:74534:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785543a00 00000400:00000200:1.0:1763354566.604566:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:2.0:1763354566.604567:0:74539:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.604573:0:74534:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b8db1 [1] + 224 00080000:00000001:2.0:1763354566.604576:0:74539:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.604578:0:74534:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000002:2.0:1763354566.604581:0:74539:0:(osd_handler.c:4785:osd_ref_del()) [0x280000403:0x53b1:0x0] decrease nlink 1 00000100:00000001:1.0:1763354566.604583:0:74535:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1763354566.604586:0:74534:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1763354566.604587:0:74535:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1763354566.604591:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1763354566.604593:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664845f80. 00080000:00000001:2.0:1763354566.604595:0:74539:0:(osd_handler.c:4153:osd_destroy()) Process entered 00000100:00000200:0.0:1763354566.604597:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000002:2.0:1763354566.604600:0:74539:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x280000403:0x53b1:0x0] 00000100:00000040:1.0:1763354566.604600:0:74535:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664845f80 x1848998542719744 msgsize 336 00080000:00000001:2.0:1763354566.604605:0:74539:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763354566.604609:0:74539:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.604612:0:74539:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000100:00100000:1.0:1763354566.604615:0:74535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 80000000:00000001:2.0:1763354566.604617:0:74539:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.604622:0:74539:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.604626:0:74539:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.604626:0:74534:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1763354566.604630:0:74539:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000100:00000001:1.0:1763354566.604632:0:74535:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:2.0:1763354566.604633:0:74539:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:2.0:1763354566.604638:0:74539:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446620887488826816 : -123186220724800 : ffff8ff679128dc0) 00000400:00000200:1.0:1763354566.604640:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa880 00000001:00000001:2.0:1763354566.604645:0:74539:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000400:00000010:1.0:1763354566.604645:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa880. 00000100:00000001:0.0:1763354566.604648:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763354566.604651:0:74535:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1763354566.604657:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000100:00000200:1.0:1763354566.604658:0:74535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.604659:0:26695:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1763354566.604661:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00100000:3.0:1763354566.604664:0:26695:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542719744 00000001:00000001:2.0:1763354566.604664:0:74539:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.604668:0:74534:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763354566.604669:0:26695:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:2.0:1763354566.604670:0:74539:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.604672:0:74534:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.604673:0:26695:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.604678:0:26695:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.604678:0:74539:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.604679:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.604685:0:74539:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000001:1.0:1763354566.604685:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1763354566.604686:0:26695:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.604688:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000001:00000001:2.0:1763354566.604690:0:74539:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00100000:3.0:1763354566.604692:0:26695:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542719744 00000100:00000040:1.0:1763354566.604694:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.604695:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.604696:0:26695:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000002:2.0:1763354566.604696:0:74539:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944474, last_committed = 12884944458 00000020:00000001:0.0:1763354566.604699:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.604700:0:26695:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f199f 00000001:00000010:2.0:1763354566.604703:0:74539:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce372a0. 00000020:00000001:3.0:1763354566.604706:0:26695:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1763354566.604707:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000040:2.0:1763354566.604710:0:74539:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676692800 : new cb_count 12 00000020:00000040:3.0:1763354566.604712:0:26695:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5450c2800 refcount=4 00000100:00000040:0.0:1763354566.604716:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52300 x1848998542719488/t12884944473(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354566.604717:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff676692800 refcount=18 00000020:00000001:3.0:1763354566.604718:0:26695:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882321025024 : -123191388526592 : ffff8ff5450c2800) 00000100:00000001:1.0:1763354566.604720:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.604726:0:26695:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882321025024 : -123191388526592 : ffff8ff5450c2800) 00000100:00000001:1.0:1763354566.604727:0:74535:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:2.0:1763354566.604728:0:74539:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.604734:0:26695:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.604734:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.604738:0:74539:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af800. 00000020:00000010:3.0:1763354566.604740:0:26695:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:1.0:1763354566.604742:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306889680 00040000:00000001:2.0:1763354566.604743:0:74539:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:0.0:1763354566.604745:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+18:3654:x1848998542719488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1586us (2247us total) trans 12884944473 rc 0/0 00000100:00000001:3.0:1763354566.604747:0:26695:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1763354566.604748:0:74539:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1763354566.604751:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889676 00080000:00000001:2.0:1763354566.604752:0:74539:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.604755:0:26695:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00002000:00000001:2.0:1763354566.604759:0:74539:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.604760:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306889680 00000020:00000010:3.0:1763354566.604764:0:26695:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21600. 00002000:00000001:2.0:1763354566.604780:0:74539:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000100:00000001:1.0:1763354566.604782:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889676 00000020:00000010:3.0:1763354566.604785:0:26695:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781a80. 00000100:00000001:1.0:1763354566.604789:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306889680 00000100:00100000:0.0:1763354566.604790:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85240 00000020:00000010:3.0:1763354566.604791:0:26695:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb0c8. 00000100:00000001:1.0:1763354566.604795:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889676 00000100:00000040:0.0:1763354566.604797:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 1 00000100:00000001:0.0:1763354566.604800:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1763354566.604801:0:26695:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1763354566.604801:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306889680 00000100:00000001:0.0:1763354566.604802:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763354566.604807:0:26695:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1763354566.604809:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbc80. 00000100:00000001:3.0:1763354566.604810:0:26695:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763354566.604810:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889676 00000100:00000001:3.0:1763354566.604815:0:26695:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.604816:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.604816:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354a28. 00000100:00000001:1.0:1763354566.604822:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.604823:0:26695:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604824:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.604824:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff671467e00. 00010000:00000001:1.0:1763354566.604846:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604849:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1763354566.604849:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 17 00010000:00000001:1.0:1763354566.604853:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354566.604855:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.604856:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.604860:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:3.0:1763354566.604861:0:26695:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.604862:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.604868:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.604870:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.604872:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763354566.604874:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66cff4900 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.604875:0:6501:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.604878:0:6501:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354566.604878:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.604879:0:26695:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.604882:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.604883:0:26695:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.604888:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00000001:0.0:1763354566.604890:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763354566.604893:0:26695:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.604893:0:6501:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5450c2800 : new rpc_count 1 00000100:00000001:0.0:1763354566.604894:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.604899:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1763354566.604900:0:26695:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.604900:0:6501:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143964544 : -123186565587072 : ffff8ff664845f80) 00000400:00000001:0.0:1763354566.604903:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.604908:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9a0. 00000100:00000040:2.0:1763354566.604912:0:6501:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664845f80 x1848998542719744/t0(0) o105->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 336/0 e 0 to 0 dl 1763354577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1763354566.604913:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:0.0:1763354566.604918:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:0.0:1763354566.604923:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1763354566.604927:0:6501:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1763354566.604928:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.604931:0:6501:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af800. 00000100:00000001:2.0:1763354566.604936:0:6501:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1763354566.604955:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff67c906a00 x1848998542719488/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1763354566.604957:0:6501:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af800. 00000100:00100000:2.0:1763354566.604968:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:74535:x1848998542719744:12345-0@lo:105: 00000100:00000001:0.0:1763354566.604968:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.604971:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.604975:0:6501:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542719744 00000100:00000001:0.0:1763354566.604975:0:3654:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1763354566.604995:0:6501:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 02000000:00000001:0.0:1763354566.604995:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.604998:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1763354566.605000:0:6501:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1763354566.605000:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.605002:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.605003:0:6501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.605006:0:6501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=5 00000100:00001000:0.0:1763354566.605007:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=140 v=5 (5 5 5 5) 00000020:00000001:2.0:1763354566.605008:0:6501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:2.0:1763354566.605015:0:6501:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000100:00001000:0.0:1763354566.605016:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.605020:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1763354566.605021:0:6501:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 5/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.605022:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.605025:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.605029:0:3654:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.605033:0:3654:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763354566.605035:0:3654:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354566.605038:0:3654:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354566.605040:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.605043:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887547406848 : -123186162144768 : ffff8ff67c906a00) 00010000:00000001:2.0:1763354566.605045:0:6501:0:(ldlm_lockd.c:1965:ldlm_handle_cp_callback()) Process entered 00000100:00000001:0.0:1763354566.605047:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00010000:2.0:1763354566.605069:0:6501:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 5/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1763354566.605073:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:0.0:1763354566.605076:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.605079:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.605080:0:6501:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 5/0,1 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1763354566.605084:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff67c906a00 x1848998542719488/t12884944473(12884944473) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.605090:0:6501:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.605093:0:6501:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1763354566.605094:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1763354566.605096:0:6501:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 5/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.605097:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.605100:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763354566.605104:0:3654:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff67c906a00/2, rc 0, transno 12884944473 00010000:00000001:2.0:1763354566.605108:0:6501:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000004:00001000:0.0:1763354566.605109:0:3654:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 1 in flight, 8 in progress 00010000:00000001:2.0:1763354566.605110:0:6501:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.605113:0:6501:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:0.0:1763354566.605115:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c906a00 x1848998542719488/t12884944473(12884944473) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.605116:0:6501:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.605119:0:6501:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc800) refcount = 1 00010000:00010000:2.0:1763354566.605127:0:6501:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 6/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763354566.605131:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff67c906a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3654:1848998542719488:0@lo:6:osp-syn-0-1.0 00000100:00000001:0.0:1763354566.605138:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.605139:0:6501:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1763354566.605141:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1763354566.605143:0:6501:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:0.0:1763354566.605145:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff67c906a00 x1848998542719488/t12884944473(12884944473) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1763354566.605147:0:6501:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 6/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.605164:0:6501:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af800. 00000100:00000001:0.0:1763354566.605165:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.605169:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.605170:0:6501:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1763354566.605173:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1763354566.605174:0:6501:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095540. 00000100:00000001:0.0:1763354566.605175:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.605177:0:6501:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673152 : -123186405878464 : ffff8ff66e095540) 00000100:00000001:0.0:1763354566.605179:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.605182:0:6501:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303673152 : -123186405878464 : ffff8ff66e095540) 00000100:00000001:0.0:1763354566.605182:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.605186:0:6501:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.605188:0:6501:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.605189:0:6501:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.605191:0:6501:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.605200:0:6501:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.605201:0:6501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.605202:0:6501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.605203:0:6501:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.605204:0:6501:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.605205:0:6501:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.605207:0:6501:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.605208:0:6501:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.605209:0:6501:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1763354566.605211:0:6501:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.605213:0:6501:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.605214:0:6501:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.605215:0:6501:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af800. 00010000:00010000:2.0:1763354566.605218:0:6501:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8ff66c2ba000) 00010000:00000001:2.0:1763354566.605220:0:6501:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.605222:0:6501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.605223:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 5/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.605223:0:6501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.605224:0:6501:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.605227:0:6501:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.605231:0:6501:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff65a793400. 00010000:00000001:3.0:1763354566.605233:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.605235:0:6501:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.605237:0:38200:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 4/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.605238:0:6501:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.605244:0:6501:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.605247:0:38200:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1763354566.605247:0:6501:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.605251:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1763354566.605252:0:6501:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67398a1e8 time=103 v=5 (1 1 0 1) 00010000:00000001:3.0:1763354566.605253:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.605255:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.605257:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.605258:0:6501:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1763354566.605259:0:38200:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.605263:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.605263:0:6501:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.605267:0:6501:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000100:00000040:3.0:1763354566.605269:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09500 x1848998542719232/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1763354566.605270:0:6501:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.605273:0:6501:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.605278:0:6501:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763354566.605282:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.605285:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1763354566.605286:0:6501:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1763354566.605288:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff67d88a000. 00000400:00000010:2.0:1763354566.605292:0:6501:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 02000000:00000001:3.0:1763354566.605293:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.605295:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.605297:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:3.0:1763354566.605300:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1763354566.605300:0:6501:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848998542719744, offset 224 02000000:00000010:3.0:1763354566.605302:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 02000000:00000001:3.0:1763354566.605308:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.605311:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1763354566.605312:0:6501:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1763354566.605313:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 00000100:00000001:3.0:1763354566.605318:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.605320:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.605322:0:38200:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.605326:0:6501:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:3.0:1763354566.605327:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:3.0:1763354566.605331:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400032e4:0x9deb:0x0] 00000004:00000010:3.0:1763354566.605334:0:38200:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 564 at ffff8ff644f0ec00. 00000400:00000200:2.0:1763354566.605351:0:6501:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a785543b00 00000004:00000001:3.0:1763354566.605354:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.605359:0:38200:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000400:00000200:2.0:1763354566.605359:0:6501:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x7b8dc1 [1] + 224 00000004:00000001:3.0:1763354566.605362:0:38200:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00000400:00000200:2.0:1763354566.605365:0:6501:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1763354566.605366:0:38200:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1763354566.605370:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000400:00000200:2.0:1763354566.605371:0:6501:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1763354566.605375:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763354566.605377:0:6501:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1763354566.605380:0:38200:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:3.0:1763354566.605383:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1763354566.605383:0:6501:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1763354566.605385:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.605388:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.605394:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000100:00000001:3.0:1763354566.605415:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.605415:0:6501:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.605420:0:38200:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.605425:0:38200:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00010000:00000001:3.0:1763354566.605430:0:38200:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1763354566.605433:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.605436:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff6498a6000. 00010000:00000010:3.0:1763354566.605439:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781380. 00000100:00000001:2.0:1763354566.605439:0:6501:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1763354566.605443:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.605445:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2bac00. 00000400:00000200:2.0:1763354566.605445:0:6501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:2.0:1763354566.605449:0:6501:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000020:00000001:3.0:1763354566.605450:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1763354566.605452:0:6501:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1763354566.605454:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2bac00 with handle 0x4a8bb634222cb0df to hash 00000100:00000001:2.0:1763354566.605455:0:6501:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1763354566.605458:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.605460:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00000100:00000001:2.0:1763354566.605460:0:6501:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.605465:0:6501:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.605466:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:2.0:1763354566.605469:0:6501:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.605470:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.605474:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.605477:0:6501:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664845f80 x1848998542719744/t0(0) o105->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 336/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1763354566.605478:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 38200 initiator: MDT0 00000100:00000001:1.0:1763354566.605492:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1763354566.605493:0:38200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 38200 initiator: MDT0 00000400:00000001:1.0:1763354566.605499:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1763354566.605500:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:74535:x1848998542719744:12345-0@lo:105: Request processed in 570us (896us total) trans 0 rc 0/0 00000400:00000001:1.0:1763354566.605503:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1763354566.605505:0:38200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 3/0,1 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 38200 initiator: MDT0 00000400:00000010:1.0:1763354566.605507:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 00000100:00100000:2.0:1763354566.605513:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000400:00000200:1.0:1763354566.605514:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000100:00000001:3.0:1763354566.605517:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000400:00000010:1.0:1763354566.605518:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000100:00000040:2.0:1763354566.605519:0:6501:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5450c2800 : new rpc_count 0 00000100:00000001:3.0:1763354566.605520:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1763354566.605522:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1763354566.605525:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef356c0. 00000100:00000001:2.0:1763354566.605525:0:6501:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.605528:0:6501:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1763354566.605530:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.605531:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000020:00000010:2.0:1763354566.605532:0:6501:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781a80. 00000100:00000001:3.0:1763354566.605537:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.605541:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000020:00000010:2.0:1763354566.605541:0:6501:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb0c8. 00000100:00000200:1.0:1763354566.605548:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.605549:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:2.0:1763354566.605549:0:6501:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21600. 00000100:00000001:3.0:1763354566.605555:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.605559:0:6501:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5450c2800 : new refcount 3 00000100:00000001:3.0:1763354566.605560:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.605563:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1763354566.605566:0:6501:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.605567:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1763354566.605570:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.605571:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.605576:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763354566.605578:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.605581:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.605585:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763354566.605585:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.605589:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.605589:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.605595:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00001000:1.0:1763354566.605595:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff648882458 time=55 v=5 (5 5 5 5) 02000000:00000001:3.0:1763354566.605598:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1763354566.605600:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff648882410 time=55 v=5 (1 1 1 1) 02000000:00000001:3.0:1763354566.605601:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.605605:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1763354566.605608:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542719872:0@lo:101:mdt00_006.0 00040000:00000001:2.0:1763354566.605608:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:1.0:1763354566.605609:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.605613:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:1.0:1763354566.605614:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1763354566.605617:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00040000:00000001:2.0:1763354566.605617:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:1.0:1763354566.605618:0:74535:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.605622:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00040000:00000001:2.0:1763354566.605622:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000001:1.0:1763354566.605623:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.605625:0:74539:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 02000000:00000001:3.0:1763354566.605627:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.605628:0:74539:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00000040:1.0:1763354566.605631:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1763354566.605632:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000010:2.0:1763354566.605633:0:74539:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff591e88a00. 02000000:00000010:3.0:1763354566.605638:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff647e91c00. 00002000:00000001:2.0:1763354566.605639:0:74539:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1763354566.605643:0:74539:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000403:0x53b1:0x0] 02000000:00000001:3.0:1763354566.605644:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.605646:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00002000:00000010:2.0:1763354566.605650:0:74539:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8ff58e00e000. 00000100:00000001:1.0:1763354566.605651:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1763354566.605652:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00002000:00000001:2.0:1763354566.605654:0:74539:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000100:00000001:1.0:1763354566.605655:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1763354566.605657:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121c38. 00002000:00000001:2.0:1763354566.605658:0:74539:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.605659:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763354566.605662:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1763354566.605664:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542719872, portal 4 00002000:00000001:2.0:1763354566.605665:0:74539:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.605665:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763354566.605668:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1763354566.605669:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.605672:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00010000:00000040:2.0:1763354566.605672:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944456, transno 12884944474, xid 1848998542719616 00000100:00000040:1.0:1763354566.605674:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1763354566.605679:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:3.0:1763354566.605683:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1763354566.605686:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c907b80 x1848998542719616/t12884944474(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.605691:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0001_UUID:74535:1848998542719744:0@lo:105: 00000100:00000001:1.0:1763354566.605702:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.605706:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.605711:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763354566.605711:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1763354566.605714:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1763354566.605715:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1763354566.605717:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.605719:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1763354566.605722:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000040:1.0:1763354566.605722:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847800 x1848998542719744/t0(0) o105->lustre-MDT0001@0@lo:15/16 lens 336/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1763354566.605723:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354566.605730:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542719872, offset 0 00000100:00000001:2.0:1763354566.605730:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.605736:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354566.605737:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1763354566.605740:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000400:00000200:3.0:1763354566.605741:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1763354566.605741:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1763354566.605746:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:1.0:1763354566.605746:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff597176c00. 02000000:00000001:2.0:1763354566.605749:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.605751:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1763354566.605754:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763354566.605755:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1763354566.605755:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.605759:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff648882000 refcount=1 obd=lustre-MDT0001 00000100:00000040:2.0:1763354566.605763:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1763354566.605764:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1763354566.605765:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543b80 02000000:00000010:1.0:1763354566.605768:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176a00. 00000400:00000010:2.0:1763354566.605769:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 02000000:00000001:1.0:1763354566.605772:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1763354566.605776:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 9656 02000000:00000001:1.0:1763354566.605776:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.605779:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847800. 00000100:00000001:1.0:1763354566.605784:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.605787:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.605788:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1763354566.605788:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998542719616, offset 224 00000100:00000010:1.0:1763354566.605789:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4900. 00000100:00000001:1.0:1763354566.605794:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763354566.605796:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1763354566.605801:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.605802:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1763354566.605802:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb12c0. 00010000:00000001:1.0:1763354566.605806:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1763354566.605810:0:38200:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:1.0:1763354566.605810:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1763354566.605811:0:74539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1763354566.605815:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763354566.605816:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000001:1.0:1763354566.605819:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1763354566.605821:0:74539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a785543a80 00010000:00000001:1.0:1763354566.605839:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.605841:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09180. 00000100:00001000:1.0:1763354566.605843:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000400:00000200:2.0:1763354566.605847:0:74539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x7b8db9 [1] + 224 00000100:00000040:3.0:1763354566.605849:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09180 x1848998542719872 msgsize 328 00000100:00000001:1.0:1763354566.605850:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1763354566.605852:0:74539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1763354566.605857:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.605863:0:74539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763354566.605863:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00100000:3.0:1763354566.605864:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1763354566.605870:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1763354566.605873:0:74539:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1763354566.605874:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.605879:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.605884:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000200:2.0:1763354566.605885:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763354566.605902:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000100:00000001:3.0:1763354566.605906:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1763354566.605907:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841116416, offset 224 00000400:00000200:1.0:1763354566.605917:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.605923:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000100:00000040:2.0:1763354566.605924:0:74539:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1763354566.605928:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000400:00000200:1.0:1763354566.605929:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:3.0:1763354566.605934:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.605951:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763354566.605957:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556805:1556805:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556801:1556801:8:4294967295] 00000100:00000001:3.0:1763354566.605972:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354566.605976:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.605977:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1763354566.605979:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.605981:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542719872 00000400:00000200:1.0:1763354566.605982:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 02000000:00000001:0.0:1763354566.605986:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.605990:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.605993:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.605998:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.606000:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 02000000:00000001:0.0:1763354566.606000:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.606001:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.606004:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff67cbf1200. 00000100:00000001:3.0:1763354566.606007:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1763354566.606007:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00100000:0.0:1763354566.606008:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542719872 00000800:00000200:1.0:1763354566.606013:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000001:2.0:1763354566.606014:0:74539:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1763354566.606014:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354566.606015:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.606018:0:74539:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1763354566.606018:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000040:3.0:1763354566.606022:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7666 usecs (8 jiffies) 00000020:00000001:0.0:1763354566.606023:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:1.0:1763354566.606024:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000001:2.0:1763354566.606026:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.606028:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888573 00000020:00000040:0.0:1763354566.606028:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=7 00000800:00000200:1.0:1763354566.606030:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff67cbf1200 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:0.0:1763354566.606056:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354566.606057:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000100:00000001:1.0:1763354566.606059:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.606061:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354566.606062:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888574 00000100:00000040:1.0:1763354566.606066:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.606068:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.606069:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000040:2.0:1763354566.606073:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:1.0:1763354566.606073:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.606074:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888574 00000020:00000010:0.0:1763354566.606075:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68240. 00010000:00000001:1.0:1763354566.606078:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606081:0:6523:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.606082:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00010000:00000001:2.0:1763354566.606083:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000040:1.0:1763354566.606088:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c904a80 x1848998841116416/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.606090:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888574 00000020:00000001:2.0:1763354566.606090:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.606090:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68240. 00000100:00000001:3.0:1763354566.606097:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000020:00000001:2.0:1763354566.606098:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1763354566.606099:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff593de1200. 00000100:00000001:3.0:1763354566.606103:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.606105:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643deea00. 00000100:00000001:3.0:1763354566.606108:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.606110:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c907b80 x1848998542719616/t12884944474(0) o6->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 544/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354566.606112:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfd48. 00000100:00000001:3.0:1763354566.606114:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.606119:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1763354566.606121:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00100000:3.0:1763354566.606124:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef356c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.606126:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.606130:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.606131:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.606135:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.606136:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c904a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+220:2406:x1848998841116416:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 2461us (3712us total) trans 0 rc 0/0 00000100:00000001:3.0:1763354566.606137:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606142:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.606145:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c907b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:lustre-MDT0001-mdtlov_UUID+17:3655:x1848998542719616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2917us (3361us total) trans 12884944474 rc 0/0 00000100:00100000:1.0:1763354566.606152:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6362 00000100:00000040:1.0:1763354566.606157:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354566.606158:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.606160:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1763354566.606162:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85241 00000100:00000001:1.0:1763354566.606164:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1763354566.606166:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676692800 : new rpc_count 0 00000020:00000010:1.0:1763354566.606169:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c00. 00000100:00000001:2.0:1763354566.606170:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.606171:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.606173:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.606175:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763354566.606176:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763354566.606176:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 00000100:00000001:0.0:1763354566.606177:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1763354566.606182:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00000100:00100000:3.0:1763354566.606183:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7903 00000020:00000010:1.0:1763354566.606184:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597176400. 00000020:00000010:2.0:1763354566.606189:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00000100:00000040:3.0:1763354566.606190:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:0.0:1763354566.606190:0:6523:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.606191:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 219 00000100:00000001:3.0:1763354566.606196:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281078656 : -123186428472960 : ffff8ff66cb09180) 00000100:00000001:0.0:1763354566.606197:0:6523:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.606198:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.606199:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff671467600. 00000100:00000040:3.0:1763354566.606205:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09180 x1848998542719872/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763354566.606207:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 16 00000100:00000001:2.0:1763354566.606213:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.606216:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.606220:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.606223:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.606225:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.606231:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:38200:x1848998542719872:12345-0@lo:101:mdt00_006.0 00000100:00000200:3.0:1763354566.606234:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542719872 00000020:00000001:3.0:1763354566.606236:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.606238:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354566.606239:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1763354566.606241:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606242:0:3655:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763354566.606245:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:0.0:1763354566.606247:0:3655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1763354566.606248:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000400:00000001:0.0:1763354566.606251:0:3655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1763354566.606252:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:1.0:1763354566.606255:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1763354566.606255:0:3655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00000001:00000001:3.0:1763354566.606256:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542719872, found 0 last_xid 1848998542719871 00000800:00000010:1.0:1763354566.606261:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff67cbf1200. 00000020:00000001:3.0:1763354566.606262:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.606263:0:3655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000200:1.0:1763354566.606267:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1763354566.606268:0:3655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000020:00000001:3.0:1763354566.606269:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.606272:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1763354566.606275:0:3655:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1763354566.606276:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:3.0:1763354566.606277:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.606283:0:21540:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000400:00000200:1.0:1763354566.606283:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000100:00000200:0.0:1763354566.606284:0:3655:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.606285:0:21540:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000400:00000010:1.0:1763354566.606287:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00010000:00010000:3.0:1763354566.606288:0:21540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.606292:0:21540:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1763354566.606294:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1763354566.606295:0:21540:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.606297:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763354566.606302:0:21540:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.606309:0:21540:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff6498a6700. 00000100:00000200:0.0:1763354566.606310:0:3655:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff67c904700 x1848998542719616/t0(0) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1763354566.606330:0:21540:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781400. 00010000:00000001:3.0:1763354566.606335:0:21540:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.606338:0:21540:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.606343:0:21540:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1763354566.606343:0:3655:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1763354566.606349:0:21540:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb0e6 to hash 00000100:00000001:0.0:1763354566.606349:0:3655:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.606353:0:21540:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.606356:0:21540:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000100:00000001:0.0:1763354566.606356:0:3655:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.606360:0:3655:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000010:3.0:1763354566.606361:0:21540:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00000100:00000001:0.0:1763354566.606365:0:3655:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1763354566.606366:0:21540:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000100:00000001:0.0:1763354566.606370:0:3655:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.606371:0:21540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 2/0,0 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4a8bb634222cb0df expref: -99 pid: 21540 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1763354566.606377:0:3655:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.606383:0:3655:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67cb4cc58 time=140 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354566.606387:0:3655:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67cb4cc10 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.606389:0:3655:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.606391:0:3655:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.606393:0:3655:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.606395:0:3655:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606397:0:3655:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763354566.606399:0:3655:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763354566.606400:0:3655:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763354566.606402:0:3655:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.606403:0:3655:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887547397888 : -123186162153728 : ffff8ff67c904700) 00000100:00000001:0.0:1763354566.606406:0:3655:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.606408:0:3655:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: skip recheck: last_committed 12884944456 00000100:00000001:0.0:1763354566.606410:0:3655:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.606412:0:3655:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.606416:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff67c904700 x1848998542719616/t12884944474(12884944474) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.606445:0:3655:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763354566.606446:0:21540:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff67d896800 : new locks_count 2 00000020:00000040:3.0:1763354566.606450:0:21540:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=8 00000100:00000001:0.0:1763354566.606450:0:3655:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.606455:0:3655:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.606458:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.606462:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00080000:0.0:1763354566.606462:0:3655:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ff67c904700/2, rc 0, transno 12884944474 02000000:00000010:3.0:1763354566.606466:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ff647e90800. 00000004:00001000:0.0:1763354566.606468:0:3655:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0001: 0 in flight, 8 in progress 02000000:00000001:3.0:1763354566.606469:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.606474:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.606477:0:21540:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.606480:0:21540:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.606481:0:21540:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.606483:0:21540:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.606484:0:21540:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.606486:0:21540:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000100:00000040:0.0:1763354566.606486:0:3655:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c904700 x1848998542719616/t12884944474(12884944474) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.606490:0:21540:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.606495:0:21540:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.606497:0:21540:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.606500:0:21540:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.606503:0:21540:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00100000:0.0:1763354566.606505:0:3655:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff67c904700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3655:1848998542719616:0@lo:6:osp-syn-0-1.0 00010000:00000040:3.0:1763354566.606506:0:21540:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6700) refcount = 1 00000100:00000001:0.0:1763354566.606516:0:3655:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354566.606517:0:21540:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 8 pid: 21540 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.606520:0:3655:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.606525:0:3655:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff67c904700 x1848998542719616/t12884944474(12884944474) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.606527:0:21540:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.606531:0:21540:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.606534:0:21540:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606536:0:3655:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.606537:0:21540:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1763354566.606539:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.606540:0:21540:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.606544:0:21540:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606545:0:3655:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1763354566.606546:0:21540:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.606549:0:3655:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.606551:0:21540:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:0.0:1763354566.606552:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354566.606556:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.606557:0:21540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 8 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.606568:0:21540:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.606569:0:21540:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.606570:0:21540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6700) 00010000:00010000:3.0:1763354566.606572:0:21540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.606574:0:21540:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.606575:0:21540:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.606576:0:21540:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.606577:0:21540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.606578:0:21540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.606579:0:21540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:3.0:1763354566.606581:0:21540:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.606583:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542719872 00010000:00000001:3.0:1763354566.606584:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.606587:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66cb09180 x1848998542719872/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.606593:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.606594:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.606596:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.606598:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.606600:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.606602:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.606603:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.606605:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.606606:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.606608:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.606610:0:21540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354566.606613:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848998542719872, offset 224 00000400:00000200:3.0:1763354566.606616:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.606621:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.606625:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a785543b80 00000400:00000200:3.0:1763354566.606629:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x7b8dd1 [1] + 224 00000400:00000200:3.0:1763354566.606632:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.606634:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.606637:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.606640:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.606647:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.606663:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.606667:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000400:00000010:3.0:1763354566.606669:0:21540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000001:3.0:1763354566.606670:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.606672:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.606675:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.606677:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.606679:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1763354566.606680:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763354566.606681:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.606685:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1763354566.606686:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1763354566.606688:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09180 x1848998542719872/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1763354566.606689:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.606693:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:0.0:1763354566.606699:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121c38 00000400:00000010:0.0:1763354566.606703:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121c38. 00000100:00100000:3.0:1763354566.606704:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542719872:12345-0@lo:101:mdt00_006.0 Request processed in 486us (853us total) trans 0 rc 0/0 00000100:00000001:0.0:1763354566.606707:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1763354566.606715:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7903 00000100:00000200:0.0:1763354566.606715:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.606721:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354566.606725:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.606727:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.606731:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643deea00. 00000100:00000200:0.0:1763354566.606733:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354566.606736:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfd48. 00000100:00000001:0.0:1763354566.606744:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1763354566.606745:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff593de1200. 00000100:00000001:0.0:1763354566.606762:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.606765:0:38200:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1763354566.606766:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 02000000:00000001:0.0:1763354566.606767:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.606770:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.606771:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.606772:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.606775:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.606778:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354566.606781:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.606783:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.606785:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.606787:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.606788:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606790:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.606791:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.606792:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.606793:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.606795:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.606799:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.606801:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.606806:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.606808:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.606828:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542719872:0@lo:101:mdt00_006.0 00000100:00000001:0.0:1763354566.606831:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.606833:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606834:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.606835:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.606837:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.606841:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.606843:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef356c0. 00000100:00000001:0.0:1763354566.606845:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.606846:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.606848:0:38200:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1763354566.606849:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.606850:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.606852:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=4 00000020:00000001:0.0:1763354566.606853:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:0.0:1763354566.606855:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000040:0.0:1763354566.606857:0:38200:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8ff66c2bac00, remote cookie: 0x4a8bb634222cb0e6, flags: 0x0 00010000:00000001:0.0:1763354566.606860:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.606861:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.606863:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.606864:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.606865:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.606866:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6000) refcount = 1 00010000:00010000:0.0:1763354566.606870:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.606875:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.606889:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.606890:0:38200:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.606892:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.606893:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.606895:0:38200:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.606900:0:38200:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1763354566.606901:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.606902:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.606903:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.606904:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.606905:0:38200:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.606906:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.606908:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09500 x1848998542719872/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.606912:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.606913:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.606915:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff647e91c00. 02000000:00000001:0.0:1763354566.606917:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.606918:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.606919:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.606920:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.606922:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 02000000:00000001:0.0:1763354566.606926:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.606927:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.606928:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 00000100:00000001:0.0:1763354566.606930:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.606931:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.606932:0:38200:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.606935:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763354566.606937:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400032e4:0x9deb:0x0] 00000004:00000001:0.0:1763354566.606953:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.606955:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.606958:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354566.606960:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000010:0.0:1763354566.606963:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381b40. 00000004:00000010:0.0:1763354566.606966:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.606969:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000020:00000001:0.0:1763354566.606972:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.606973:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.606975:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354566.606993:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354566.606995:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:0.0:1763354566.606998:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 40 00000100:00000010:0.0:1763354566.607002:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000020:00000040:0.0:1763354566.607004:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763354566.607006:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.607007:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.607009:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.607011:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff593de1200. 00000100:00000001:0.0:1763354566.607014:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607016:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607018:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.607019:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607021:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354566.607021:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.607024:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.607025:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:0.0:1763354566.607027:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.607028:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000001:0.0:1763354566.607030:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.607032:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607033:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.607034:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.607037:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607042:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.607043:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.607044:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.607046:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.607048:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763354566.607065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:3.1:1763354566.607066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc200. 00010000:00000010:3.1:1763354566.607074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff555ae4000. 00000100:00100000:0.0:1763354566.607079:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720000:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.607082:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.607084:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.607085:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.607087:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.607091:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.607092:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.607095:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000400:00000010:0.0:1763354566.607097:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381000. 00000100:00000200:0.0:1763354566.607100:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542720000, portal 4 00000100:00000001:0.0:1763354566.607101:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.607102:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:0.0:1763354566.607105:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607110:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.607111:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.607113:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.607114:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848998542720000, offset 0 00000400:00000200:0.0:1763354566.607117:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.607121:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.607125:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a785543c00 00000400:00000200:0.0:1763354566.607128:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x1fdd85 [256] + 9984 00000400:00000200:0.0:1763354566.607131:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.607133:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.607136:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.607137:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354566.607140:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65180. 00000100:00000040:0.0:1763354566.607142:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd65180 x1848998542720000 msgsize 304 00000100:00100000:0.0:1763354566.607144:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.607154:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.607158:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000010:0.0:1763354566.607159:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:0.0:1763354566.607161:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.607163:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607169:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354566.607170:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.607173:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720000 00000100:00000040:0.0:1763354566.607173:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354566.607176:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.607179:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.607181:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.607186:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607187:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.607192:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720000 00000100:00000001:0.0:1763354566.607192:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.607195:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.607196:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.607198:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:3.0:1763354566.607201:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354566.607201:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7666 usecs (8 jiffies) 00000020:00000040:3.0:1763354566.607205:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000100:00000001:0.0:1763354566.607206:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888575 00000020:00000001:3.0:1763354566.607209:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.607210:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000020:00000001:3.0:1763354566.607212:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.607214:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888575 00000100:00000001:3.0:1763354566.607216:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.607218:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000001:0.0:1763354566.607221:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888575 00000020:00000010:3.0:1763354566.607222:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.607224:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000100:00000001:3.0:1763354566.607225:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.607227:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888575 00000020:00000010:3.0:1763354566.607229:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.607230:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000100:00000001:0.0:1763354566.607233:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.607235:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354566.607235:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607240:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1763354566.607242:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000100:00000001:0.0:1763354566.607242:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.607247:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381780 going to sleep for 11 seconds 00000020:00000010:3.0:1763354566.607248:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.607249:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.607253:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.607255:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.607258:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.607259:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.607260:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607263:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607272:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.607279:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.607280:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.607284:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7904 00000100:00000001:0.0:1763354566.607284:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.607288:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1763354566.607289:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:0.0:1763354566.607291:0:6523:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607292:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333884288 : -123186375667328 : ffff8ff66fd65180) 00000100:00000001:0.0:1763354566.607294:0:6523:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.607299:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd65180 x1848998542720000/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 304/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.607306:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.607308:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.607309:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.607310:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.607314:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720000:12345-0@lo:1000:mdt00_006.0 00000100:00000200:3.0:1763354566.607316:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720000 00000020:00000001:3.0:1763354566.607318:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.607319:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.607321:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.607322:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.607323:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:3.0:1763354566.607325:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.607327:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720000, found 0 last_xid 1848998542719999 00000020:00000001:3.0:1763354566.607328:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.607330:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.607331:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.607332:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.607334:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763354566.607338:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000100:00000001:3.0:1763354566.607341:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.607342:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.607346:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff542e20000. 02000000:00000001:3.0:1763354566.607348:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607350:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.607354:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.607356:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763354566.607358:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.607361:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.607364:0:21540:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:3.0:1763354566.607369:0:21540:0:(out_handler.c:185:out_attr_get()) lustre-MDT0001: insert attr get reply ffff8ff542e20208 index 0: rc = 0 00000020:00000001:3.0:1763354566.607372:0:21540:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.607375:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000020:00000010:3.0:1763354566.607379:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.607382:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.607384:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542720000 00010000:00000001:3.0:1763354566.607386:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.607389:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd65180 x1848998542720000/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.607402:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.607404:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.607407:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.607410:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.607412:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.607414:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.607416:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.607418:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607420:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.607422:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.607425:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000200:3.0:1763354566.607428:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542720000, offset 224 00000400:00000200:3.0:1763354566.607432:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.607438:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.607444:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543c00 00000400:00000200:3.0:1763354566.607448:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8de5 [2] + 224 00000400:00000200:3.0:1763354566.607452:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.607455:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.607458:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.607461:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.607469:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.607486:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.607492:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.607493:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.607496:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.607497:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.607500:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.607503:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.607506:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.607507:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.607510:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1763354566.607510:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.607516:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1763354566.607518:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65180 x1848998542720000/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1763354566.607521:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.607525:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00000400:00000200:0.0:1763354566.607531:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381000 00000100:00100000:3.0:1763354566.607533:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720000:12345-0@lo:1000:mdt00_006.0 Request processed in 225us (389us total) trans 0 rc 0/0 00000400:00000010:0.0:1763354566.607536:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381000. 00000100:00000001:0.0:1763354566.607542:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1763354566.607547:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7904 00000100:00000200:0.0:1763354566.607551:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.607553:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354566.607557:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.607560:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.607564:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000100:00000200:0.0:1763354566.607566:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354566.607571:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.607573:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.607575:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.607578:0:38200:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1763354566.607579:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 02000000:00000001:0.0:1763354566.607579:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.607582:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.607584:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.607586:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.607588:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 00000100:00001000:0.0:1763354566.607589:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00000001:3.0:1763354566.607595:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1763354566.607595:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.607600:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.607602:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.607603:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.607605:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607607:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.607608:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.607609:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.607610:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.607612:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607617:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.607619:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.607620:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.607622:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.607627:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720000:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.607629:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.607630:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607631:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.607632:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.607634:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607638:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.607639:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.607641:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.607642:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607643:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607648:0:38200:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.607649:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.607651:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65f80 x1848998542720000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607656:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.607657:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.607658:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.607660:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.607661:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.607662:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.607663:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.607664:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff593de1200. 02000000:00000001:0.0:1763354566.607666:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.607667:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.607668:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000100:00000001:0.0:1763354566.607671:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.607672:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354566.607674:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000004:00000010:0.0:1763354566.607676:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.607678:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff595381b40. 00000004:00000001:0.0:1763354566.607680:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:0.0:1763354566.607681:0:38200:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0000: Object [0x2400032e4:0x9deb:0x0] located on remote server 00000004:00000001:0.0:1763354566.607684:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354566.607686:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9deb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354566.607689:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607691:0:38200:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:0.0:1763354566.607694:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381b40. 00000004:00000010:0.0:1763354566.607695:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.607697:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000020:00000001:0.0:1763354566.607699:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.607700:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607702:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354566.607702:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354566.607704:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:0.0:1763354566.607706:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 56 00000100:00000010:0.0:1763354566.607708:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000020:00000040:0.0:1763354566.607710:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763354566.607712:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.607713:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.607714:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.607716:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff593de1200. 00000100:00000001:0.0:1763354566.607718:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607720:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.607721:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.607723:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607724:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354566.607725:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.607727:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.607728:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:0.0:1763354566.607730:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.607731:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000001:0.0:1763354566.607733:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.607735:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607736:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.607737:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.607739:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607743:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.607744:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.607745:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.607746:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.607748:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.607750:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720128:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.607752:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.607753:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.607754:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.607755:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.607757:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.607759:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.607761:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000400:00000010:0.0:1763354566.607763:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381000. 00000100:00000200:0.0:1763354566.607765:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542720128, portal 4 00000100:00000001:0.0:1763354566.607767:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.607768:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:0.0:1763354566.607771:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607775:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.607776:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.607778:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.607779:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1848998542720128, offset 0 00000400:00000200:0.0:1763354566.607782:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.607786:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.607790:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x691a785543c80 00000400:00000200:0.0:1763354566.607793:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1fdd85 [256] + 10288 00000400:00000200:0.0:1763354566.607796:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.607798:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.607801:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.607802:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354566.607804:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd67480. 00000100:00000040:0.0:1763354566.607805:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd67480 x1848998542720128 msgsize 320 00000100:00100000:0.0:1763354566.607808:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.607818:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.607822:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000010:0.0:1763354566.607823:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:0.0:1763354566.607825:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.607827:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.607833:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.607836:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.607840:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354566.607841:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.607845:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720128 00000100:00000001:0.0:1763354566.607845:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.607849:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.607850:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1763354566.607852:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7665 usecs (8 jiffies) 00000100:00000001:3.0:1763354566.607854:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.607856:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888575 00000100:00000001:3.0:1763354566.607858:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607859:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000100:00000001:0.0:1763354566.607863:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888575 02000000:00000001:3.0:1763354566.607864:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.607866:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000001:0.0:1763354566.607870:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888575 00000100:00100000:3.0:1763354566.607871:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720128 00000100:00000001:0.0:1763354566.607872:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000020:00000001:3.0:1763354566.607877:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354566.607877:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888575 00000020:00000040:3.0:1763354566.607882:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000001:0.0:1763354566.607882:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000020:00000001:3.0:1763354566.607888:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.607888:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.607892:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.607893:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000100:00000001:0.0:1763354566.607894:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.607896:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1763354566.607900:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00100000:0.0:1763354566.607900:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381780 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.607904:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763354566.607906:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.607906:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607913:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.607918:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.607921:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.607923:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.607928:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000020:00000010:3.0:1763354566.607930:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354566.607933:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.607936:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.607938:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.607948:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.607950:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607953:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.607961:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.607967:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.607968:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.607972:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7905 00000100:00000040:3.0:1763354566.607975:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354566.607977:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333893248 : -123186375658368 : ffff8ff66fd67480) 00000100:00000040:3.0:1763354566.607982:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd67480 x1848998542720128/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.607991:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.607994:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.607996:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.607998:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.608002:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720128:12345-0@lo:1000:mdt00_006.0 00000100:00000200:3.0:1763354566.608006:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720128 00000020:00000001:3.0:1763354566.608008:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.608011:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.608013:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.608015:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.608017:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:3.0:1763354566.608019:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.608022:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720128, found 0 last_xid 1848998542720127 00000020:00000001:3.0:1763354566.608024:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.608026:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.608028:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.608029:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.608032:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763354566.608062:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000100:00000001:3.0:1763354566.608065:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.608067:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.608074:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff66fba4000. 02000000:00000001:3.0:1763354566.608077:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608080:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.608084:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.608086:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763354566.608089:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.608091:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.608094:0:21540:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:3.0:1763354566.608097:0:21540:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.608100:0:21540:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354566.608108:0:21540:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763354566.608111:0:21540:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763354566.608114:0:21540:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763354566.608116:0:21540:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1763354566.608119:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533bc0 00000020:00000040:3.0:1763354566.608121:0:21540:0:(out_handler.c:350:out_index_lookup()) lookup [0x2400032e4:0x9deb:0x0] 56xa get [0x240000402:0xfd4d:0x0] rc -2 00000020:00000040:3.0:1763354566.608124:0:21540:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0001: insert lookup reply ffff8ff66fba4208 index 0: rc = -2 00000020:00000001:3.0:1763354566.608126:0:21540:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763354566.608129:0:21540:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1763354566.608131:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000020:00000010:3.0:1763354566.608134:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.608136:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763354566.608139:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542720128 00010000:00000001:3.0:1763354566.608141:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.608145:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd67480 x1848998542720128/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.608152:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.608154:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.608156:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.608159:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.608161:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.608163:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.608165:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.608166:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608169:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.608171:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.608174:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000200:3.0:1763354566.608177:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542720128, offset 224 00000400:00000200:3.0:1763354566.608182:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.608188:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.608194:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543c80 00000400:00000200:3.0:1763354566.608198:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8df1 [2] + 224 00000400:00000200:3.0:1763354566.608203:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.608206:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.608209:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.608213:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.608222:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.608239:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.608245:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.608247:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.608251:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.608252:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.608254:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.608256:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763354566.608258:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.608261:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1763354566.608263:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000400:00000010:0.0:1763354566.608264:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00010000:00000001:3.0:1763354566.608270:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:0.0:1763354566.608270:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381000 00000020:00000001:3.0:1763354566.608275:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.608275:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381000. 00000100:00000001:0.0:1763354566.608280:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1763354566.608281:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1763354566.608286:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.608290:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd67480 x1848998542720128/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354566.608298:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608315:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1763354566.608316:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720128:12345-0@lo:1000:mdt00_006.0 Request processed in 320us (505us total) trans 0 rc -2/-2 00000100:00000001:0.0:1763354566.608318:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.608322:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.608324:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.608327:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.608329:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.608333:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.608338:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00100000:3.0:1763354566.608339:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7905 00000100:00000040:3.0:1763354566.608344:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00001000:0.0:1763354566.608345:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.608347:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.608349:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.608350:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.608354:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000100:00000040:0.0:1763354566.608354:0:38200:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354566.608360:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.608362:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:3.0:1763354566.608364:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354566.608365:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.608369:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.608371:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.608373:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:3.0:1763354566.608374:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 00000100:00000001:3.0:1763354566.608378:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.608379:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608385:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1763354566.608387:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.608388:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.608390:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.608395:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720128:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.608398:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.608399:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.608400:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.608401:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.608403:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608406:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.608408:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.608410:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.608410:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.608412:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.608413:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65f80 x1848998542720128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608417:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.608418:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.608419:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.608421:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.608421:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.608422:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.608423:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.608425:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff593de1200. 02000000:00000001:0.0:1763354566.608426:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.608427:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.608428:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000100:00000001:0.0:1763354566.608430:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.608431:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.608432:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.608434:0:38200:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763354566.608436:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000004:00000010:0.0:1763354566.608438:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.608439:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff595381b40. 00000004:00000001:0.0:1763354566.608441:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.608443:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.608445:0:38200:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:0.0:1763354566.608446:0:38200:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200002344:0x19e24:0x0] 00000020:00000001:0.0:1763354566.608448:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763354566.608449:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763354566.608452:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff58d4d5e00. 00000004:00000001:0.0:1763354566.608455:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620883533258328 : -123190176293288 : ffff8ff58d4d5e58) 00000004:00000001:0.0:1763354566.608459:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763354566.608460:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002344:0x19e24:0x0] 00000004:00000010:0.0:1763354566.608463:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff55fefc438. 00000004:00000001:0.0:1763354566.608465:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608466:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763354566.608468:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763354566.608471:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff67a040330. 00000004:00000001:0.0:1763354566.608472:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620887504651056 : -123186204900560 : ffff8ff67a040330) 00000004:00000001:0.0:1763354566.608474:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608477:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763354566.608478:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.608480:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.608481:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.608483:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.608484:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.608486:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.608487:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.608488:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:0.0:1763354566.608490:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.608493:0:38200:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff593de1200. 00000004:00000001:0.0:1763354566.608495:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.608497:0:38200:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763354566.608499:0:38200:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.608502:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883533258328 : -123190176293288 : ffff8ff58d4d5e58) 00000004:00000001:0.0:1763354566.608504:0:38200:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620883533258240 : -123190176293376 : ffff8ff58d4d5e00) 00000004:00000002:0.0:1763354566.608507:0:38200:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002344:0x19e24:0x0] version is 0x1 00000004:00000001:0.0:1763354566.608511:0:38200:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:0.0:1763354566.608513:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763354566.608514:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608516:0:38200:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1763354566.608517:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000040:0.0:1763354566.608518:0:38200:0:(mdd_dir.c:78:__mdd_lookup()) lustre-MDD0000: Object [0x2400032e4:0x9deb:0x0] located on remote server 00000004:00000001:0.0:1763354566.608520:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354566.608522:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9deb:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354566.608524:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608526:0:38200:0:(osp_md_object.c:472:osp_md_index_lookup()) Process entered 00000004:00000010:0.0:1763354566.608527:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381b40. 00000004:00000010:0.0:1763354566.608529:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.608531:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000020:00000001:0.0:1763354566.608532:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.608534:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608535:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354566.608536:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354566.608537:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:0.0:1763354566.608539:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 56 00000100:00000010:0.0:1763354566.608542:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000020:00000040:0.0:1763354566.608543:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763354566.608545:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.608546:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.608548:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.608550:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff593de0c00. 00000100:00000001:0.0:1763354566.608552:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608554:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.608556:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.608557:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.608558:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354566.608559:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.608561:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.608562:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:0.0:1763354566.608563:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.608564:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000001:0.0:1763354566.608566:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.608568:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.608569:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.608570:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.608573:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608577:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.608578:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.608579:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.608580:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.608582:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.608584:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720256:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.608586:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.608587:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.608588:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.608589:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.608591:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.608592:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.608594:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000400:00000010:0.0:1763354566.608596:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381000. 00000100:00000200:0.0:1763354566.608599:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542720256, portal 4 00000100:00000001:0.0:1763354566.608600:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.608601:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:0.0:1763354566.608603:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608612:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.608613:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.608614:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.608616:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1848998542720256, offset 0 00000400:00000200:0.0:1763354566.608618:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.608622:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.608626:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x691a785543d00 00000400:00000200:0.0:1763354566.608629:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1fdd85 [256] + 10608 00000400:00000200:0.0:1763354566.608632:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.608634:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.608636:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.608637:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354566.608639:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65880. 00000100:00000040:0.0:1763354566.608641:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd65880 x1848998542720256 msgsize 320 00000100:00100000:0.0:1763354566.608643:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.608654:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.608657:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000010:0.0:1763354566.608658:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:0.0:1763354566.608660:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.608662:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.608668:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354566.608671:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1763354566.608672:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.608675:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720256 02000000:00000001:3.0:1763354566.608678:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.608681:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.608683:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.608684:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.608687:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.608687:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1763354566.608692:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720256 00000100:00000001:0.0:1763354566.608692:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.608695:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1763354566.608697:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7663 usecs (8 jiffies) 00000020:00000040:3.0:1763354566.608698:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000001:0.0:1763354566.608700:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888576 00000020:00000001:3.0:1763354566.608702:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.608704:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000020:00000040:3.0:1763354566.608705:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000100:00000001:0.0:1763354566.608708:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888576 00000020:00000001:3.0:1763354566.608709:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.608712:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000020:00000001:3.0:1763354566.608713:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.608718:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888576 00000100:00000001:3.0:1763354566.608719:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.608723:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000020:00000010:3.0:1763354566.608724:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.608725:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888576 00000100:00000001:3.0:1763354566.608728:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.608729:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000020:00000010:3.0:1763354566.608733:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.608734:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.608738:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.608740:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354566.608740:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.608741:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.608745:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381780 going to sleep for 11 seconds 00000020:00000010:3.0:1763354566.608746:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000100:00000001:0.0:1763354566.608748:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1763354566.608751:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.608751:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.608759:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.608762:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.608763:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.608764:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608767:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608776:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.608782:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.608784:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354566.608787:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1763354566.608788:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7906 00000100:00000001:0.0:1763354566.608791:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1763354566.608793:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:0.0:1763354566.608794:0:6523:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608796:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333886080 : -123186375665536 : ffff8ff66fd65880) 00000100:00000001:0.0:1763354566.608797:0:6523:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.608803:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd65880 x1848998542720256/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.608809:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.608811:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.608813:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.608814:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.608817:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720256:12345-0@lo:1000:mdt00_006.0 00000100:00000200:3.0:1763354566.608819:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720256 00000020:00000001:3.0:1763354566.608820:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.608822:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.608823:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.608824:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.608826:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:3.0:1763354566.608827:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.608829:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720256, found 0 last_xid 1848998542720255 00000020:00000001:3.0:1763354566.608831:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.608832:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.608833:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.608834:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.608835:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763354566.608837:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000100:00000001:3.0:1763354566.608839:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.608840:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.608844:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff54484a000. 02000000:00000001:3.0:1763354566.608845:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608847:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.608849:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.608850:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763354566.608851:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.608853:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.608855:0:21540:0:(out_handler.c:317:out_index_lookup()) Process entered 00080000:00000001:3.0:1763354566.608856:0:21540:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.608858:0:21540:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354566.608862:0:21540:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763354566.608864:0:21540:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763354566.608881:0:21540:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763354566.608884:0:21540:0:(out_handler.c:340:out_index_lookup()) Process leaving via out_unlock (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:3.0:1763354566.608886:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533bc0 00000020:00000040:3.0:1763354566.608888:0:21540:0:(out_handler.c:350:out_index_lookup()) lookup [0x2400032e4:0x9deb:0x0] 56xa get [0x240000402:0xfd4d:0x0] rc -2 00000020:00000040:3.0:1763354566.608891:0:21540:0:(out_handler.c:354:out_index_lookup()) lustre-MDT0001: insert lookup reply ffff8ff54484a208 index 0: rc = -2 00000020:00000001:3.0:1763354566.608893:0:21540:0:(out_handler.c:359:out_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1763354566.608895:0:21540:0:(out_handler.c:1215:out_handle()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:3.0:1763354566.608898:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000020:00000010:3.0:1763354566.608900:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.608902:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763354566.608905:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542720256 00010000:00000001:3.0:1763354566.608907:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.608910:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd65880 x1848998542720256/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.608916:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.608918:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.608920:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.608923:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.608925:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.608927:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.608929:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.608930:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.608933:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.608935:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.608937:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000200:3.0:1763354566.608958:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542720256, offset 224 00000400:00000200:3.0:1763354566.608962:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.608968:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.608973:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543d00 00000400:00000200:3.0:1763354566.608978:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8dfd [2] + 224 00000400:00000200:3.0:1763354566.608982:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.609001:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.609003:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.609006:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.609011:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.609023:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.609026:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.609028:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.609030:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.609031:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.609055:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.609058:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.609061:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1763354566.609061:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1763354566.609065:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763354566.609066:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1763354566.609067:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1763354566.609069:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.609072:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00000100:00000040:3.0:1763354566.609073:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65880 x1848998542720256/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 320/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354566.609076:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381000 00010000:00000010:1.1:1763354566.609077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052600. 00000400:00000010:0.0:1763354566.609083:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381000. 00010000:00000010:2.1:1763354566.609087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad600. 00010000:00000010:1.1:1763354566.609087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff600. 00000100:00000001:0.0:1763354566.609091:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1763354566.609095:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720256:12345-0@lo:1000:mdt00_006.0 Request processed in 279us (447us total) trans 0 rc -2/-2 00010000:00000010:1.1:1763354566.609095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58b052b00. 00000100:00000200:0.0:1763354566.609100:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1763354566.609107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243c00. 00010000:00000010:1.1:1763354566.609107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff593545600. 00000100:00100000:3.0:1763354566.609109:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7906 00000100:00000040:3.0:1763354566.609116:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00010000:00000010:1.1:1763354566.609117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff558b52c00. 00000100:00000001:3.0:1763354566.609121:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.609125:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:1.1:1763354566.609126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00000100:00000200:0.0:1763354566.609126:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354566.609129:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354566.609135:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.609141:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354566.609142:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.609147:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763354566.609148:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 00000100:00000001:0.0:1763354566.609150:0:38200:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1763354566.609151:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354566.609154:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.609174:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.609177:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.609179:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.609184:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354566.609189:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.609192:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1763354566.609197:0:38200:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609204:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.609207:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.609210:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.609212:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.609213:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1763354566.609218:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609226:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1763354566.609228:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.609230:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.609232:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.609237:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720256:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.609240:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.609242:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.609243:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.609244:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.609246:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609250:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.609252:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.609254:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.609255:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.609257:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.609259:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65f80 x1848998542720256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609267:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.609269:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.609270:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.609272:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.609273:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.609274:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.609276:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.609277:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff593de0c00. 02000000:00000001:0.0:1763354566.609279:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.609280:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.609281:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000100:00000001:0.0:1763354566.609283:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.609284:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.609285:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.609287:0:38200:0:(osp_md_object.c:492:osp_md_index_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763354566.609290:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000004:00000010:0.0:1763354566.609292:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.609294:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff595381b40. 00000004:00000001:0.0:1763354566.609296:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.609298:0:38200:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:0.0:1763354566.609299:0:38200:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.609302:0:38200:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763354566.609305:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763354566.609311:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff67dab0120. 00080000:00000001:0.0:1763354566.609315:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.609318:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff593de0c00. 00080000:00000001:0.0:1763354566.609321:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.609324:0:38200:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:0.0:1763354566.609329:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354566.609332:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763354566.609335:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381b40. 00000004:00000010:0.0:1763354566.609338:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.609342:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000020:00000001:0.0:1763354566.609346:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.609348:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.609350:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354566.609351:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354566.609354:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = xattr_get params = 1 batchid = 0 size = 80 repsize 520 00000004:00000040:0.0:1763354566.609358:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 80 00000100:00000010:0.0:1763354566.609362:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000020:00000040:0.0:1763354566.609365:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763354566.609369:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.609370:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.609373:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.609377:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff593de1000. 00000100:00000001:0.0:1763354566.609381:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.609384:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.609386:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.609389:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.609391:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354566.609393:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.609397:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.609399:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:0.0:1763354566.609402:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.609404:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000001:0.0:1763354566.609407:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.609410:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.609412:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.609414:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.609418:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609427:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.609429:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.609432:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.609434:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.609436:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.609439:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720384:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.609444:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.609446:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.609448:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.609451:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.609454:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.609456:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.609461:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000400:00000010:0.0:1763354566.609464:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381000. 00000100:00000200:0.0:1763354566.609468:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542720384, portal 4 00000100:00000001:0.0:1763354566.609470:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.609472:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:0.0:1763354566.609477:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609486:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.609489:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.609491:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.609494:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 24, xid 1848998542720384, offset 0 00000400:00000200:0.0:1763354566.609499:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.609505:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.609512:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 24 MB=0x691a785543d80 00000400:00000200:0.0:1763354566.609517:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 344/344 into md 0x1fdd85 [256] + 10928 00000400:00000200:0.0:1763354566.609522:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.609525:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.609529:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.609531:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354566.609534:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd64000. 00000100:00000040:0.0:1763354566.609537:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd64000 x1848998542720384 msgsize 344 00000100:00100000:0.0:1763354566.609542:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.609557:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.609562:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000010:0.0:1763354566.609564:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:0.0:1763354566.609568:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1763354566.609589:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1763354566.609590:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.609592:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720384 02000000:00000001:3.0:1763354566.609596:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.609598:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.609600:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.609604:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.609608:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720384 00000020:00000001:3.0:1763354566.609611:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.609613:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:3.0:1763354566.609616:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.609618:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000020:00000001:3.0:1763354566.609622:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:3.0:1763354566.609626:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.609626:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354566.609631:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763354566.609634:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354566.609635:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.609639:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.609642:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.609648:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000020:00000010:3.0:1763354566.609654:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000100:00000001:0.0:1763354566.609654:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.609659:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1763354566.609660:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.609664:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.609665:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.609670:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.609671:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1763354566.609671:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7662 usecs (8 jiffies) 00000100:00000001:3.0:1763354566.609674:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.609679:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.609679:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888577 00000100:00000001:0.0:1763354566.609685:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000100:00000001:0.0:1763354566.609688:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888577 00000100:00000001:0.0:1763354566.609691:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000001:3.0:1763354566.609692:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.609694:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888577 00000100:00000001:0.0:1763354566.609699:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000100:00000001:3.0:1763354566.609700:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.609703:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888577 00000100:00000001:3.0:1763354566.609704:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.609709:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907 00000100:00000001:0.0:1763354566.609709:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000100:00000040:3.0:1763354566.609715:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:0.0:1763354566.609716:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.609718:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333879808 : -123186375671808 : ffff8ff66fd64000) 00000100:00000001:0.0:1763354566.609720:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.609726:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd64000 x1848998542720384/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 344/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.609726:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.609730:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.609736:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381780 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.609738:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.609741:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1763354566.609742:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.609746:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.609746:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.609752:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.609757:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720384:12345-0@lo:1000:mdt00_006.0 00000100:00000200:3.0:1763354566.609760:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720384 00000020:00000001:3.0:1763354566.609761:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.609762:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.609765:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.609766:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.609768:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:3.0:1763354566.609770:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.609771:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720384, found 0 last_xid 1848998542720383 00000020:00000001:3.0:1763354566.609773:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.609774:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.609776:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.609777:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.609778:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763354566.609780:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000100:00000001:3.0:1763354566.609782:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.609783:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.609787:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6726b6000. 02000000:00000001:3.0:1763354566.609788:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.609790:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.609792:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.609793:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763354566.609795:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.609796:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.609798:0:21540:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:3.0:1763354566.609803:0:21540:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0001: [0x2400032e4:0x9deb:0x0] get xattr system.posix_acl_default len -61 00000020:00000001:3.0:1763354566.609805:0:21540:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:3.0:1763354566.609806:0:21540:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.609808:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000020:00000010:3.0:1763354566.609810:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.609811:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.609813:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542720384 00010000:00000001:3.0:1763354566.609815:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.609819:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd64000 x1848998542720384/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 344/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.609826:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.609828:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.609831:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.609834:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.609837:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.609839:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.609841:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.609843:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.609845:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.609847:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.609850:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000200:3.0:1763354566.609869:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542720384, offset 224 00000400:00000200:3.0:1763354566.609874:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.609881:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.609888:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543d80 00000400:00000200:3.0:1763354566.609894:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8e09 [2] + 224 00000400:00000200:3.0:1763354566.609900:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.609904:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.609907:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.609912:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.609922:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.609966:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.609972:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.609975:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.609993:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.609995:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.609998:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.610001:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.610004:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.610006:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.610009:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.610013:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd64000 x1848998542720384/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 344/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610018:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1763354566.610025:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720384:12345-0@lo:1000:mdt00_006.0 Request processed in 283us (484us total) trans 0 rc 0/0 00000400:00000001:0.0:1763354566.610025:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.610028:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.610032:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00000100:00100000:3.0:1763354566.610036:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907 00000100:00000040:3.0:1763354566.610039:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354566.610042:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.610044:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.610046:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000400:00000200:0.0:1763354566.610061:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381000 00000400:00000010:0.0:1763354566.610064:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381000. 00000100:00000001:0.0:1763354566.610068:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.610075:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1763354566.610080:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.610087:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000020:00000040:3.0:1763354566.610095:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 00000100:00000200:0.0:1763354566.610100:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.610101:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.610113:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.610115:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.610117:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.610119:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.610121:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.610123:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.610125:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.610130:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354566.610134:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.610137:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.610138:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.610140:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.610142:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610145:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.610147:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.610149:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.610150:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.610154:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610162:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.610164:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.610166:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.610170:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.610178:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720384:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.610182:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.610185:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610187:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.610189:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.610193:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610200:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.610203:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.610205:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.610207:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.610209:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.610216:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 585 at ffff8ff66dc85800. 00000004:00000001:0.0:1763354566.610219:0:38200:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1763354566.610222:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.610226:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65f80 x1848998542720384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 344/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610232:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.610234:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.610236:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.610239:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.610241:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.610242:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.610245:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.610246:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff593de1000. 02000000:00000001:0.0:1763354566.610249:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.610250:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.610252:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000100:00000001:0.0:1763354566.610255:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.610256:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354566.610259:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000004:00000010:0.0:1763354566.610262:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.610265:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff595381b40. 00000004:00000001:0.0:1763354566.610269:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354566.610274:0:38200:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.610278:0:38200:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002344:0x19e24:0x0] eadata ffff8ff666cd2578 len 48 00000004:00000001:0.0:1763354566.610282:0:38200:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000001:0.0:1763354566.610285:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763354566.610287:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:0.0:1763354566.610289:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763354566.610292:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381b40. 00000004:00000010:0.0:1763354566.610295:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.610298:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000020:00000001:0.0:1763354566.610301:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.610303:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.610305:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763354566.610307:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763354566.610309:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e4:0x9deb:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 512 00000004:00000040:0.0:1763354566.610313:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763354566.610317:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000020:00000040:0.0:1763354566.610319:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763354566.610322:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.610324:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.610326:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.610330:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff593de1000. 00000100:00000001:0.0:1763354566.610333:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.610336:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.610338:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.610340:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610342:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354566.610344:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.610347:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.610349:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081664 : -123190043469952 : ffff8ff595381780) 00000100:00000001:0.0:1763354566.610352:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.610353:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000001:0.0:1763354566.610356:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.610359:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610361:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.610362:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.610366:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610374:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.610376:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.610378:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.610380:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.610383:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.610386:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720512:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.610390:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.610392:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.610394:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.610396:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.610399:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.610401:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.610405:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000400:00000010:0.0:1763354566.610408:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381000. 00000100:00000200:0.0:1763354566.610412:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542720512, portal 4 00000100:00000001:0.0:1763354566.610414:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.610415:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:0.0:1763354566.610420:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610428:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.610431:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.610433:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.610436:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542720512, offset 0 00000400:00000200:0.0:1763354566.610440:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.610446:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.610452:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543e00 00000400:00000200:0.0:1763354566.610457:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 11272 00000400:00000200:0.0:1763354566.610461:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.610465:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.610468:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.610469:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354566.610473:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd64380. 00000100:00000040:0.0:1763354566.610476:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd64380 x1848998542720512 msgsize 328 00000100:00100000:0.0:1763354566.610480:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.610493:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.610497:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000400:00000010:0.0:1763354566.610499:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:0.0:1763354566.610502:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.610506:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.610517:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.610521:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.610523:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.610527:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720512 02000000:00000001:3.0:1763354566.610531:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.610535:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.610535:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.610538:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610539:0:38200:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1763354566.610543:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610545:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.610548:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720512 00000100:00000040:0.0:1763354566.610550:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7662 usecs (8 jiffies) 00000020:00000001:3.0:1763354566.610553:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354566.610556:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888578 00000020:00000040:3.0:1763354566.610557:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:3.0:1763354566.610562:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.610562:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000020:00000040:3.0:1763354566.610566:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000100:00000001:0.0:1763354566.610568:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888578 00000020:00000001:3.0:1763354566.610572:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.610573:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000020:00000001:3.0:1763354566.610577:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.610579:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888578 00000100:00000001:3.0:1763354566.610584:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.610585:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000100:00000001:0.0:1763354566.610590:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888578 00000020:00000010:3.0:1763354566.610591:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.610594:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000100:00000001:3.0:1763354566.610596:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.610599:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.610601:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.610603:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.610608:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1763354566.610609:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354566.610610:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1763354566.610615:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000100:00100000:0.0:1763354566.610615:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381780 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.610621:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1763354566.610623:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.610624:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.610632:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.610636:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.610638:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.610640:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.610644:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.610657:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.610666:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.610668:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.610671:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908 00000100:00000040:3.0:1763354566.610674:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354566.610677:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333880704 : -123186375670912 : ffff8ff66fd64380) 00000100:00000040:3.0:1763354566.610682:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd64380 x1848998542720512/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.610690:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.610694:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.610697:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.610700:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.610705:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720512:12345-0@lo:1000:mdt00_006.0 00000100:00000200:3.0:1763354566.610709:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720512 00000020:00000001:3.0:1763354566.610712:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.610714:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.610718:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.610720:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.610722:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:3.0:1763354566.610724:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.610726:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720512, found 0 last_xid 1848998542720511 00000020:00000001:3.0:1763354566.610729:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.610731:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.610733:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.610735:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.610737:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763354566.610742:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff58f148f28. 00000100:00000001:3.0:1763354566.610745:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.610746:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.610751:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6726b0000. 02000000:00000001:3.0:1763354566.610753:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.610755:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.610759:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.610761:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763354566.610763:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.610765:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.610767:0:21540:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.610771:0:21540:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.610800:0:21540:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b02c00. 00000020:00000040:3.0:1763354566.610804:0:21540:0:(out_handler.c:246:out_xattr_get()) lustre-MDT0001: [0x2400032e4:0x9deb:0x0] get xattr trusted.lov len -61 00000020:00000001:3.0:1763354566.610809:0:21540:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000020:00000001:3.0:1763354566.610812:0:21540:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.610816:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff58f148f28. 00000020:00000010:3.0:1763354566.610820:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.610823:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.610826:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542720512 00010000:00000001:3.0:1763354566.610829:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.610835:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd64380 x1848998542720512/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.610845:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.610848:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.610852:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.610856:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.610859:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.610862:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.610865:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.610868:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.610871:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.610874:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.610878:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000200:3.0:1763354566.610884:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542720512, offset 224 00000400:00000200:3.0:1763354566.610890:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.610898:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.610905:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543e00 00000400:00000200:3.0:1763354566.610925:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8e15 [2] + 224 00000400:00000200:3.0:1763354566.610930:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.610933:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.610937:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.610955:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.610965:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.610982:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.610986:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.610989:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.610991:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.610993:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.610996:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.610999:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.611002:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.611004:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.611006:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.611011:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd64380 x1848998542720512/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.611014:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.611019:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.611022:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.611025:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00000400:00000200:0.0:1763354566.611029:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381000 00000400:00000010:0.0:1763354566.611032:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381000. 00000100:00000001:0.0:1763354566.611047:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.611052:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354566.611058:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.611065:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1763354566.611066:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:38200:x1848998542720512:12345-0@lo:1000:mdt00_006.0 Request processed in 371us (585us total) trans 0 rc 0/0 00000100:00000001:0.0:1763354566.611069:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.611076:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.611079:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1763354566.611080:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908 00000100:00000001:0.0:1763354566.611082:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1763354566.611085:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:0.0:1763354566.611086:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.611090:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1763354566.611092:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.611094:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1763354566.611098:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000020:00000010:3.0:1763354566.611099:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354566.611106:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000100:00001000:0.0:1763354566.611106:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000020:00000010:3.0:1763354566.611111:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000100:00000001:0.0:1763354566.611112:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.611116:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.611121:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 00010000:00000001:0.0:1763354566.611121:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.611123:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.611126:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.611129:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.611133:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.611135:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.611137:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.611143:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.611151:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.611153:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.611155:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.611158:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.611166:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720512:0@lo:1000:mdt00_006.0 00000100:00000001:0.0:1763354566.611169:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.611170:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.611172:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.611173:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.611175:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.611180:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.611181:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381780. 00000100:00000001:0.0:1763354566.611183:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.611184:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611185:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.611190:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 564 at ffff8ff66dc85c00. 00000004:00000001:0.0:1763354566.611192:0:38200:0:(osp_object.c:1141:osp_xattr_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00000001:0.0:1763354566.611194:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.611196:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65f80 x1848998542720512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.611200:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.611201:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.611202:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.611204:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.611205:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.611206:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=2 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.611207:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.611208:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff593de1000. 02000000:00000001:0.0:1763354566.611210:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.611211:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.611212:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000100:00000001:0.0:1763354566.611214:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.611215:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354566.611217:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff650451000. 00000004:00000010:0.0:1763354566.611219:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.611220:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff595381b40. 00000004:00000001:0.0:1763354566.611222:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611223:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611226:0:38200:0:(lod_object.c:5795:lod_ah_init()) set dirstripe: count 2, offset 0, hash 2 00000004:00000040:0.0:1763354566.611227:0:38200:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=2 offset=0 hash=2 00000004:00000001:0.0:1763354566.611229:0:38200:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:0.0:1763354566.611230:0:38200:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1763354566.611234:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7bad0 00000001:00000002:0.0:1763354566.611236:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x2400032e4:0x9deb:0x0]:56xa' is added 00000004:00000001:0.0:1763354566.611238:0:38200:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611240:0:38200:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1763354566.611242:0:38200:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:0.0:1763354566.611244:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611246:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611248:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354566.611251:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002344:0x19e24:0x0] not in the id map cache 00000001:00000001:0.0:1763354566.611254:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.611255:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611257:0:38200:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:0.0:1763354566.611259:0:38200:0:(lod_object.c:2382:lod_declare_xattr_set_lmv()) Process entered 00000004:00000040:0.0:1763354566.611260:0:38200:0:(lod_object.c:2390:lod_declare_xattr_set_lmv()) lum magic=cd30cd0 hash=2 count=2 offset=0 inherit=3 rr=0 00000004:00000001:0.0:1763354566.611263:0:38200:0:(lod_object.c:2137:lod_prep_md_striped_create()) Process entered 00000004:00000010:0.0:1763354566.611265:0:38200:0:(lod_object.c:2164:lod_prep_md_striped_create()) kmalloced '(stripes)': 16 at ffff8ff6796fb260. 40000000:00000001:0.0:1763354566.611268:0:38200:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1763354566.611270:0:38200:0:(fid_request.c:331:seq_client_alloc_fid()) cli-lustre-MDT0000: Allocated FID [0x200002340:0x113:0x0] 40000000:00000001:0.0:1763354566.611271:0:38200:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611273:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763354566.611274:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763354566.611276:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff58d4d43c0. 00000004:00000001:0.0:1763354566.611278:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:0.0:1763354566.611281:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763354566.611282:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002340:0x113:0x0] 00000004:00000010:0.0:1763354566.611284:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff55fefc2d0. 00000004:00000001:0.0:1763354566.611285:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611287:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763354566.611288:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763354566.611289:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff67a041650. 00000004:00000001:0.0:1763354566.611291:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620887504655952 : -123186204895664 : ffff8ff67a041650) 00000004:00000001:0.0:1763354566.611292:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611294:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763354566.611294:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611296:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611297:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611298:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611300:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611301:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611302:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611304:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002340 00000004:00000001:0.0:1763354566.611305:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.611307:0:38200:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff593de1000. 00000004:00000001:0.0:1763354566.611308:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611309:0:38200:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763354566.611310:0:38200:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611313:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000010:0.0:1763354566.611315:0:38200:0:(lod_object.c:2188:lod_prep_md_striped_create()) kmalloced '(idx_array)': 8 at ffff8ff5555a0170. 00000004:00000040:0.0:1763354566.611318:0:38200:0:(lod_object.c:2011:lod_mdt_alloc_specific()) try idx 1, mdt cnt 2, allocated 1, specific 0 count 2 offset 0 hash 0X2 00000004:00000001:0.0:1763354566.611323:0:38200:0:(osp_dev.c:752:osp_fid_alloc()) Process entered 40000000:00000001:0.0:1763354566.611324:0:38200:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1763354566.611325:0:38200:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0001-osp-MDT0000: Allocated FID [0x2400032e1:0x113:0x0] 40000000:00000001:0.0:1763354566.611327:0:38200:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611328:0:38200:0:(osp_dev.c:763:osp_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611330:0:38200:0:(lod_object.c:2075:lod_mdt_alloc_specific()) Get idx 1, for stripe 1 [0x2400032e1:0x113:0x0] 00000020:00000001:0.0:1763354566.611331:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763354566.611332:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763354566.611334:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff558567860. 00000004:00000001:0.0:1763354566.611335:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882644662456 : -123191064889160 : ffff8ff5585678b8) 00000004:00000001:0.0:1763354566.611337:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763354566.611338:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x2400032e1:0x113:0x0] 00000004:00000010:0.0:1763354566.611339:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff55fefc8e8. 00000004:00000001:0.0:1763354566.611341:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611342:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763354566.611343:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763354566.611344:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff67a040000. 00000004:00000001:0.0:1763354566.611345:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620887504650240 : -123186204901376 : ffff8ff67a040000) 00000004:00000001:0.0:1763354566.611347:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611348:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763354566.611348:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611349:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611350:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611351:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611352:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611353:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611354:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611356:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611357:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.611361:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c5eb778. 00000004:00000001:0.0:1763354566.611362:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611364:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763354566.611365:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611367:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882644662456 : -123191064889160 : ffff8ff5585678b8) 00000004:00000010:0.0:1763354566.611369:0:38200:0:(lod_object.c:2233:lod_prep_md_striped_create()) kfreed 'idx_array': 8 at ffff8ff5555a0170. 00000004:00000001:0.0:1763354566.611373:0:38200:0:(lod_object.c:1825:lod_dir_declare_create_stripes()) Process entered 00000004:00000001:0.0:1763354566.611375:0:38200:0:(lod_object.c:1655:lod_prep_lmv_md()) Process entered 00000004:00000001:0.0:1763354566.611376:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611376:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611377:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611378:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611379:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611381:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611382:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611383:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:0.0:1763354566.611384:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611385:0:38200:0:(lod_object.c:1689:lod_prep_lmv_md()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.611387:0:38200:0:(lod_object.c:1832:lod_dir_declare_create_stripes()) kmalloced '(slave_lmm)': 56 at ffff8ff67ca68240. 00000004:00000001:0.0:1763354566.611389:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611390:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611391:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354566.611392:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x113:0x0] not in the id map cache 00000001:00000001:0.0:1763354566.611394:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.611394:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611396:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354566.611397:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611398:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611400:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611402:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611403:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611405:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:0.0:1763354566.611407:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611408:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611409:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611410:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:0.0:1763354566.611411:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611414:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b748 00000001:00000002:0.0:1763354566.611415:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002344:0x19e24:0x0]:[0x200002340:0x113:0x0]:0' is added 00000004:00000001:0.0:1763354566.611417:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611418:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611418:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611421:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611423:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611423:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611425:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:0.0:1763354566.611426:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611427:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354566.611428:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611429:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611430:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611432:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611432:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611433:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611434:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611436:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611436:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611437:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611438:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611438:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611439:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611440:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611441:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611443:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611444:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611446:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763354566.611448:0:38200:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763354566.611449:0:38200:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff595381b40. 00000004:00000001:0.0:1763354566.611451:0:38200:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000010:0.0:1763354566.611453:0:38200:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff595381780. 00000020:00000010:0.0:1763354566.611456:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff678f9c400. 00000020:00000010:0.0:1763354566.611458:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff678f9c600. 00000020:00000001:0.0:1763354566.611460:0:38200:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611462:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000010:0.0:1763354566.611465:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381000. 00000004:00000010:0.0:1763354566.611467:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1de0. 00000004:00000010:0.0:1763354566.611468:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff650451000. 00000004:00000001:0.0:1763354566.611470:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354566.611470:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611471:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611472:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611473:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611473:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611474:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611476:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611477:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611478:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611479:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611480:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611481:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611482:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611484:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611485:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611486:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611486:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611487:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611488:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611489:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611490:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611491:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611493:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611494:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611495:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611496:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611497:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611498:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611499:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611500:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611500:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611501:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611502:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611503:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611504:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611505:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611506:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611507:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611507:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611509:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000001:0.0:1763354566.611511:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b748 00000001:00000002:0.0:1763354566.611512:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002344:0x19e24:0x0]:[0x2400032e1:0x113:0x0]:1' is added 00000004:00000001:0.0:1763354566.611513:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611514:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611514:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611515:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611516:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611516:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611517:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611518:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611519:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611520:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611521:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611522:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611523:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611525:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611526:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611527:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611528:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611530:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:0.0:1763354566.611531:0:38200:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0000: FID [0x2400032e1:0x113:0x0] not in the id map cache 00080000:00000001:0.0:1763354566.611533:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763354566.611534:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763354566.611535:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611535:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611536:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611537:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611539:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611540:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.611541:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611542:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354566.611543:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611543:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611545:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611546:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611546:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611547:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611548:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611548:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611549:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611550:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611551:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611552:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611553:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.611554:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611555:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611556:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611557:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611558:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611560:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611561:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611562:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611563:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.611565:0:38200:0:(lod_object.c:1945:lod_dir_declare_create_stripes()) kfreed 'slave_lmm': 56 at ffff8ff67ca68240. 00000004:00000001:0.0:1763354566.611566:0:38200:0:(lod_object.c:1947:lod_dir_declare_create_stripes()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611568:0:38200:0:(lod_object.c:2252:lod_prep_md_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611569:0:38200:0:(lod_object.c:2416:lod_declare_xattr_set_lmv()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611571:0:38200:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611572:0:38200:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611573:0:38200:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611575:0:38200:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1763354566.611576:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1763354566.611578:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.611579:0:38200:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611580:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611581:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611582:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611584:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:0.0:1763354566.611585:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611587:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354566.611587:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611588:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611590:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611591:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1763354566.611592:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.611592:0:38200:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611593:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611594:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611595:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611596:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:0.0:1763354566.611597:0:38200:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0000: FID [0x2400032e4:0x9deb:0x0] not in the id map cache 00080000:00000001:0.0:1763354566.611599:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763354566.611599:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763354566.611601:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611601:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611602:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611604:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611605:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611606:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.611607:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611609:0:38200:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611610:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:0.0:1763354566.611611:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611612:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611612:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611613:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611614:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611615:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611616:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611617:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611618:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:0.0:1763354566.611619:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611620:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611620:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611622:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611623:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611624:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1763354566.611625:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.611626:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611627:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611628:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611629:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611629:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611630:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611631:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611631:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611632:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611633:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611634:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:0.0:1763354566.611635:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611637:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611638:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611639:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611642:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611643:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611644:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611645:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611647:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611648:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611650:0:38200:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763354566.611651:0:38200:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763354566.611652:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611653:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.611654:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611654:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611655:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611656:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611657:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611658:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.611659:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:0.0:1763354566.611661:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611662:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.611663:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611664:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.611666:0:38200:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611667:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.611668:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611669:0:38200:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611672:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763354566.611674:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-MDT0001-osp-MDT0000: blocks=353529, bfree=347725, bavail=312022, bsize=4096, reserved_mb_low=1, reserved_mb_high=3, files=1024000, ffree=1021801, state=0 00000004:00000001:0.0:1763354566.611676:0:38200:0:(osp_dev.c:819:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611678:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763354566.611679:0:38200:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763354566.611681:0:38200:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.611684:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff595381780 refcount 4 committed 0 result 0 batchid 17179869776 00000020:00000040:0.0:1763354566.611686:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f9c600 obd lustre-MDT0001-osp-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff595381b40 00000020:00000040:0.0:1763354566.611689:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f9c400 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff593de0c00 00000020:00000040:0.0:1763354566.611691:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89d80 : new refcount 2 00000040:00000001:0.0:1763354566.611692:0:38200:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763354566.611694:0:38200:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763354566.611696:0:38200:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1073742849 flags 12 count 3 00000040:00000001:0.0:1763354566.611698:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354566.611700:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.611701:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354566.611703:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.611704:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354566.611706:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354566.611709:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611710:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611712:0:38200:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611713:0:38200:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.611715:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89d80 : new refcount 1 00000020:00000040:0.0:1763354566.611717:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000040:00000001:0.0:1763354566.611718:0:38200:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763354566.611719:0:38200:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763354566.611720:0:38200:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763354566.611722:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354566.611723:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.611724:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354566.611725:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611727:0:38200:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763354566.611728:0:38200:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763354566.611730:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:0.0:1763354566.611731:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x3:0x0] not in the id map cache 00000001:00000001:0.0:1763354566.611733:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.611734:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611736:0:38200:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763354566.611737:0:38200:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763354566.611739:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.611740:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611740:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611742:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611743:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611744:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611745:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.611747:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000040:00000001:0.0:1763354566.611750:0:38200:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00080000:00000001:0.0:1763354566.611753:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1763354566.611754:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.611755:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.611758:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000040:00000001:0.0:1763354566.611760:0:38200:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611761:0:38200:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611763:0:38200:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611764:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354566.611765:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354566.611766:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.611768:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.611769:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68240. 00080000:00000001:0.0:1763354566.611771:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611772:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.611773:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.611774:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611775:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611776:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611777:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354566.611779:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611780:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763354566.611781:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763354566.611782:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.611783:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.611784:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68540. 00080000:00000001:0.0:1763354566.611785:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611786:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.611787:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.611787:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611789:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611790:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611791:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354566.611792:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611793:0:38200:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.611795:0:38200:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.611796:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:0.0:1763354566.611797:0:38200:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611799:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:0.0:1763354566.611803:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763354566.611804:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611804:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00080000:00000001:0.0:1763354566.611806:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.611807:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.611808:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68fc0. 00080000:00000001:0.0:1763354566.611809:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611810:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611812:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611813:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.611814:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611816:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000004:00000001:0.0:1763354566.611817:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611818:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611822:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.611823:0:38200:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.611827:0:38200:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1763354566.611828:0:38200:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:0.0:1763354566.611829:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763354566.611830:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.611831:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.611835:0:38200:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 0 size = 208 00000020:00000040:0.0:1763354566.611837:0:38200:0:(update_records.c:215:update_records_update_pack()) create 1th param offset = 1 size = 16 00000020:00000040:0.0:1763354566.611839:0:38200:0:(update_records.c:220:update_records_update_pack()) 0th [0x200002344:0x19e24:0x0] create param_count = 2 00080000:00000001:0.0:1763354566.611841:0:38200:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:0.0:1763354566.611917:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354566.611919:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611920:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611922:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611923:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611924:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611926:0:38200:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1763354566.611935:0:38200:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763354566.611938:0:38200:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002344:0x19e24:0x0] 00080000:00000001:0.0:1763354566.611971:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354566.611972:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.611973:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.611974:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.611976:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611977:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.611979:0:38200:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1763354566.612079:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff58e29f580. 00000001:00000010:0.0:1763354566.612122:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff58e29f580. 00080000:00000001:0.0:1763354566.612125:0:38200:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612128:0:38200:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612130:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612131:0:38200:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612133:0:38200:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612134:0:38200:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1763354566.612137:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354566.612138:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612139:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612141:0:38200:0:(update_records.c:220:update_records_update_pack()) 1th [0x200002344:0x19e24:0x0] ref_add param_count = 2 00080000:00000002:0.0:1763354566.612144:0:38200:0:(osd_handler.c:4691:osd_ref_add()) [0x200002344:0x19e24:0x0] increase nlink 1 00000004:00000001:0.0:1763354566.612148:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612149:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1763354566.612151:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612152:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612154:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:0.0:1763354566.612156:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:0.0:1763354566.612158:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612159:0:38200:0:(update_records.c:220:update_records_update_pack()) 2th [0x200002344:0x19e24:0x0] insert param_count = 5 00080000:00000001:0.0:1763354566.612162:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:0.0:1763354566.612166:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b968 00080000:00000002:0.0:1763354566.612167:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32139 insert .:32139 rc = 0 00080000:00000001:0.0:1763354566.612170:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612172:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612174:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1763354566.612175:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612177:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612180:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:0.0:1763354566.612182:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 1 size = 16 00000020:00000040:0.0:1763354566.612184:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612186:0:38200:0:(update_records.c:220:update_records_update_pack()) 3th [0x200002344:0x19e24:0x0] insert param_count = 6 00080000:00000001:0.0:1763354566.612189:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:0.0:1763354566.612267:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b968 00080000:00000002:0.0:1763354566.612270:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32139 insert ..:512004 rc = 0 00080000:00000001:0.0:1763354566.612273:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612275:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612278:0:38200:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612282:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.612284:0:38200:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:0.0:1763354566.612286:0:38200:0:(lod_object.c:4292:lod_xattr_set_lmv()) Process entered 00000004:00000001:0.0:1763354566.612289:0:38200:0:(lod_object.c:1655:lod_prep_lmv_md()) Process entered 00000004:00000001:0.0:1763354566.612291:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612293:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612294:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612296:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612297:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612300:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612302:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612304:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:0.0:1763354566.612306:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612308:0:38200:0:(lod_object.c:1689:lod_prep_lmv_md()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.612312:0:38200:0:(lod_object.c:4324:lod_xattr_set_lmv()) kmalloced '(slave_lmm)': 56 at ffff8ff67ca68500. 00000004:00000001:0.0:1763354566.612316:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763354566.612317:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612319:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612324:0:38200:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 6 size = 208 00000020:00000040:0.0:1763354566.612326:0:38200:0:(update_records.c:220:update_records_update_pack()) 4th [0x200002340:0x113:0x0] create param_count = 7 00080000:00000001:0.0:1763354566.612330:0:38200:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:0.0:1763354566.612360:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354566.612362:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612364:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612365:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612367:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612369:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612371:0:38200:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1763354566.612377:0:38200:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763354566.612380:0:38200:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002340:0x113:0x0] 00080000:00000001:0.0:1763354566.612382:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763354566.612383:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612385:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612386:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612388:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612390:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612392:0:38200:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1763354566.612398:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff58e29f580. 00000001:00000010:0.0:1763354566.612407:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff58e29f580. 00080000:00000001:0.0:1763354566.612410:0:38200:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612413:0:38200:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612415:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612418:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354566.612419:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612421:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612424:0:38200:0:(update_records.c:220:update_records_update_pack()) 5th [0x200002340:0x113:0x0] ref_add param_count = 7 00080000:00000002:0.0:1763354566.612428:0:38200:0:(osd_handler.c:4691:osd_ref_add()) [0x200002340:0x113:0x0] increase nlink 1 00000004:00000001:0.0:1763354566.612432:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612435:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612436:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612439:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:0.0:1763354566.612442:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 7 size = 16 00000020:00000040:0.0:1763354566.612445:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612447:0:38200:0:(update_records.c:220:update_records_update_pack()) 6th [0x200002340:0x113:0x0] insert param_count = 8 00080000:00000001:0.0:1763354566.612450:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:0.0:1763354566.612453:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b770 00080000:00000002:0.0:1763354566.612455:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32140 insert .:32140 rc = 0 00080000:00000001:0.0:1763354566.612457:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612460:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.612461:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612463:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612466:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 8 size = 12 00000020:00000040:0.0:1763354566.612469:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 9 size = 56 00000020:00000040:0.0:1763354566.612472:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.612475:0:38200:0:(update_records.c:220:update_records_update_pack()) 7th [0x200002340:0x113:0x0] xattr_set param_count = 11 00080000:00000001:0.0:1763354566.612478:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.612480:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002340:0x113:0x0] set xattr 'trusted.lmv' with size 56 00000004:00000001:0.0:1763354566.612493:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612497:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612498:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612501:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:0.0:1763354566.612504:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:0.0:1763354566.612506:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612509:0:38200:0:(update_records.c:220:update_records_update_pack()) 8th [0x200002340:0x113:0x0] insert param_count = 11 00080000:00000001:0.0:1763354566.612512:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:0.0:1763354566.612552:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b770 00080000:00000002:0.0:1763354566.612555:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32140 insert ..:32139 rc = 0 00080000:00000001:0.0:1763354566.612558:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612561:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b810 00000001:00000002:0.0:1763354566.612563:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002344:0x19e24:0x0]:[0x200002340:0x113:0x0]:0' is added 00000004:00000001:0.0:1763354566.612566:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.612567:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612569:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612572:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:0.0:1763354566.612575:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 12 size = 67 00000020:00000040:0.0:1763354566.612578:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.612581:0:38200:0:(update_records.c:220:update_records_update_pack()) 9th [0x200002340:0x113:0x0] xattr_set param_count = 13 00080000:00000001:0.0:1763354566.612583:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.612585:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002340:0x113:0x0] set xattr 'trusted.link' with size 67 00080000:00000001:0.0:1763354566.612587:0:38200:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1763354566.612590:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763354566.612591:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763354566.612593:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612594:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612596:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612598:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612599:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.612601:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.612603:0:38200:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612610:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612612:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612613:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612617:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 13 size = 26 00000020:00000040:0.0:1763354566.612619:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 7 size = 16 00000020:00000040:0.0:1763354566.612621:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612624:0:38200:0:(update_records.c:220:update_records_update_pack()) 10th [0x200002344:0x19e24:0x0] insert param_count = 14 00080000:00000001:0.0:1763354566.612627:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:0.0:1763354566.612637:0:38200:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612640:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b770 00080000:00000002:0.0:1763354566.612641:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32139 insert [0x200002340:0x113:0x0]:0:32140 rc = 0 00080000:00000001:0.0:1763354566.612644:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612646:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354566.612647:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612649:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612652:0:38200:0:(update_records.c:220:update_records_update_pack()) 11th [0x200002344:0x19e24:0x0] ref_add param_count = 14 00080000:00000002:0.0:1763354566.612654:0:38200:0:(osd_handler.c:4691:osd_ref_add()) [0x200002344:0x19e24:0x0] increase nlink 2 00000004:00000001:0.0:1763354566.612658:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612661:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763354566.612662:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612664:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612666:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612667:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612669:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612670:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612672:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612674:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612675:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.612678:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612680:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.612682:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.612684:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.612687:0:38200:0:(update_records.c:215:update_records_update_pack()) create 0th param offset = 6 size = 208 00000020:00000040:0.0:1763354566.612690:0:38200:0:(update_records.c:220:update_records_update_pack()) 12th [0x2400032e1:0x113:0x0] create param_count = 14 00000020:00000001:0.0:1763354566.612694:0:38200:0:(out_lib.c:180:out_create_pack()) Process entered 00000020:00000001:0.0:1763354566.612696:0:38200:0:(out_lib.c:210:out_create_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.612700:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68100. 00000004:00000001:0.0:1763354566.612702:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612704:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354566.612705:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612707:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612708:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612709:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612710:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612712:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612714:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612715:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612717:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.612719:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612721:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.612722:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.612725:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.612727:0:38200:0:(update_records.c:220:update_records_update_pack()) 13th [0x2400032e1:0x113:0x0] ref_add param_count = 14 00000020:00000001:0.0:1763354566.612730:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.612732:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612734:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612747:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612748:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612750:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612751:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612753:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612754:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612756:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612758:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612760:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.612762:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612764:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.612765:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.612767:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.612770:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 2 size = 2 00000020:00000040:0.0:1763354566.612773:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 14 size = 16 00000020:00000040:0.0:1763354566.612775:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612778:0:38200:0:(update_records.c:220:update_records_update_pack()) 14th [0x2400032e1:0x113:0x0] insert param_count = 15 00000020:00000001:0.0:1763354566.612781:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.612783:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612785:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.612786:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612787:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612789:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612790:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612791:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612793:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612795:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612797:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612799:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.612811:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612813:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.612815:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.612817:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.612821:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 8 size = 12 00000020:00000040:0.0:1763354566.612824:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 15 size = 56 00000020:00000040:0.0:1763354566.612827:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.612829:0:38200:0:(update_records.c:220:update_records_update_pack()) 15th [0x2400032e1:0x113:0x0] xattr_set param_count = 16 00000004:00000001:0.0:1763354566.612833:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354566.612835:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'trusted.lmv' with size 56 00000020:00000001:0.0:1763354566.612838:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.612839:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.612843:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 108 at ffff8ff643deed80. 00000004:00000001:0.0:1763354566.612847:0:38200:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612848:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612851:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612853:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612854:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612855:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612856:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612858:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612860:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612862:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612864:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.612865:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612867:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.612869:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.612871:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.612874:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 5 size = 3 00000020:00000040:0.0:1763354566.612877:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:0.0:1763354566.612879:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612881:0:38200:0:(update_records.c:220:update_records_update_pack()) 16th [0x2400032e1:0x113:0x0] insert param_count = 16 00000020:00000001:0.0:1763354566.612884:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.612886:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612889:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b810 00000001:00000002:0.0:1763354566.612891:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002344:0x19e24:0x0]:[0x2400032e1:0x113:0x0]:1' is added 00000004:00000001:0.0:1763354566.612893:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.612895:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612896:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.612898:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.612899:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.612900:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.612902:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612904:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.612905:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.612907:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.612910:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.612911:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.612913:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.612915:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.612918:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:0.0:1763354566.612921:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 16 size = 67 00000020:00000040:0.0:1763354566.612924:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.612926:0:38200:0:(update_records.c:220:update_records_update_pack()) 17th [0x2400032e1:0x113:0x0] xattr_set param_count = 17 00000004:00000001:0.0:1763354566.612929:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354566.612930:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'trusted.link' with size 67 00000020:00000001:0.0:1763354566.612933:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.612935:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612937:0:38200:0:(osp_object.c:1269:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612951:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.612954:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.612956:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.612960:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 17 size = 26 00000020:00000040:0.0:1763354566.612961:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 14 size = 16 00000020:00000040:0.0:1763354566.612963:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 4 size = 4 00000020:00000040:0.0:1763354566.612964:0:38200:0:(update_records.c:220:update_records_update_pack()) 18th [0x200002344:0x19e24:0x0] insert param_count = 18 00080000:00000001:0.0:1763354566.612966:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:0.0:1763354566.612968:0:38200:0:(osd_handler.c:4400:osd_create_local_agent_inode()) Process entered 00080000:00000001:0.0:1763354566.612995:0:38200:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1763354566.612999:0:38200:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.613052:0:38200:0:(osd_handler.c:4468:osd_create_local_agent_inode()) Process leaving (rc=18446620883862520184 : -123189847031432 : ffff8ff5a0ed8178) 00080000:00000001:0.0:1763354566.613059:0:38200:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613062:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b770 00080000:00000002:0.0:1763354566.613064:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32139 insert [0x2400032e1:0x113:0x0]:1:514255 rc = 0 00080000:00000001:0.0:1763354566.613066:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613068:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354566.613069:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613071:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613073:0:38200:0:(update_records.c:220:update_records_update_pack()) 19th [0x200002344:0x19e24:0x0] ref_add param_count = 18 00080000:00000002:0.0:1763354566.613075:0:38200:0:(osd_handler.c:4691:osd_ref_add()) [0x200002344:0x19e24:0x0] increase nlink 3 00000004:00000001:0.0:1763354566.613078:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763354566.613080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1100. 00000004:00000001:0.0:1763354566.613081:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613082:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613084:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613088:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 8 size = 12 00010000:00000010:3.1:1763354566.613090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00000020:00000040:0.0:1763354566.613091:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 18 size = 56 00000020:00000040:0.0:1763354566.613097:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613098:0:38200:0:(update_records.c:220:update_records_update_pack()) 20th [0x200002344:0x19e24:0x0] xattr_set param_count = 19 00080000:00000001:0.0:1763354566.613100:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.613101:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e24:0x0] set xattr 'trusted.lmv' with size 56 00000004:00000001:0.0:1763354566.613108:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.613110:0:38200:0:(lod_object.c:4464:lod_xattr_set_lmv()) kfreed 'slave_lmm': 56 at ffff8ff67ca68500. 00000004:00000001:0.0:1763354566.613113:0:38200:0:(lod_object.c:4466:lod_xattr_set_lmv()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613114:0:38200:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613116:0:38200:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613118:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613120:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763354566.613121:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613122:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613123:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613126:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 19 size = 9 00000020:00000040:0.0:1763354566.613128:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 20 size = 5 00000020:00000040:0.0:1763354566.613129:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613130:0:38200:0:(update_records.c:220:update_records_update_pack()) 21th [0x200002344:0x19e24:0x0] xattr_set param_count = 21 00080000:00000001:0.0:1763354566.613132:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.613133:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e24:0x0] set xattr 'user.job' with size 5 00000004:00000001:0.0:1763354566.613137:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613138:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613139:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613140:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613143:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 19 size = 9 00000020:00000040:0.0:1763354566.613145:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 20 size = 5 00000020:00000040:0.0:1763354566.613146:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613147:0:38200:0:(update_records.c:220:update_records_update_pack()) 22th [0x200002340:0x113:0x0] xattr_set param_count = 21 00080000:00000001:0.0:1763354566.613149:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.613149:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002340:0x113:0x0] set xattr 'user.job' with size 5 00000004:00000001:0.0:1763354566.613152:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613153:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613154:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613155:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.613156:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.613157:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.613158:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.613159:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613160:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613161:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.613162:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.613163:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613164:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.613165:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.613166:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.613168:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 19 size = 9 00000020:00000040:0.0:1763354566.613170:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 20 size = 5 00000020:00000040:0.0:1763354566.613172:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613173:0:38200:0:(update_records.c:220:update_records_update_pack()) 23th [0x2400032e1:0x113:0x0] xattr_set param_count = 21 00000004:00000001:0.0:1763354566.613175:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354566.613176:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'user.job' with size 5 00000020:00000001:0.0:1763354566.613178:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613179:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.613182:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 54 at ffff8ff67ca68500. 00000004:00000001:0.0:1763354566.613184:0:38200:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613185:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613186:0:38200:0:(lod_object.c:3876:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613187:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613190:0:38200:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613191:0:38200:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1763354566.613192:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1763354566.613194:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613195:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.613196:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.613196:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.613197:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.613198:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613200:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613201:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.613202:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:0.0:1763354566.613203:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613204:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.613204:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.613206:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.613208:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 0th param offset = 21 size = 5 00000020:00000040:0.0:1763354566.613209:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 1th param offset = 3 size = 16 00000020:00000040:0.0:1763354566.613211:0:38200:0:(update_records.c:215:update_records_update_pack()) insert 2th param offset = 22 size = 4 00000020:00000040:0.0:1763354566.613213:0:38200:0:(update_records.c:220:update_records_update_pack()) 24th [0x2400032e4:0x9deb:0x0] insert param_count = 23 00000020:00000001:0.0:1763354566.613215:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613215:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613216:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613218:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:0.0:1763354566.613219:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613220:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.613220:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.613221:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.613222:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.613222:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613223:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613225:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.613226:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:0.0:1763354566.613227:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613228:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.613229:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.613231:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.613233:0:38200:0:(update_records.c:220:update_records_update_pack()) 25th [0x2400032e4:0x9deb:0x0] ref_add param_count = 23 00000020:00000001:0.0:1763354566.613234:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613235:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613236:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613238:0:38200:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613239:0:38200:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:0.0:1763354566.613241:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613241:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763354566.613242:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613243:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613244:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613246:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 11 size = 13 00000020:00000040:0.0:1763354566.613248:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 23 size = 46 00000020:00000040:0.0:1763354566.613249:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613250:0:38200:0:(update_records.c:220:update_records_update_pack()) 26th [0x200002344:0x19e24:0x0] xattr_set param_count = 24 00080000:00000001:0.0:1763354566.613252:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.613252:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e24:0x0] set xattr 'trusted.link' with size 46 00080000:00000001:0.0:1763354566.613254:0:38200:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1763354566.613255:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763354566.613256:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763354566.613257:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.613258:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.613259:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613260:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.613261:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.613262:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:0.0:1763354566.613297:0:38200:0:(osd_compat.c:354:osd_add_to_remote_parent()) lustre-MDT0000: create agent entry for 0x200002344:0x19e24:0x0: rc = 0 00000001:00000001:0.0:1763354566.613301:0:38200:0:(osd_compat.c:357:osd_add_to_remote_parent()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.613302:0:38200:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613307:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613308:0:38200:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613309:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613311:0:38200:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.613313:0:38200:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1763354566.613314:0:38200:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763354566.613316:0:38200:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763354566.613317:0:38200:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763354566.613318:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613319:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.613320:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.613321:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.613322:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.613323:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613324:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613325:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.613326:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e4 00000004:00000001:0.0:1763354566.613328:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613329:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.613330:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.613331:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.613334:0:38200:0:(update_records.c:215:update_records_update_pack()) attr_set 0th param offset = 24 size = 208 00000020:00000040:0.0:1763354566.613336:0:38200:0:(update_records.c:220:update_records_update_pack()) 27th [0x2400032e4:0x9deb:0x0] attr_set param_count = 25 00000020:00000001:0.0:1763354566.613339:0:38200:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:0.0:1763354566.613340:0:38200:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613342:0:38200:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613344:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.613345:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613347:0:38200:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613348:0:38200:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613349:0:38200:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613351:0:38200:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:0.0:1763354566.613353:0:38200:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1763354566.613354:0:38200:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613356:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:0.0:1763354566.613359:0:38200:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 17179869776 flags = 0 ops = 28 params = 25 00000020:00000040:0.0:1763354566.613361:0:38200:0:(update_records.c:73:update_records_dump()) update 0th [0x200002344:0x19e24:0x0] create params_count = 2 00000020:00000040:0.0:1763354566.613363:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436322d6 0th off = 0 size = 208 00000020:00000040:0.0:1763354566.613365:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ae 1th off = 1 size = 16 00000020:00000040:0.0:1763354566.613367:0:38200:0:(update_records.c:73:update_records_dump()) update 1th [0x200002344:0x19e24:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613368:0:38200:0:(update_records.c:73:update_records_dump()) update 2th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613370:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323c6 0th off = 2 size = 2 00000020:00000040:0.0:1763354566.613371:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323d6 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613372:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613374:0:38200:0:(update_records.c:73:update_records_dump()) update 3th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613375:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323fe 0th off = 5 size = 3 00000020:00000040:0.0:1763354566.613376:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ae 1th off = 1 size = 16 00000020:00000040:0.0:1763354566.613378:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613379:0:38200:0:(update_records.c:73:update_records_dump()) update 4th [0x200002340:0x113:0x0] create params_count = 1 00000020:00000040:0.0:1763354566.613380:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363240e 0th off = 6 size = 208 00000020:00000040:0.0:1763354566.613382:0:38200:0:(update_records.c:73:update_records_dump()) update 5th [0x200002340:0x113:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613383:0:38200:0:(update_records.c:73:update_records_dump()) update 6th [0x200002340:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613385:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323c6 0th off = 2 size = 2 00000020:00000040:0.0:1763354566.613386:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436324e6 1th off = 7 size = 16 00000020:00000040:0.0:1763354566.613387:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613388:0:38200:0:(update_records.c:73:update_records_dump()) update 7th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613390:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436324fe 0th off = 8 size = 12 00000020:00000040:0.0:1763354566.613391:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632516 1th off = 9 size = 56 00000020:00000040:0.0:1763354566.613392:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613394:0:38200:0:(update_records.c:73:update_records_dump()) update 8th [0x200002340:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613395:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323fe 0th off = 5 size = 3 00000020:00000040:0.0:1763354566.613396:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323d6 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613398:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613399:0:38200:0:(update_records.c:73:update_records_dump()) update 9th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613401:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632566 0th off = 11 size = 13 00000020:00000040:0.0:1763354566.613403:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363257e 1th off = 12 size = 67 00000020:00000040:0.0:1763354566.613404:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613406:0:38200:0:(update_records.c:73:update_records_dump()) update 10th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613407:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325ce 0th off = 13 size = 26 00000020:00000040:0.0:1763354566.613409:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436324e6 1th off = 7 size = 16 00000020:00000040:0.0:1763354566.613410:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613411:0:38200:0:(update_records.c:73:update_records_dump()) update 11th [0x200002344:0x19e24:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613413:0:38200:0:(update_records.c:73:update_records_dump()) update 12th [0x2400032e1:0x113:0x0] create params_count = 1 00000020:00000040:0.0:1763354566.613414:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363240e 0th off = 6 size = 208 00000020:00000040:0.0:1763354566.613415:0:38200:0:(update_records.c:73:update_records_dump()) update 13th [0x2400032e1:0x113:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613417:0:38200:0:(update_records.c:73:update_records_dump()) update 14th [0x2400032e1:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613418:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323c6 0th off = 2 size = 2 00000020:00000040:0.0:1763354566.613420:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325f6 1th off = 14 size = 16 00000020:00000040:0.0:1763354566.613421:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613422:0:38200:0:(update_records.c:73:update_records_dump()) update 15th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613424:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436324fe 0th off = 8 size = 12 00000020:00000040:0.0:1763354566.613425:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363260e 1th off = 15 size = 56 00000020:00000040:0.0:1763354566.613426:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613427:0:38200:0:(update_records.c:73:update_records_dump()) update 16th [0x2400032e1:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613429:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323fe 0th off = 5 size = 3 00000020:00000040:0.0:1763354566.613430:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323d6 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613431:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613433:0:38200:0:(update_records.c:73:update_records_dump()) update 17th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613434:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632566 0th off = 11 size = 13 00000020:00000040:0.0:1763354566.613435:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363264e 1th off = 16 size = 67 00000020:00000040:0.0:1763354566.613437:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613438:0:38200:0:(update_records.c:73:update_records_dump()) update 18th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613439:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363269e 0th off = 17 size = 26 00000020:00000040:0.0:1763354566.613441:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325f6 1th off = 14 size = 16 00000020:00000040:0.0:1763354566.613443:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323ee 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613444:0:38200:0:(update_records.c:73:update_records_dump()) update 19th [0x200002344:0x19e24:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613446:0:38200:0:(update_records.c:73:update_records_dump()) update 20th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613447:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436324fe 0th off = 8 size = 12 00000020:00000040:0.0:1763354566.613449:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436326c6 1th off = 18 size = 56 00000020:00000040:0.0:1763354566.613450:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613451:0:38200:0:(update_records.c:73:update_records_dump()) update 21th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613453:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632706 0th off = 19 size = 9 00000020:00000040:0.0:1763354566.613454:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363271e 1th off = 20 size = 5 00000020:00000040:0.0:1763354566.613455:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613457:0:38200:0:(update_records.c:73:update_records_dump()) update 22th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613458:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632706 0th off = 19 size = 9 00000020:00000040:0.0:1763354566.613459:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363271e 1th off = 20 size = 5 00000020:00000040:0.0:1763354566.613461:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613462:0:38200:0:(update_records.c:73:update_records_dump()) update 23th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613463:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632706 0th off = 19 size = 9 00000020:00000040:0.0:1763354566.613465:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363271e 1th off = 20 size = 5 00000020:00000040:0.0:1763354566.613466:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613467:0:38200:0:(update_records.c:73:update_records_dump()) update 24th [0x2400032e4:0x9deb:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613469:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363272e 0th off = 21 size = 5 00000020:00000040:0.0:1763354566.613470:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436323d6 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613471:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363273e 2th off = 22 size = 4 00000020:00000040:0.0:1763354566.613472:0:38200:0:(update_records.c:73:update_records_dump()) update 25th [0x2400032e4:0x9deb:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613474:0:38200:0:(update_records.c:73:update_records_dump()) update 26th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613475:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632566 0th off = 11 size = 13 00000020:00000040:0.0:1763354566.613477:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363274e 1th off = 23 size = 46 00000020:00000040:0.0:1763354566.613478:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632556 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613479:0:38200:0:(update_records.c:73:update_records_dump()) update 27th [0x2400032e4:0x9deb:0x0] attr_set params_count = 1 00000020:00000040:0.0:1763354566.613481:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632786 0th off = 24 size = 208 00000020:00000001:0.0:1763354566.613483:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:0.0:1763354566.613485:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000020:00000010:0.0:1763354566.613487:0:38200:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff8ff67ca68f40. 00000040:00000001:0.0:1763354566.613489:0:38200:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763354566.613491:0:38200:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763354566.613492:0:38200:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763354566.613493:0:38200:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620887185147904 : -123186524403712 : ffff8ff666f8c800) 00000040:00000001:0.0:1763354566.613495:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354566.613496:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.613497:0:38200:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763354566.613499:0:38200:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763354566.613500:0:38200:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200002340:0x2:0x0] 00000040:00080000:0.0:1763354566.613524:0:38200:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200002340:0x2:0x0].572, 2152 off816736 00000040:00000001:0.0:1763354566.613527:0:38200:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.613528:0:38200:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.613531:0:38200:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763354566.613533:0:38200:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.613534:0:38200:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354566.613536:0:38200:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osd: Add update log [0x200002340:0x2:0x0].572: rc = 1 00000020:00000001:0.0:1763354566.613538:0:38200:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.613540:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:0.0:1763354566.613541:0:38200:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.613543:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.613546:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1763354566.613548:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613549:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763354566.613550:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613551:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613552:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613555:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 25 size = 16 00000020:00000040:0.0:1763354566.613557:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 26 size = 8 00000020:00000040:0.0:1763354566.613559:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613560:0:38200:0:(update_records.c:220:update_records_update_pack()) 28th [0x200002344:0x19e24:0x0] xattr_set param_count = 27 00080000:00000001:0.0:1763354566.613561:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.613563:0:38200:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002344:0x19e24:0x0] set version 0x50005c48b (old 0x0) for inode 32139 00080000:00000001:0.0:1763354566.613566:0:38200:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613567:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613568:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613569:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613570:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613573:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 25 size = 16 00000020:00000040:0.0:1763354566.613576:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 26 size = 8 00000020:00000040:0.0:1763354566.613577:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613578:0:38200:0:(update_records.c:220:update_records_update_pack()) 29th [0x200002340:0x113:0x0] xattr_set param_count = 27 00080000:00000001:0.0:1763354566.613579:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.613580:0:38200:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002340:0x113:0x0] set version 0x50005c48b (old 0x0) for inode 32140 00080000:00000001:0.0:1763354566.613582:0:38200:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613583:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613585:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763354566.613585:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613586:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763354566.613587:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763354566.613588:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.613588:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.613589:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613590:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.613591:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.613592:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:0.0:1763354566.613594:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613595:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763354566.613596:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000004:00000001:0.0:1763354566.613597:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620883666082624 : -123190043468992 : ffff8ff595381b40) 00000020:00000040:0.0:1763354566.613600:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 25 size = 16 00000020:00000040:0.0:1763354566.613602:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 26 size = 8 00000020:00000040:0.0:1763354566.613603:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 10 size = 4 00000020:00000040:0.0:1763354566.613605:0:38200:0:(update_records.c:220:update_records_update_pack()) 30th [0x2400032e1:0x113:0x0] xattr_set param_count = 27 00000004:00000001:0.0:1763354566.613606:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763354566.613608:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'trusted.version' with size 8 00000020:00000001:0.0:1763354566.613610:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613611:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.613613:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 64 at ffff8ff67ca68bc0. 00000004:00000001:0.0:1763354566.613615:0:38200:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613616:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613618:0:38200:0:(lod_object.c:3876:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613619:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763354566.613620:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214475, last_committed = 21475214474 00000001:00000010:0.0:1763354566.613623:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0e40. 00000001:00000040:0.0:1763354566.613625:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 1 00000020:00000040:0.0:1763354566.613627:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=463 00000001:00000010:0.0:1763354566.613633:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000004:00000001:0.0:1763354566.613638:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763354566.613640:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763354566.613641:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883643403264 : -123190066148352 : ffff8ff593de0c00) 00000020:00000040:0.0:1763354566.613646:0:38200:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 27 size = 32 00000020:00000040:0.0:1763354566.613650:0:38200:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 28 size = 8 00000020:00000040:0.0:1763354566.613652:0:38200:0:(update_records.c:220:update_records_update_pack()) 31th [0x200000001:0x15:0x0] write param_count = 29 00000004:00000001:0.0:1763354566.613661:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763354566.613665:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff595381480: xid 1848998841116288, transno 21475214475, tag 1, client gen 10, slot idx 3 00000001:00000001:0.0:1763354566.613669:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.613671:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763354566.613673:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:0.0:1763354566.613678:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68fc0. 00080000:00000010:0.0:1763354566.613681:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68540. 00080000:00000010:0.0:1763354566.613684:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68240. 00040000:00000001:0.0:1763354566.613687:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.613689:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.613692:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.613696:0:38200:0:(update_records.c:54:update_records_dump()) master transno = 21475214475 batchid = 17179869776 flags = 0 ops = 32 params = 29 00000020:00000040:0.0:1763354566.613699:0:38200:0:(update_records.c:73:update_records_dump()) update 0th [0x200002344:0x19e24:0x0] create params_count = 2 00000020:00000040:0.0:1763354566.613702:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363233c 0th off = 0 size = 208 00000020:00000040:0.0:1763354566.613705:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632414 1th off = 1 size = 16 00000020:00000040:0.0:1763354566.613706:0:38200:0:(update_records.c:73:update_records_dump()) update 1th [0x200002344:0x19e24:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613708:0:38200:0:(update_records.c:73:update_records_dump()) update 2th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613710:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363242c 0th off = 2 size = 2 00000020:00000040:0.0:1763354566.613711:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363243c 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613712:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613714:0:38200:0:(update_records.c:73:update_records_dump()) update 3th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613715:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632464 0th off = 5 size = 3 00000020:00000040:0.0:1763354566.613716:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632414 1th off = 1 size = 16 00000020:00000040:0.0:1763354566.613718:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613719:0:38200:0:(update_records.c:73:update_records_dump()) update 4th [0x200002340:0x113:0x0] create params_count = 1 00000020:00000040:0.0:1763354566.613720:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632474 0th off = 6 size = 208 00000020:00000040:0.0:1763354566.613722:0:38200:0:(update_records.c:73:update_records_dump()) update 5th [0x200002340:0x113:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613723:0:38200:0:(update_records.c:73:update_records_dump()) update 6th [0x200002340:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613724:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363242c 0th off = 2 size = 2 00000020:00000040:0.0:1763354566.613726:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363254c 1th off = 7 size = 16 00000020:00000040:0.0:1763354566.613727:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613728:0:38200:0:(update_records.c:73:update_records_dump()) update 7th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613730:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632564 0th off = 8 size = 12 00000020:00000040:0.0:1763354566.613731:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363257c 1th off = 9 size = 56 00000020:00000040:0.0:1763354566.613732:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613734:0:38200:0:(update_records.c:73:update_records_dump()) update 8th [0x200002340:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613735:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632464 0th off = 5 size = 3 00000020:00000040:0.0:1763354566.613736:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363243c 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613737:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613739:0:38200:0:(update_records.c:73:update_records_dump()) update 9th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613740:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325cc 0th off = 11 size = 13 00000020:00000040:0.0:1763354566.613741:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325e4 1th off = 12 size = 67 00000020:00000040:0.0:1763354566.613743:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613744:0:38200:0:(update_records.c:73:update_records_dump()) update 10th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613746:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632634 0th off = 13 size = 26 00000020:00000040:0.0:1763354566.613747:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363254c 1th off = 7 size = 16 00000020:00000040:0.0:1763354566.613749:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613750:0:38200:0:(update_records.c:73:update_records_dump()) update 11th [0x200002344:0x19e24:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613752:0:38200:0:(update_records.c:73:update_records_dump()) update 12th [0x2400032e1:0x113:0x0] create params_count = 1 00000020:00000040:0.0:1763354566.613753:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632474 0th off = 6 size = 208 00000020:00000040:0.0:1763354566.613755:0:38200:0:(update_records.c:73:update_records_dump()) update 13th [0x2400032e1:0x113:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613756:0:38200:0:(update_records.c:73:update_records_dump()) update 14th [0x2400032e1:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613757:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363242c 0th off = 2 size = 2 00000020:00000040:0.0:1763354566.613759:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363265c 1th off = 14 size = 16 00000020:00000040:0.0:1763354566.613760:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613761:0:38200:0:(update_records.c:73:update_records_dump()) update 15th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613763:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632564 0th off = 8 size = 12 00000020:00000040:0.0:1763354566.613764:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632674 1th off = 15 size = 56 00000020:00000040:0.0:1763354566.613765:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613766:0:38200:0:(update_records.c:73:update_records_dump()) update 16th [0x2400032e1:0x113:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613768:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632464 0th off = 5 size = 3 00000020:00000040:0.0:1763354566.613769:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363243c 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613770:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613772:0:38200:0:(update_records.c:73:update_records_dump()) update 17th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613773:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325cc 0th off = 11 size = 13 00000020:00000040:0.0:1763354566.613774:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436326b4 1th off = 16 size = 67 00000020:00000040:0.0:1763354566.613776:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613777:0:38200:0:(update_records.c:73:update_records_dump()) update 18th [0x200002344:0x19e24:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613778:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632704 0th off = 17 size = 26 00000020:00000040:0.0:1763354566.613780:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363265c 1th off = 14 size = 16 00000020:00000040:0.0:1763354566.613781:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632454 2th off = 4 size = 4 00000020:00000040:0.0:1763354566.613782:0:38200:0:(update_records.c:73:update_records_dump()) update 19th [0x200002344:0x19e24:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613784:0:38200:0:(update_records.c:73:update_records_dump()) update 20th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613786:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632564 0th off = 8 size = 12 00000020:00000040:0.0:1763354566.613787:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363272c 1th off = 18 size = 56 00000020:00000040:0.0:1763354566.613789:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613791:0:38200:0:(update_records.c:73:update_records_dump()) update 21th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613792:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363276c 0th off = 19 size = 9 00000020:00000040:0.0:1763354566.613793:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632784 1th off = 20 size = 5 00000020:00000040:0.0:1763354566.613795:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613796:0:38200:0:(update_records.c:73:update_records_dump()) update 22th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613814:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363276c 0th off = 19 size = 9 00000020:00000040:0.0:1763354566.613815:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632784 1th off = 20 size = 5 00000020:00000040:0.0:1763354566.613817:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613819:0:38200:0:(update_records.c:73:update_records_dump()) update 23th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613821:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363276c 0th off = 19 size = 9 00000020:00000040:0.0:1763354566.613823:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632784 1th off = 20 size = 5 00000020:00000040:0.0:1763354566.613824:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613826:0:38200:0:(update_records.c:73:update_records_dump()) update 24th [0x2400032e4:0x9deb:0x0] insert params_count = 3 00000020:00000040:0.0:1763354566.613828:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632794 0th off = 21 size = 5 00000020:00000040:0.0:1763354566.613830:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363243c 1th off = 3 size = 16 00000020:00000040:0.0:1763354566.613831:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436327a4 2th off = 22 size = 4 00000020:00000040:0.0:1763354566.613833:0:38200:0:(update_records.c:73:update_records_dump()) update 25th [0x2400032e4:0x9deb:0x0] ref_add params_count = 0 00000020:00000040:0.0:1763354566.613835:0:38200:0:(update_records.c:73:update_records_dump()) update 26th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613837:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325cc 0th off = 11 size = 13 00000020:00000040:0.0:1763354566.613839:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436327b4 1th off = 23 size = 46 00000020:00000040:0.0:1763354566.613840:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613842:0:38200:0:(update_records.c:73:update_records_dump()) update 27th [0x2400032e4:0x9deb:0x0] attr_set params_count = 1 00000020:00000040:0.0:1763354566.613844:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436327ec 0th off = 24 size = 208 00000020:00000040:0.0:1763354566.613846:0:38200:0:(update_records.c:73:update_records_dump()) update 28th [0x200002344:0x19e24:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613848:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328c4 0th off = 25 size = 16 00000020:00000040:0.0:1763354566.613850:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328dc 1th off = 26 size = 8 00000020:00000040:0.0:1763354566.613852:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613854:0:38200:0:(update_records.c:73:update_records_dump()) update 29th [0x200002340:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613856:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328c4 0th off = 25 size = 16 00000020:00000040:0.0:1763354566.613858:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328dc 1th off = 26 size = 8 00000020:00000040:0.0:1763354566.613860:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613862:0:38200:0:(update_records.c:73:update_records_dump()) update 30th [0x2400032e1:0x113:0x0] xattr_set params_count = 3 00000020:00000040:0.0:1763354566.613863:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328c4 0th off = 25 size = 16 00000020:00000040:0.0:1763354566.613865:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328dc 1th off = 26 size = 8 00000020:00000040:0.0:1763354566.613867:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436325bc 2th off = 10 size = 4 00000020:00000040:0.0:1763354566.613869:0:38200:0:(update_records.c:73:update_records_dump()) update 31th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:0.0:1763354566.613871:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436328ec 0th off = 27 size = 32 00000020:00000040:0.0:1763354566.613873:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632914 1th off = 28 size = 8 00000020:00000001:0.0:1763354566.613875:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:0.0:1763354566.613876:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89d80 : new refcount 2 00000020:00000010:0.0:1763354566.613879:0:38200:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff8ff67ca68240. 00000040:00000001:0.0:1763354566.613881:0:38200:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763354566.613883:0:38200:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763354566.613884:0:38200:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763354566.613885:0:38200:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620886551128576 : -123187158423040 : ffff8ff6412e6a00) 00000040:00000001:0.0:1763354566.613887:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763354566.613888:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.613890:0:38200:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763354566.613891:0:38200:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763354566.613892:0:38200:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x2400032e1:0x2:0x0] 00000004:00000001:0.0:1763354566.613895:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763354566.613896:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.613898:0:38200:0:(llog_osd.c:144:llog_osd_pad()) Process entered 00000040:00000010:0.0:1763354566.613901:0:38200:0:(llog_osd.c:150:llog_osd_pad()) kmalloced '(rec)': 168 at ffff8ff595381600. 00000004:00000001:0.0:1763354566.613903:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763354566.613904:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 884568 length = 168 00000020:00000001:0.0:1763354566.613908:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613910:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.613913:0:38200:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0001-osp-MDT0000: version 1085 gen 0 oth:version ffff8ff595381b40:1084 00000004:00000010:0.0:1763354566.613917:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68540. 00000004:00000001:0.0:1763354566.613919:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=168 : 168 : a8) 00000040:00000010:0.0:1763354566.613922:0:38200:0:(llog_osd.c:169:llog_osd_pad()) kfreed 'rec': 168 at ffff8ff595381600. 00000040:00000001:0.0:1763354566.613924:0:38200:0:(llog_osd.c:170:llog_osd_pad()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613926:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763354566.613928:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 0 length = 88 00000020:00000001:0.0:1763354566.613930:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613931:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.613933:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68fc0. 00000004:00000001:0.0:1763354566.613935:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763354566.613936:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763354566.613938:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 156 length = 4 00000020:00000001:0.0:1763354566.613955:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613957:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.613960:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68ec0. 00000004:00000001:0.0:1763354566.613961:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:0.0:1763354566.613978:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763354566.613989:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 32760 length = 8 00000020:00000001:0.0:1763354566.613991:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.613992:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.613993:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68a40. 00000004:00000001:0.0:1763354566.613995:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=8 : 8 : 8) 00000004:00000001:0.0:1763354566.613996:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763354566.613997:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.613998:0:38200:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000004:00000040:0.0:1763354566.613999:0:38200:0:(osp_md_object.c:1212:osp_md_write()) write [0x2400032e1:0x2:0x0] offset = 884736 length = 2352 00000020:00000001:0.0:1763354566.614000:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.614001:0:38200:0:(out_lib.c:142:out_update_pack()) Process leaving (rc=18446744073709551609 : -7 : fffffffffffffff9) 00000004:00000010:0.0:1763354566.614003:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba12e0. 00000004:00000010:0.0:1763354566.614006:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff54e25a000. 00000020:00000001:0.0:1763354566.614007:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763354566.614008:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.614009:0:38200:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68080. 00000004:00000001:0.0:1763354566.614011:0:38200:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=2352 : 2352 : 930) 00000040:00080000:0.0:1763354566.614012:0:38200:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2400032e1:0x2:0x0].562, 2352 off887088 00000040:00000001:0.0:1763354566.614014:0:38200:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.614015:0:38200:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.614017:0:38200:0:(out_lib.c:237:out_attr_set_pack()) Process entered 00000020:00000001:0.0:1763354566.614018:0:38200:0:(out_lib.c:251:out_attr_set_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.614019:0:38200:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.614021:0:38200:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354566.614022:0:38200:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0001-osp-MDT0000: Add update log [0x2400032e1:0x2:0x0].562: rc = 1 00000020:00000001:0.0:1763354566.614024:0:38200:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.614025:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89d80 : new refcount 1 00000020:00000001:0.0:1763354566.614026:0:38200:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.614029:0:38200:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00080000:0.0:1763354566.614030:0:38200:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8ff595381b40 with version 1084 00000004:00000001:0.0:1763354566.614052:0:38200:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354566.614084:0:29734:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8ff545f98cc0 version 1084 rpc_version 1084 00000004:00000001:2.0:1763354566.614089:0:29734:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763354566.614090:0:29734:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354566.614092:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e1:0x113:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:2.0:1763354566.614095:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x2400032e1:0x113:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:2.0:1763354566.614098:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 2 fid = [0x2400032e1:0x113:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:2.0:1763354566.614100:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 3 fid = [0x2400032e1:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763354566.614102:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 4 fid = [0x2400032e1:0x113:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:2.0:1763354566.614104:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 5 fid = [0x2400032e1:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 160 repsize 0 00000004:00000040:2.0:1763354566.614106:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 6 fid = [0x2400032e1:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:2.0:1763354566.614108:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 7 fid = [0x2400032e4:0x9deb:0x0] op = insert params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:2.0:1763354566.614109:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 8 fid = [0x2400032e4:0x9deb:0x0] op = ref_add params = 0 batchid = 0 size = 40 repsize 0 00000004:00000040:2.0:1763354566.614111:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 9 fid = [0x2400032e4:0x9deb:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:2.0:1763354566.614113:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 10 fid = [0x2400032e1:0x113:0x0] op = xattr_set params = 3 batchid = 0 size = 96 repsize 0 00000004:00000040:2.0:1763354566.614115:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 11 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 232 repsize 0 00000004:00000040:2.0:1763354566.614117:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 12 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:2.0:1763354566.614119:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 13 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:2.0:1763354566.614121:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 14 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000040:2.0:1763354566.614123:0:29734:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff650451000 magic = bdde0002 count = 15 size = 1904 00000004:00000040:2.0:1763354566.614126:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2400032e1:0x2:0x0] op = write params = 2 batchid = 0 size = 2416 repsize 0 00000004:00000040:2.0:1763354566.614128:0:29734:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x2400032e1:0x2:0x0] op = attr_set params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:2.0:1763354566.614130:0:29734:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff54e25a000 magic = bdde0002 count = 2 size = 2672 00000100:00000010:2.0:1763354566.614134:0:29734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec51180. 00000020:00000040:2.0:1763354566.614136:0:29734:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=3 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763354566.614138:0:29734:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.614139:0:29734:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.614142:0:29734:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.614145:0:29734:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff671467600. 00000100:00000001:2.0:1763354566.614147:0:29734:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614150:0:29734:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1763354566.614153:0:29734:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8ff65a791800. 00000100:00000010:2.0:1763354566.614155:0:29734:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8ff5448af800. 00000020:00000040:2.0:1763354566.614156:0:29734:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:2.0:1763354566.614158:0:29734:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:2.0:1763354566.614160:0:29734:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=4096 : 4096 : 1000) 00000100:00000001:2.0:1763354566.614161:0:29734:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:2.0:1763354566.614162:0:29734:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=8192 : 8192 : 2000) 00000004:00001000:2.0:1763354566.614164:0:29734:0:(osp_trans.c:420:osp_prep_update_req()) total 8192 in 17 00000004:00000001:2.0:1763354566.614165:0:29734:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1763354566.614169:0:29734:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1763354566.614174:0:29734:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.614179:0:29734:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.614180:0:29734:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.614182:0:29734:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.614184:0:29734:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303673152 : -123186405878464 : ffff8ff66e095540) 00000100:00000001:2.0:1763354566.614186:0:29734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.614187:0:29734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315976576 : -123186393575040 : ffff8ff66ec51180) 00000100:00000001:2.0:1763354566.614189:0:29734:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.614191:0:29734:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614192:0:29734:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.614193:0:29734:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.614195:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.614200:0:29734:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.614201:0:29734:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.614203:0:29734:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.614205:0:29734:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.614206:0:29734:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.614208:0:29734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66ec51180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:29734:1848998542720768:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1763354566.614210:0:29734:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.614212:0:29734:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.614214:0:29734:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614216:0:29734:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1763354566.614219:0:29734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381be18. 00000400:00000010:2.0:1763354566.614222:0:29734:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095300. 00000100:00000200:2.0:1763354566.614225:0:29734:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 2 pages 8192 bytes, mbits x0x691a785543f00-0x691a785543f00, portal 14 00000100:00000001:2.0:1763354566.614227:0:29734:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.614228:0:29734:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.614232:0:29734:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff681798000. 02000000:00000001:2.0:1763354566.614233:0:29734:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.614235:0:29734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b0b0. 00000400:00000010:2.0:1763354566.614237:0:29734:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095000. 00000100:00000200:2.0:1763354566.614238:0:29734:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542720768, portal 4 00000100:00000001:2.0:1763354566.614240:0:29734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.614241:0:29734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315976576 : -123186393575040 : ffff8ff66ec51180) 00000100:00000040:2.0:1763354566.614244:0:29734:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.614249:0:29734:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.614250:0:29734:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.614252:0:29734:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 00000100:00000200:2.0:1763354566.614254:0:29734:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 24, xid 1848998542720768, offset 0 00000400:00000200:2.0:1763354566.614257:0:29734:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.614262:0:29734:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.614266:0:29734:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 24 MB=0x691a785543f00 00000400:00000200:2.0:1763354566.614269:0:29734:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 264/264 into md 0x1fdd85 [256] + 11600 00000400:00000200:2.0:1763354566.614272:0:29734:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.614274:0:29734:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.614277:0:29734:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.614278:0:29734:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354566.614281:0:29734:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec51c00. 00000100:00000040:2.0:1763354566.614282:0:29734:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec51c00 x1848998542720768 msgsize 264 00000100:00100000:2.0:1763354566.614285:0:29734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.614296:0:29734:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.614300:0:29734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:2.0:1763354566.614301:0:29734:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:2.0:1763354566.614303:0:29734:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.614307:0:29734:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.614312:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.614314:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.614319:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614320:0:29734:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.614324:0:29734:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.614326:0:29734:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7661 usecs (8 jiffies) 00000100:00000001:2.0:1763354566.614329:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888582 00000100:00000001:2.0:1763354566.614330:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000100:00000001:2.0:1763354566.614333:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888582 00000100:00000001:2.0:1763354566.614334:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000001:2.0:1763354566.614336:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888582 00000100:00000001:2.0:1763354566.614338:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000100:00000001:3.0:1763354566.614339:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354566.614339:0:29734:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888582 00000100:00000001:2.0:1763354566.614344:0:29734:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000100:00100000:3.0:1763354566.614345:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720768 00000100:00000001:2.0:1763354566.614346:0:29734:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.614350:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.614350:0:29734:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614354:0:29734:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.614355:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.614356:0:29734:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763354566.614358:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.614359:0:29734:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095540 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.614365:0:29734:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1763354566.614366:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614366:0:29734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.614373:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720768 00000020:00000001:3.0:1763354566.614376:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.614378:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:3.0:1763354566.614380:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.614383:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=8 00000020:00000001:3.0:1763354566.614386:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:3.0:1763354566.614389:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354566.614392:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.614395:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.614398:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.614400:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.614405:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000020:00000010:3.0:1763354566.614409:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354566.614412:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.614417:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.614419:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.614421:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.614422:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.614426:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.614438:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.614446:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.614449:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.614453:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7909 00000100:00000040:3.0:1763354566.614457:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354566.614460:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315979264 : -123186393572352 : ffff8ff66ec51c00) 00000100:00000040:3.0:1763354566.614466:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec51c00 x1848998542720768/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 264/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.614476:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.614479:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.614481:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.614484:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.614488:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:29734:x1848998542720768:12345-0@lo:1000:osp_up1-0.0 00000100:00000200:3.0:1763354566.614492:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720768 00000020:00000001:3.0:1763354566.614494:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.614496:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.614498:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614500:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.614502:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:3.0:1763354566.614505:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.614507:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720768, found 0 last_xid 1848998542720767 00000020:00000001:3.0:1763354566.614510:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.614512:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.614514:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.614515:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614517:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763354566.614521:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 16 at ffff8ff66d5290d0. 00000100:00000001:3.0:1763354566.614524:0:21540:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1763354566.614527:0:21540:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8ff647e91c00. 00000100:00000010:3.0:1763354566.614530:0:21540:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8ff54442a580. 00000020:00000040:3.0:1763354566.614533:0:21540:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=9 00000020:00000010:3.0:1763354566.614537:0:21540:0:(out_handler.c:1005:out_handle()) kmalloced '(update_bufs[i])': 4096 at ffff8ff6432fe000. 00000100:00000001:3.0:1763354566.614539:0:21540:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:3.0:1763354566.614541:0:21540:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=4096 : 4096 : 1000) 00000020:00000010:3.0:1763354566.614547:0:21540:0:(out_handler.c:1005:out_handle()) kmalloced '(update_bufs[i])': 4096 at ffff8ff5410c3000. 00000100:00000001:3.0:1763354566.614548:0:21540:0:(client.c:58:ptlrpc_prep_bulk_frag_pages()) Process entered 00000100:00000001:3.0:1763354566.614550:0:21540:0:(client.c:74:ptlrpc_prep_bulk_frag_pages()) Process leaving (rc=8192 : 8192 : 2000) 00010000:00000001:3.0:1763354566.614552:0:21540:0:(ldlm_lib.c:3533:target_bulk_io()) Process entered 00000100:00000001:3.0:1763354566.614555:0:21540:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1763354566.614558:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000400:00000010:3.0:1763354566.614565:0:21540:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8ff6417f9968. 00000400:00000200:3.0:1763354566.614568:0:21540:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1763354566.614575:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1763354566.614581:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8192 into portal 14 MB=0x691a785543f00 00000400:00000200:3.0:1763354566.614587:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index e from 12345-0@lo of length 8192/8192 into md 0x7b8e21 [2] + 0 00000400:00000010:3.0:1763354566.614591:0:21540:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381be18. 00000400:00000200:3.0:1763354566.614594:0:21540:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff66e095300 00000100:00000001:3.0:1763354566.614598:0:21540:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1763354566.614600:0:21540:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8ff647e91c00 00000100:00000001:3.0:1763354566.614602:0:21540:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1763354566.614608:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1763354566.614613:0:21540:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 8192/8192 into md 0x7b8e2d 00000400:00000200:3.0:1763354566.614618:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.614622:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1763354566.614625:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.614627:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.614629:0:21540:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1763354566.614631:0:21540:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8ff647e91c00 00000100:00000001:3.0:1763354566.614633:0:21540:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1763354566.614636:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095300 00000400:00000010:3.0:1763354566.614638:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095300. 00000100:00000001:3.0:1763354566.614641:0:21540:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1763354566.614643:0:21540:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff8ff66ec51180 desc ffff8ff65a791800 mbits 1848998542720768 00000100:00000001:3.0:1763354566.614656:0:21540:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000200:3.0:1763354566.614662:0:21540:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-0@lo mbits 0x691a785543f00-0x691a785543f00 00000100:00000001:3.0:1763354566.614666:0:21540:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.614672:0:21540:0:(ldlm_lib.c:3625:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.614672:0:29734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.614675:0:29734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.614679:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.614683:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.614689:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff6726b4000. 02000000:00000001:3.0:1763354566.614692:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.614694:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.614698:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.614700:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763354566.614702:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763354566.614704:0:21540:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.614707:0:21540:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff55ffe8780. 00000004:00000001:3.0:1763354566.614710:0:21540:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000004:00000001:3.0:1763354566.614714:0:21540:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763354566.614716:0:21540:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x2400032e1:0x113:0x0] 00000004:00000010:3.0:1763354566.614719:0:21540:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff595c0c7f8. 00000004:00000001:3.0:1763354566.614722:0:21540:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.614724:0:21540:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763354566.614726:0:21540:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.614730:0:21540:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff591225cb0. 00000004:00000001:3.0:1763354566.614732:0:21540:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620883597548720 : -123190112002896 : ffff8ff591225cb0) 00000004:00000001:3.0:1763354566.614734:0:21540:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.614737:0:21540:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763354566.614738:0:21540:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.614740:0:21540:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.614741:0:21540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.614743:0:21540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.614746:0:21540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.614747:0:21540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.614749:0:21540:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.614751:0:21540:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 1 for sequence: 0x2400032e1 00000004:00000001:3.0:1763354566.614754:0:21540:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.614757:0:21540:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff54ba21c00. 00000004:00000001:3.0:1763354566.614760:0:21540:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.614763:0:21540:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763354566.614765:0:21540:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614769:0:21540:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00080000:00000001:3.0:1763354566.614773:0:21540:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.614775:0:21540:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba20e00. 00080000:00000001:3.0:1763354566.614778:0:21540:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00000020:00000001:3.0:1763354566.614781:0:21540:0:(out_handler.c:59:out_create()) Process entered 00080000:00000001:3.0:1763354566.614784:0:21540:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763354566.614786:0:21540:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e1:0x113:0x0] not in the id map cache 00000001:00000001:3.0:1763354566.614790:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.614792:0:21540:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614795:0:21540:0:(out_handler.c:104:out_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614797:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614799:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614802:0:21540:0:(out_handler.c:446:out_ref_add()) Process entered 00000020:00000001:3.0:1763354566.614804:0:21540:0:(out_handler.c:452:out_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614806:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614807:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614810:0:21540:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763354566.614813:0:21540:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000001:3.0:1763354566.614815:0:21540:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614817:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533be0 00000020:00000040:3.0:1763354566.614819:0:21540:0:(out_handler.c:536:out_index_insert()) lustre-MDT0001: [0x2400032e1:0x113:0x0] index insert .: rc = 0 00000020:00000001:3.0:1763354566.614822:0:21540:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614824:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614825:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614828:0:21540:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763354566.614831:0:21540:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614833:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614835:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614837:0:21540:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763354566.614839:0:21540:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00080000:00000002:3.0:1763354566.614840:0:21540:0:(osd_handler.c:246:osd_idc_find_or_init()) lustre-MDT0001: FID [0x200002344:0x19e24:0x0] not in the id map cache 00080000:00000001:3.0:1763354566.614843:0:21540:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763354566.614844:0:21540:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763354566.614846:0:21540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.614848:0:21540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.614849:0:21540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.614851:0:21540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.614853:0:21540:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.614855:0:21540:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.614857:0:21540:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614860:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533be0 00000020:00000040:3.0:1763354566.614861:0:21540:0:(out_handler.c:536:out_index_insert()) lustre-MDT0001: [0x2400032e1:0x113:0x0] index insert ..: rc = 0 00000020:00000001:3.0:1763354566.614864:0:21540:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614866:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614867:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614869:0:21540:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763354566.614871:0:21540:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614873:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614875:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614877:0:21540:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763354566.614879:0:21540:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614880:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614882:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.614884:0:21540:0:(out_handler.c:484:out_index_insert()) Process entered 00080000:00000001:3.0:1763354566.614886:0:21540:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763354566.614888:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.614889:0:21540:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614892:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533be0 00000020:00000040:3.0:1763354566.614894:0:21540:0:(out_handler.c:536:out_index_insert()) lustre-MDT0001: [0x2400032e4:0x9deb:0x0] index insert 56xa: rc = 0 00000020:00000001:3.0:1763354566.614896:0:21540:0:(out_handler.c:538:out_index_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614898:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614900:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.614902:0:21540:0:(out_handler.c:446:out_ref_add()) Process entered 00080000:00000002:3.0:1763354566.614904:0:21540:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e4:0x9deb:0x0] not in the id map cache 00000020:00000001:3.0:1763354566.614907:0:21540:0:(out_handler.c:452:out_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614909:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614910:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000020:00000001:3.0:1763354566.614913:0:21540:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:3.0:1763354566.614915:0:21540:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354566.614917:0:21540:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614920:0:21540:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614922:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614924:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000020:00000001:3.0:1763354566.614926:0:21540:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:3.0:1763354566.614928:0:21540:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614930:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614959:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000020:00000001:3.0:1763354566.614964:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763354566.614966:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.614968:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.614971:0:21540:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00080000:00000001:3.0:1763354566.614973:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614976:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614978:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614980:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000020:00000001:3.0:1763354566.614982:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763354566.614984:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.614985:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.614987:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614989:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.614991:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.614993:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000020:00000001:3.0:1763354566.614995:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763354566.614996:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.614997:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.614998:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615001:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615003:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.615004:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000020:00000001:3.0:1763354566.615006:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763354566.615007:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.615008:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.615010:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615012:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615014:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.615015:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000020:00000001:3.0:1763354566.615018:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:3.0:1763354566.615019:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.615021:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.615022:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615024:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615026:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.615028:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620886640110008 : -123187069441608 : ffff8ff6467c29b8) 00000020:00000001:3.0:1763354566.615030:0:21540:0:(out_handler.c:118:out_attr_set()) Process entered 00080000:00000001:3.0:1763354566.615032:0:21540:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354566.615053:0:21540:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615056:0:21540:0:(out_handler.c:143:out_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615058:0:21540:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763354566.615060:0:21540:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354566.615063:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.615065:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.615067:0:21540:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a600. 00080000:00000001:3.0:1763354566.615070:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615075:0:21540:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1763354566.615078:0:21540:0:(out_lib.c:526:out_tx_create_exec()) lustre-MDT0001-osd: create [0x2400032e1:0x113:0x0]: dof 1, mode 40000 00080000:00000001:3.0:1763354566.615082:0:21540:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763354566.615136:0:21540:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763354566.615138:0:21540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.615139:0:21540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.615141:0:21540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.615144:0:21540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615145:0:21540:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615147:0:21540:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763354566.615153:0:21540:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763354566.615156:0:21540:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x2400032e1:0x113:0x0] 00080000:00000001:3.0:1763354566.615158:0:21540:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763354566.615159:0:21540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.615160:0:21540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.615161:0:21540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.615163:0:21540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615165:0:21540:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615167:0:21540:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763354566.615172:0:21540:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff59447b528. 00000001:00000010:3.0:1763354566.615181:0:21540:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff59447b528. 00080000:00000001:3.0:1763354566.615185:0:21540:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615188:0:21540:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.615190:0:21540:0:(out_lib.c:535:out_tx_create_exec()) lustre-MDT0001-osd: insert create reply ffff8ff6726b4208 index 0: rc = 0 00000020:00000040:3.0:1763354566.615193:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 0/17: rc = 0 00080000:00000002:3.0:1763354566.615197:0:21540:0:(osd_handler.c:4691:osd_ref_add()) [0x2400032e1:0x113:0x0] increase nlink 1 00000020:00000040:3.0:1763354566.615202:0:21540:0:(out_lib.c:950:out_tx_ref_add_exec()) lustre-MDT0001-osd: insert ref_add reply ffff8ff6726b4208 index 1: rc = 0 00000020:00000040:3.0:1763354566.615205:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 1/17: rc = 0 00000020:00000001:3.0:1763354566.615207:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533ba8 00000020:00000040:3.0:1763354566.615210:0:21540:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0001-osd: index insert [0x2400032e1:0x113:0x0] name: . fid [0x2400032e1:0x113:0x0], type 16384 00080000:00000001:3.0:1763354566.615214:0:21540:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:3.0:1763354566.615218:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533b20 00080000:00000002:3.0:1763354566.615219:0:21540:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96028 insert .:96028 rc = 0 00080000:00000001:3.0:1763354566.615222:0:21540:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.615224:0:21540:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0001-osd: insert idx insert reply ffff8ff6726b4208 index 2: rc = 0 00000020:00000040:3.0:1763354566.615227:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 2/17: rc = 0 00000020:00000001:3.0:1763354566.615229:0:21540:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763354566.615231:0:21540:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff8ff6432fe1d8 name trusted.lmv flag 0 00080000:00000001:3.0:1763354566.615235:0:21540:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.615236:0:21540:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'trusted.lmv' with size 56 00000020:00000001:3.0:1763354566.615248:0:21540:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.615251:0:21540:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff8ff6726b4208 index 3: rc = 0 00000020:00000040:3.0:1763354566.615253:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 3/17: rc = 0 00000020:00000001:3.0:1763354566.615256:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533ba8 00000020:00000040:3.0:1763354566.615258:0:21540:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0001-osd: index insert [0x2400032e1:0x113:0x0] name: .. fid [0x200002344:0x19e24:0x0], type 16384 00080000:00000001:3.0:1763354566.615261:0:21540:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00000020:00000001:3.0:1763354566.615317:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533b20 00080000:00000002:3.0:1763354566.615320:0:21540:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96028 insert ..:512004 rc = 0 00080000:00000001:3.0:1763354566.615322:0:21540:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.615325:0:21540:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0001-osd: insert idx insert reply ffff8ff6726b4208 index 4: rc = 0 00000020:00000040:3.0:1763354566.615327:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 4/17: rc = 0 00000020:00000001:3.0:1763354566.615330:0:21540:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763354566.615331:0:21540:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff8ff6432fe2c8 name trusted.link flag 0 00080000:00000001:3.0:1763354566.615334:0:21540:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.615336:0:21540:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'trusted.link' with size 67 00080000:00000001:3.0:1763354566.615339:0:21540:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1763354566.615341:0:21540:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763354566.615342:0:21540:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763354566.615343:0:21540:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.615345:0:21540:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.615347:0:21540:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.615348:0:21540:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615350:0:21540:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615352:0:21540:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00000001:00000002:3.0:1763354566.615381:0:21540:0:(osd_compat.c:354:osd_add_to_remote_parent()) lustre-MDT0001: create agent entry for 0x2400032e1:0x113:0x0: rc = 0 00000001:00000001:3.0:1763354566.615386:0:21540:0:(osd_compat.c:357:osd_add_to_remote_parent()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615388:0:21540:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615394:0:21540:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.615396:0:21540:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff8ff6726b4208 index 5: rc = 0 00000020:00000040:3.0:1763354566.615399:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 5/17: rc = 0 00000020:00000001:3.0:1763354566.615401:0:21540:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763354566.615403:0:21540:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff8ff6432fe368 name user.job flag 0 00080000:00000001:3.0:1763354566.615405:0:21540:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.615407:0:21540:0:(osd_handler.c:5229:osd_xattr_set()) [0x2400032e1:0x113:0x0] set xattr 'user.job' with size 5 00000020:00000001:3.0:1763354566.615413:0:21540:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.615416:0:21540:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff8ff6726b4208 index 6: rc = 0 00000020:00000040:3.0:1763354566.615418:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 6/17: rc = 0 00000020:00000001:3.0:1763354566.615421:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533ba8 00000020:00000040:3.0:1763354566.615423:0:21540:0:(out_lib.c:1050:out_obj_index_insert()) lustre-MDT0001-osd: index insert [0x2400032e4:0x9deb:0x0] name: 56xa fid [0x200002344:0x19e24:0x0], type 16877 00080000:00000001:3.0:1763354566.615426:0:21540:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763354566.615428:0:21540:0:(osd_handler.c:4400:osd_create_local_agent_inode()) Process entered 00080000:00000001:3.0:1763354566.615495:0:21540:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763354566.615501:0:21540:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.615543:0:21540:0:(osd_handler.c:4468:osd_create_local_agent_inode()) Process leaving (rc=18446620887388954648 : -123186320596968 : ffff8ff6731ea018) 00080000:00000001:3.0:1763354566.615571:0:21540:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615575:0:21540:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1533b20 00080000:00000002:3.0:1763354566.615577:0:21540:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 96027 insert 56xa:513121 rc = 0 00080000:00000001:3.0:1763354566.615582:0:21540:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.615586:0:21540:0:(out_lib.c:1097:out_tx_index_insert_exec()) lustre-MDT0001-osd: insert idx insert reply ffff8ff6726b4208 index 7: rc = 0 00000020:00000040:3.0:1763354566.615590:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 7/17: rc = 0 00080000:00000002:3.0:1763354566.615594:0:21540:0:(osd_handler.c:4691:osd_ref_add()) [0x2400032e4:0x9deb:0x0] increase nlink 2 00000020:00000040:3.0:1763354566.615600:0:21540:0:(out_lib.c:950:out_tx_ref_add_exec()) lustre-MDT0001-osd: insert ref_add reply ffff8ff6726b4208 index 8: rc = 0 00000020:00000040:3.0:1763354566.615603:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 8/17: rc = 0 00000020:00001000:3.0:1763354566.615606:0:21540:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0001-osd: attr set [0x2400032e4:0x9deb:0x0] 00080000:00000001:3.0:1763354566.615612:0:21540:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.615615:0:21540:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0001-osd: insert attr_set reply ffff8ff6726b4208 index 9: rc = 0 00000020:00000040:3.0:1763354566.615619:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 9/17: rc = 0 00000020:00000001:3.0:1763354566.615622:0:21540:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763354566.615624:0:21540:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-MDT0001-osd: set xattr buf ffff8ff6432fe550 name trusted.version flag 0 00080000:00000001:3.0:1763354566.615627:0:21540:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.615630:0:21540:0:(osd_handler.c:5216:osd_xattr_set()) [0x2400032e1:0x113:0x0] set version 0x50005c48b (old 0x0) for inode 96028 00080000:00000001:3.0:1763354566.615634:0:21540:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.615637:0:21540:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.615640:0:21540:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-MDT0001-osd: insert xattr set reply ffff8ff6726b4208 index 10: rc = 0 00000020:00000040:3.0:1763354566.615643:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 10/17: rc = 0 00000020:00000040:3.0:1763354566.615647:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 884568 buf ffff8ff6432fe598, len 168 00000020:00000040:3.0:1763354566.615664:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 11/17: rc = 0 00000020:00000040:3.0:1763354566.615668:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 0 buf ffff8ff6432fe680, len 88 00000020:00000040:3.0:1763354566.615677:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 12/17: rc = 0 00000020:00000040:3.0:1763354566.615680:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 156 buf ffff8ff6432fe718, len 4 00000020:00000040:3.0:1763354566.615685:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 13/17: rc = 0 00000020:00000040:3.0:1763354566.615689:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 32760 buf ffff8ff6432fe760, len 8 00000020:00000040:3.0:1763354566.615696:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 14/17: rc = 0 00000020:00000040:3.0:1763354566.615699:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x2400032e1:0x2:0x0] pos 884736 buf ffff8ff5410c3038, len 2352 00000020:00000040:3.0:1763354566.615784:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 15/17: rc = 0 00000020:00001000:3.0:1763354566.615787:0:21540:0:(out_lib.c:623:out_tx_attr_set_exec()) lustre-MDT0001-osd: attr set [0x2400032e1:0x2:0x0] 00080000:00000001:3.0:1763354566.615791:0:21540:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.615794:0:21540:0:(out_lib.c:630:out_tx_attr_set_exec()) lustre-MDT0001-osd: insert attr_set reply ffff8ff6726b4208 index 16: rc = 0 00000020:00000040:3.0:1763354566.615797:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0001-osd: executed 16/17: rc = 0 00080000:00000001:3.0:1763354566.615799:0:21540:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.615802:0:21540:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.615805:0:21540:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429325, last_committed = 30065429324 00000001:00000010:3.0:1763354566.615809:0:21540:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02120. 00000001:00000040:3.0:1763354566.615811:0:21540:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff67d896800 : new cb_count 1 00000020:00000040:3.0:1763354566.615813:0:21540:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=10 00000001:00000010:3.0:1763354566.615832:0:21540:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef35540. 00000001:00000001:3.0:1763354566.615844:0:21540:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef35540: xid 1848998542720768, transno 30065429325, tag 1, client gen 6, slot idx 3 00000001:00000001:3.0:1763354566.615848:0:21540:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.615854:0:21540:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a600. 00080000:00000010:3.0:1763354566.615858:0:21540:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00040000:00000001:3.0:1763354566.615861:0:21540:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.615863:0:21540:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.615866:0:21540:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354566.615873:0:21540:0:(lu_object.c:207:lu_object_put()) Add ffff8ff54ba21c00/ffff8ff55ffe8780 to site lru. bkt: ffff8ff66faf10d8 00000020:00000002:3.0:1763354566.615877:0:21540:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5461a7000/ffff8ff6467c2960 to site lru. bkt: ffff8ff66faf27d0 00000020:00000001:3.0:1763354566.615881:0:21540:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.615884:0:21540:0:(out_handler.c:1231:out_handle()) kvfree 'update_bufs[i]': 4096 at ffff8ff6432fe000. 00000020:00000010:3.0:1763354566.615888:0:21540:0:(out_handler.c:1231:out_handle()) kvfree 'update_bufs[i]': 4096 at ffff8ff5410c3000. 00000020:00000010:3.0:1763354566.615892:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 16 at ffff8ff66d5290d0. 00000020:00000010:3.0:1763354566.615895:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.615898:0:21540:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1763354566.615901:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 9 00000100:00000010:3.0:1763354566.615905:0:21540:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff8ff54442a580. 00000100:00000010:3.0:1763354566.615908:0:21540:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8ff647e91c00. 00000100:00000001:3.0:1763354566.615912:0:21540:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000020:00000001:3.0:1763354566.615914:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.615917:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 30065429325, xid 1848998542720768 00010000:00000001:3.0:1763354566.615920:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.615927:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec51c00 x1848998542720768/t30065429325(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 264/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.615961:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.615965:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.615969:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.615973:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.615977:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.615980:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.615998:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.616000:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.616003:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.616005:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.616009:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35d80. 00000100:00000200:3.0:1763354566.616012:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542720768, offset 224 00000400:00000200:3.0:1763354566.616017:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.616023:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.616028:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785543f00 00000400:00000200:3.0:1763354566.616033:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8e25 [2] + 224 00000400:00000200:3.0:1763354566.616038:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.616042:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.616045:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.616067:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.616078:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.616095:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.616099:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35d80 00000400:00000010:3.0:1763354566.616102:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.616104:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.616106:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.616109:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.616113:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.616116:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.616118:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.616120:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.616126:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51c00 x1848998542720768/t30065429325(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 264/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.616126:0:29734:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.616131:0:29734:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.616134:0:29734:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.616137:0:29734:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b0b0. 00000400:00000200:2.0:1763354566.616143:0:29734:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095000 00000400:00000010:2.0:1763354566.616147:0:29734:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095000. 00000100:00000001:2.0:1763354566.616152:0:29734:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1763354566.616159:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:29734:x1848998542720768:12345-0@lo:1000:osp_up1-0.0 Request processed in 1677us (1871us total) trans 30065429325 rc 0/0 00000100:00000200:2.0:1763354566.616160:0:29734:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.616180:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7909 00000100:00000200:2.0:1763354566.616180:0:29734:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66ec51180 x1848998542720768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.616187:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:2.0:1763354566.616189:0:29734:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.616191:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.616192:0:29734:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.616195:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1763354566.616196:0:29734:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.616199:0:29734:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1763354566.616201:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000100:00000001:2.0:1763354566.616202:0:29734:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.616204:0:29734:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.616207:0:29734:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.616209:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000100:00001000:2.0:1763354566.616211:0:29734:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000020:00000010:3.0:1763354566.616215:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000100:00001000:2.0:1763354566.616216:0:29734:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.616221:0:29734:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.616222:0:29734:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.616223:0:29734:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1763354566.616225:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 8 00010000:00000001:2.0:1763354566.616225:0:29734:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.616231:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.616231:0:29734:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354566.616232:0:29734:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354566.616237:0:29734:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354566.616238:0:29734:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.616239:0:29734:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315976576 : -123186393575040 : ffff8ff66ec51180) 00000100:00000001:2.0:1763354566.616242:0:29734:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.616243:0:29734:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:2.0:1763354566.616244:0:29734:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.616246:0:29734:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.616249:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff8ff66ec51180 x1848998542720768/t30065429325(30065429325) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763354566.616255:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff8ff66ec51180 x1848998542720768/t30065429325(30065429325) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Bulk:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.616260:0:29734:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.616261:0:29734:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.616263:0:29734:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:2.0:1763354566.616267:0:29734:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 108 at ffff8ff643deed80. 00000004:00000010:2.0:1763354566.616269:0:29734:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 54 at ffff8ff67ca68500. 00000004:00000010:2.0:1763354566.616271:0:29734:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 64 at ffff8ff67ca68bc0. 00000004:00000010:2.0:1763354566.616273:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68100. 00000004:00000010:2.0:1763354566.616275:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68540. 00000004:00000010:2.0:1763354566.616277:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68fc0. 00000004:00000010:2.0:1763354566.616278:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68ec0. 00000004:00000010:2.0:1763354566.616280:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68a40. 00000004:00000010:2.0:1763354566.616281:0:29734:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68080. 00000020:00000001:2.0:1763354566.616283:0:29734:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354566.616292:0:29734:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000004:00000001:2.0:1763354566.616294:0:29734:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.616297:0:29734:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec51180 x1848998542720768/t30065429325(30065429325) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.616302:0:29734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66ec51180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:29734:1848998542720768:0@lo:1000:osp_up1-0.0 00000100:00000001:2.0:1763354566.616305:0:29734:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.616323:0:29734:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.616325:0:29734:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.616327:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.616330:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66ec51180 x1848998542720768/t30065429325(30065429325) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.616337:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.616339:0:29734:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095540. 00000100:00000001:2.0:1763354566.616341:0:29734:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.616343:0:29734:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.616347:0:29734:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.616350:0:29734:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec51180 x1848998542720768/t30065429325(30065429325) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 264/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.616357:0:29734:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.616357:0:38200:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.616359:0:29734:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.616369:0:38200:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff67dab0120. 00000020:00000001:0.0:1763354566.616377:0:38200:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.616389:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763354566.616392:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763354566.616396:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.616400:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354566.616405:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1763354566.616415:0:38200:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:0.0:1763354566.616419:0:38200:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1763354566.616422:0:38200:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1763354566.616427:0:38200:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff678fb86c0. 00080000:00000001:0.0:1763354566.616431:0:38200:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620887487317696 : -123186222233920 : ffff8ff678fb86c0) 00080000:00000001:0.0:1763354566.616435:0:38200:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620887487317696 : -123186222233920 : ffff8ff678fb86c0) 00080000:00000001:0.0:1763354566.616438:0:38200:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1763354566.616440:0:38200:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1763354566.616473:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354566.616477:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616479:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354566.616481:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616483:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354566.616485:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616488:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1763354566.616491:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616494:0:38200:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616497:0:38200:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.616500:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354566.616502:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616506:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354566.616508:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616510:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354566.616512:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616515:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354566.616516:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616518:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354566.616520:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616522:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354566.616523:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616525:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:0.0:1763354566.616527:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.616529:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1763354566.616530:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.616533:0:38200:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1763354566.616535:0:38200:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1763354566.616540:0:38200:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff678fb86c0. 00080000:00000001:0.0:1763354566.616544:0:38200:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1763354566.616546:0:38200:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:0.0:1763354566.616547:0:38200:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763354566.616549:0:38200:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:0.0:1763354566.616552:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000002:0.0:1763354566.616555:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:0.0:1763354566.616557:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.616560:0:38200:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD20CD0, master 0X0 stripe_count 2 hash_type 0x2 00000004:00000040:0.0:1763354566.616562:0:38200:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 0 subobj [0x200002340:0x113:0x0] 00000004:00000040:0.0:1763354566.616564:0:38200:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 1 subobj [0x2400032e1:0x113:0x0] 00000004:00000001:0.0:1763354566.616566:0:38200:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763354566.616568:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763354566.616571:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.616573:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354566.616579:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1b00. 00010000:00000010:0.0:1763354566.616582:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643deed00. 00010000:00000001:0.0:1763354566.616585:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.616588:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8400. 00000020:00000001:0.0:1763354566.616591:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.616592:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8400 with handle 0x4a8bb634222cb0ed to hash 00000020:00000001:0.0:1763354566.616594:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.616595:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000010:0.0:1763354566.616599:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927c80. 00010000:00000001:0.0:1763354566.616601:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354566.616604:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.616606:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.616609:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.616615:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.616618:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.616619:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.616621:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.616623:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.616624:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.616626:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.616628:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.616629:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.616631:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.616632:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.616633:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e24:0x0].0x0 (ffff8ff58f2a1b00) refcount = 1 00010000:00010000:0.0:1763354566.616636:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.616640:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.616644:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.616645:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.616646:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.616648:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.616649:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.616651:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.616653:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.616655:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.616657:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.616661:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.616663:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.616664:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.616665:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.616666:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.616667:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00000020:00000001:0.0:1763354566.616669:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354566.616671:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354566.616672:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.616673:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.616674:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.616677:0:38200:0:(lod_object.c:6824:lod_object_lock()) Process entered 00000004:00000001:0.0:1763354566.616678:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.616679:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.616682:0:38200:0:(lod_object.c:6847:lod_object_lock()) kmalloced '(slave_locks)': 280 at ffff8ff593de1600. 00010000:00000001:0.0:1763354566.616684:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.616685:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354566.616687:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1200. 00010000:00000010:0.0:1763354566.616705:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee200. 00010000:00000001:0.0:1763354566.616707:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.616709:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9000. 00000020:00000001:0.0:1763354566.616710:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.616711:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9000 with handle 0x4a8bb634222cb0f4 to hash 00000020:00000001:0.0:1763354566.616713:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.616714:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000010:0.0:1763354566.616716:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927a80. 00010000:00000001:0.0:1763354566.616717:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354566.616718:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.616719:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.616721:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,1 mode: --/PW res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.616725:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.616726:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.616727:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.616728:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.616729:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.616730:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.616731:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.616732:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.616733:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.616734:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.616735:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.616736:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 1 00010000:00010000:0.0:1763354566.616738:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,1 mode: PW/PW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.616740:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.616741:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.616742:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.616743:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.616744:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.616745:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.616746:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.616748:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.616749:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.616750:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,1 mode: PW/PW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.616753:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.616754:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.616754:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.616756:0:38200:0:(osp_md_object.c:955:osp_md_object_lock()) Process entered 00010000:00000001:0.0:1763354566.616758:0:38200:0:(ldlm_request.c:926:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1763354566.616760:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000020:00000040:0.0:1763354566.616761:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00010000:00000001:0.0:1763354566.616764:0:38200:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00000100:00000001:0.0:1763354566.616765:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.616766:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.616768:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.616772:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7400. 00000100:00000001:0.0:1763354566.616774:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.616776:0:38200:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.616777:0:38200:0:(ldlm_request.c:940:ldlm_enqueue_pack()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00010000:00000001:0.0:1763354566.616779:0:38200:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1763354566.616780:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354566.616783:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1600. 00010000:00000010:0.0:1763354566.616785:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee700. 00010000:00000001:0.0:1763354566.616786:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.616788:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9e00. 00000020:00000001:0.0:1763354566.616789:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.616791:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9e00 with handle 0x4a8bb634222cb0fb to hash 00000020:00000001:0.0:1763354566.616792:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.616793:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.616794:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.616796:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.616797:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.616799:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 3/0,1 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 38200 initiator: MDT0 00010000:00010000:0.0:1763354566.616802:0:38200:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 3/0,1 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 38200 initiator: MDT0 00010000:00010000:0.0:1763354566.616808:0:38200:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 3/0,1 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 38200 initiator: MDT0 00000100:00000001:0.0:1763354566.616811:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763354566.616812:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.616814:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381600. 00000100:00000001:0.0:1763354566.616815:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666081280 : -123190043470336 : ffff8ff595381600) 00000100:00000001:0.0:1763354566.616817:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.616818:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000001:0.0:1763354566.616820:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763354566.616822:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.616823:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.616824:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.616828:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.616833:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.616835:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.616837:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.616838:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.616839:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.616841:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720896:0@lo:101:mdt00_006.0 00000100:00000001:0.0:1763354566.616843:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.616845:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.616846:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.616847:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.616849:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8ff54901d400. 02000000:00000001:0.0:1763354566.616851:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.616853:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000400:00000010:0.0:1763354566.616856:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000200:0.0:1763354566.616858:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848998542720896, portal 4 00000100:00000001:0.0:1763354566.616860:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.616860:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:0.0:1763354566.616864:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.616868:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.616870:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.616871:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000100:00000200:0.0:1763354566.616873:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542720896, offset 0 00000400:00000200:0.0:1763354566.616875:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.616879:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.616884:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785543f80 00000400:00000200:0.0:1763354566.616887:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 11864 00000400:00000200:0.0:1763354566.616890:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.616892:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.616894:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.616895:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763354566.616898:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66680. 00000100:00000040:0.0:1763354566.616899:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd66680 x1848998542720896 msgsize 328 00000100:00100000:0.0:1763354566.616902:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.616913:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.616917:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000400:00000010:0.0:1763354566.616919:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000001:0.0:1763354566.616920:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.616923:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.616929:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.616931:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.616936:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.616937:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.616952:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.616955:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7661 usecs (8 jiffies) 00000100:00000001:3.0:1763354566.616958:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354566.616958:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888584 00000100:00000001:0.0:1763354566.616960:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000100:00100000:3.0:1763354566.616962:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542720896 00000100:00000001:0.0:1763354566.616964:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888584 02000000:00000001:3.0:1763354566.616967:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.616968:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000001:3.0:1763354566.616971:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.616972:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888584 00000100:00000001:3.0:1763354566.616975:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.616976:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 02000000:00000001:3.0:1763354566.616981:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.616981:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888584 00000100:00000001:0.0:1763354566.616982:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000100:00100000:3.0:1763354566.616987:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542720896 00000100:00000001:0.0:1763354566.616987:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.616991:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354566.616992:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.616995:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000001:0.0:1763354566.616995:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.616998:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1763354566.616999:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1763354566.617001:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381600 going to sleep for 11 seconds 00000020:00000040:3.0:1763354566.617003:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=9 00000100:00000001:0.0:1763354566.617004:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.617007:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.617008:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000020:00000001:3.0:1763354566.617012:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:3.0:1763354566.617015:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.617019:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.617022:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.617024:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.617029:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000020:00000010:3.0:1763354566.617050:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781980. 00000020:00000010:3.0:1763354566.617054:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.617059:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763354566.617062:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.617063:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.617065:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.617069:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.617079:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.617086:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.617088:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.617091:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7910 00000100:00000040:3.0:1763354566.617095:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354566.617097:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333889664 : -123186375661952 : ffff8ff66fd66680) 00000100:00000040:3.0:1763354566.617103:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd66680 x1848998542720896/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.617113:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.617116:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.617118:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.617121:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.617125:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:38200:x1848998542720896:12345-0@lo:101:mdt00_006.0 00000100:00000200:3.0:1763354566.617129:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542720896 00000020:00000001:3.0:1763354566.617131:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.617133:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.617137:0:21540:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff54ef35540: xid 1848998542720768, transno 30065429325, client gen 6, slot idx 3 00000001:00000001:3.0:1763354566.617142:0:21540:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff55e381b40: xid 1848998542709120, transno 30065429298, client gen 6, slot idx 1 00000001:00000010:3.0:1763354566.617145:0:21540:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff55e381b40. 00000020:00000001:3.0:1763354566.617148:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.617151:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.617152:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.617155:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.617157:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998542720896, found 0 last_xid 1848998542720895 00000020:00000001:3.0:1763354566.617160:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.617163:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.617164:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.617167:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.617169:0:21540:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.617171:0:21540:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.617173:0:21540:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.617175:0:21540:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.617177:0:21540:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.617180:0:21540:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.617184:0:21540:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff6498a6d00. 00010000:00000010:3.0:1763354566.617188:0:21540:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781f00. 00010000:00000001:3.0:1763354566.617191:0:21540:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.617194:0:21540:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:3.0:1763354566.617196:0:21540:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.617199:0:21540:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222cb102 to hash 00000020:00000001:3.0:1763354566.617201:0:21540:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.617203:0:21540:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:3.0:1763354566.617206:0:21540:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663280. 00010000:00000001:3.0:1763354566.617209:0:21540:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:3.0:1763354566.617213:0:21540:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 2/0,0 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4a8bb634222cb0fb expref: -99 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.617222:0:21540:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff67d896800 : new locks_count 3 00000020:00000040:3.0:1763354566.617224:0:21540:0:(genops.c:887:class_export_get()) GET export ffff8ff67d896800 refcount=10 00000100:00000001:3.0:1763354566.617229:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.617230:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.617233:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8ff647e91c00. 02000000:00000001:3.0:1763354566.617235:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.617237:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.617240:0:21540:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.617242:0:21540:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.617244:0:21540:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.617245:0:21540:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.617248:0:21540:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.617250:0:21540:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.617252:0:21540:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.617254:0:21540:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.617256:0:21540:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.617257:0:21540:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.617258:0:21540:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.617261:0:21540:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) refcount = 1 00010000:00010000:3.0:1763354566.617266:0:21540:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 10 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.617273:0:21540:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.617275:0:21540:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.617277:0:21540:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.617279:0:21540:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.617280:0:21540:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.617283:0:21540:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.617285:0:21540:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.617288:0:21540:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.617292:0:21540:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 10 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.617299:0:21540:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.617302:0:21540:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.617304:0:21540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00010000:00010000:3.0:1763354566.617307:0:21540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.617309:0:21540:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.617311:0:21540:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.617313:0:21540:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.617315:0:21540:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.617316:0:21540:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.617318:0:21540:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:3.0:1763354566.617320:0:21540:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.617323:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429298, transno 0, xid 1848998542720896 00010000:00000001:3.0:1763354566.617325:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.617329:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd66680 x1848998542720896/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.617338:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.617339:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.617342:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.617346:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.617348:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:3.0:1763354566.617350:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:3.0:1763354566.617352:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.617354:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.617356:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.617359:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.617362:0:21540:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354566.617365:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 4, xid 1848998542720896, offset 224 00000400:00000200:3.0:1763354566.617369:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.617375:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.617380:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 4 MB=0x691a785543f80 00000400:00000200:3.0:1763354566.617385:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 344/344 into md 0x7b8e35 [1] + 224 00000400:00000200:3.0:1763354566.617389:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.617393:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.617396:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.617399:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.617409:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.617428:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.617432:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000400:00000010:3.0:1763354566.617434:0:21540:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000001:3.0:1763354566.617436:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.617438:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.617441:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.617444:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:3.0:1763354566.617446:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.617448:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.617450:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.617454:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66680 x1848998542720896/t0(0) o101->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/344 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.617464:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:38200:x1848998542720896:12345-0@lo:101:mdt00_006.0 Request processed in 349us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.617471:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7910 00000100:00000040:3.0:1763354566.617475:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354566.617477:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.617479:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.617482:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781980. 00000100:00000001:0.0:1763354566.617483:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1763354566.617487:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000400:00000001:0.0:1763354566.617489:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.617492:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1763354566.617493:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000400:00000010:0.0:1763354566.617494:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f580. 00000400:00000200:0.0:1763354566.617500:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000020:00000040:3.0:1763354566.617502:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 9 00000400:00000010:0.0:1763354566.617502:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:3.0:1763354566.617508:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.617509:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.617516:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763354566.617524:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.617530:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.617531:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.617533:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.617534:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.617535:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.617536:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.617538:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.617556:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c458 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1763354566.617559:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.617561:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.617562:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617563:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.617564:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.617566:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763354566.617568:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:0.0:1763354566.617569:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763354566.617570:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.617573:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.617578:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.617580:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.617582:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.617584:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.617590:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542720896:0@lo:101:mdt00_006.0 00000100:00000001:0.0:1763354566.617593:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.617595:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.617596:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.617597:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.617599:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.617604:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.617606:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381600. 00000100:00000001:0.0:1763354566.617608:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763354566.617609:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617610:0:38200:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1763354566.617612:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617614:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.617615:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000020:00000001:0.0:1763354566.617617:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.617619:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000040:0.0:1763354566.617623:0:38200:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8ff55c5f9e00, remote cookie: 0x4a8bb634222cb102, flags: 0x0 00010000:00000001:0.0:1763354566.617625:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.617627:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.617628:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.617629:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.617630:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.617632:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0x0 (ffff8ff58f2a1600) refcount = 1 00010000:00010000:0.0:1763354566.617635:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 4/0,1 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.617641:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.617643:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.617644:0:38200:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.617646:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.617647:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.617650:0:38200:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 4/0,1 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.617654:0:38200:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1763354566.617655:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.617656:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.617657:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.617658:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.617659:0:38200:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.617661:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.617663:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65f80 x1848998542720896/t0(0) o101->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 328/344 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.617667:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.617668:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.617670:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff54901d400. 02000000:00000001:0.0:1763354566.617672:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.617673:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.617674:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.617675:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.617677:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff547dc7400. 02000000:00000001:0.0:1763354566.617680:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.617682:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.617683:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000100:00000001:0.0:1763354566.617685:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.617686:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.617687:0:38200:0:(osp_md_object.c:971:osp_md_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.617689:0:38200:0:(lod_object.c:6895:lod_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.617692:0:38200:0:(mdt_reint.c:315:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.617695:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.617697:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354566.617698:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.617699:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354566.617700:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617701:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.617703:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=3 00000020:00000001:0.0:1763354566.617705:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00010000:00000001:0.0:1763354566.617706:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000004:00010000:0.0:1763354566.617709:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000163d25f0 reply state 000000006392043f transno 21475214475 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,1 mode: PW/PW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.617715:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354566.617717:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.617719:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617721:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.617722:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.617723:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.617724:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.617725:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 1 00010000:00010000:0.0:1763354566.617728:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.617731:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.617732:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.617733:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617734:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.617735:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.617737:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.617738:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00010000:0.0:1763354566.617740:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354566.617741:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.617743:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617744:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.617745:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354566.617747:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763354566.617748:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.617749:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.617750:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.617751:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354566.617752:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.617753:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354566.617754:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.617755:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354566.617756:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.617757:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354566.617758:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.617759:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763354566.617760:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617761:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.617762:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=3 00000020:00000001:0.0:1763354566.617763:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.617765:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.617767:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617768:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.617769:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000020:00000001:0.0:1763354566.617770:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.617771:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:0.0:1763354566.617788:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354566.617790:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 4/0,1 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.617794:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.617794:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.617796:0:38200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.617800:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354566.617801:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.617802:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.617802:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.617803:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354566.617805:0:38200:0:(lod_object.c:6774:lod_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.617807:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763354566.617808:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400032e1:0x113:0x0] 00000004:00000001:0.0:1763354566.617810:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.617811:0:38200:0:(lod_object.c:6799:lod_object_unlock()) kfreed 'slave_locks': 280 at ffff8ff593de1600. 00000004:00000001:0.0:1763354566.617813:0:38200:0:(lod_object.c:6802:lod_object_unlock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.617815:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.617816:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354566.617816:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.617817:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354566.617818:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617819:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.617820:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00000020:00000001:0.0:1763354566.617821:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:0.0:1763354566.617822:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000004:00010000:0.0:1763354566.617824:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000163d25f0 reply state 000000006392043f transno 21475214475 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.617827:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:0.0:1763354566.617829:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.617829:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617831:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.617831:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.617832:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.617833:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.617834:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e24:0x0].0x0 (ffff8ff58f2a1b00) refcount = 1 00010000:00010000:0.0:1763354566.617836:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.617855:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.617856:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.617857:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617858:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.617859:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.617860:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.617861:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e24:0x0].0x0 (ffff8ff58f2a1b00) 00010000:00010000:0.0:1763354566.617863:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354566.617864:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.617866:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617867:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.617868:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:0.0:1763354566.617869:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763354566.617870:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.617871:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.617872:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.617873:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354566.617874:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.617874:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000001:00000001:0.0:1763354566.617877:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.617878:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.617880:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.617881:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.617883:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.617884:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.617885:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.617886:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.617887:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.617888:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.617889:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354566.617891:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e24:0x0]: nlink=4, mode=40755, valid=0x1100000410002f8f 00000004:00200000:0.0:1763354566.617893:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e24:0x0]: returning size 4096 00000004:00000001:0.0:1763354566.617895:0:38200:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:0.0:1763354566.617897:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354566.617900:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58d4d5e58/ffff8ff58d4d5e00 to site lru. bkt: ffff8ff66f4145e8 00000004:00000001:0.0:1763354566.617901:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354566.617902:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.617920:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763354566.617922:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617923:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.617926:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=3 00000020:00000001:0.0:1763354566.617928:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:0.0:1763354566.617931:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000004:00000001:0.0:1763354566.617934:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763354566.617936:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400032e4:0x9deb:0x0] 00000004:00000010:0.0:1763354566.617972:0:38200:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 585 at ffff8ff66dc85800. 00000004:00000010:0.0:1763354566.617978:0:38200:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 564 at ffff8ff66dc85c00. 00000004:00000001:0.0:1763354566.617997:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.617998:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.617999:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.618000:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=4 00000020:00000001:0.0:1763354566.618002:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:0.0:1763354566.618003:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:0.0:1763354566.618005:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763354566.618007:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 4/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.618011:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354566.618013:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 4/0,1 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.618016:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.618017:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.618018:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 3/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.618023:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.618024:0:38200:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.618026:0:38200:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763354566.618028:0:38200:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff595381600. 00010000:00000001:0.0:1763354566.618030:0:38200:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763354566.618056:0:38200:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763354566.618058:0:38200:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.618059:0:38200:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.618061:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354566.618062:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.618063:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.618064:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.618065:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.618066:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.618068:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763354566.618069:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.618070:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763354566.618071:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.618072:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763354566.618073:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.618077:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=3 00000020:00000001:3.0:1763354566.618078:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.618079:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:0.0:1763354566.618084:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00010000:3.0:1763354566.618085:0:6505:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:0.0:1763354566.618086:0:38200:0:(osp_object.c:1386:osp_invalidate()) Process entered 00000004:00080000:0.0:1763354566.618090:0:38200:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x2400032e4:0x9deb:0x0] 00010000:00000001:3.0:1763354566.618092:0:6505:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000004:00000001:0.0:1763354566.618093:0:38200:0:(osp_object.c:1408:osp_invalidate()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.618097:0:6505:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1763354566.618097:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.618101:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.618103:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=4 00000020:00000001:0.0:1763354566.618104:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00010000:3.0:1763354566.618105:0:6505:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 2/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.618106:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:0.0:1763354566.618109:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354566.618112:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 4/0,1 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.618125:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.618126:0:6505:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66c2ba000 already unused, calling callback (ffffffffc19c0290) 00010000:00000001:0.0:1763354566.618127:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.618131:0:6505:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00010000:0.0:1763354566.618131:0:38200:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.618134:0:6505:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.618138:0:6505:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.618140:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1763354566.618141:0:6505:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.618142:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.618144:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.618146:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000020:00000040:3.0:1763354566.618147:0:6505:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=3 00000004:00000001:0.0:1763354566.618147:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354566.618150:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:3.0:1763354566.618153:0:6505:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000004:00000001:0.0:1763354566.618154:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763354566.618156:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00010000:00000001:3.0:1763354566.618160:0:6505:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000020:00000002:0.0:1763354566.618160:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe9138/ffff8ff55ffe90e0 to site lru. bkt: ffff8ff66f4156f8 00000004:00000001:0.0:1763354566.618165:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763354566.618167:0:6505:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:0.0:1763354566.618170:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00010000:3.0:1763354566.618173:0:6505:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 3/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763354566.618176:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.618180:0:38200:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.618185:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.618189:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 00000004:00000001:3.0:1763354566.618190:0:6505:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 02000000:00000001:0.0:1763354566.618192:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000004:00010000:3.0:1763354566.618196:0:6505:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 3/0,0 mode: CW/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1763354566.618196:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354566.618198:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354566.618200:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354566.618203:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354566.618206:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.618210:0:6505:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.618211:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.618215:0:38200:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.618217:0:6505:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000040:0.0:1763354566.618218:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214475, xid 1848998841116288 00010000:00000001:3.0:1763354566.618221:0:6505:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.618222:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1763354566.618225:0:6505:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1763354566.618226:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=464 00010000:00000001:3.0:1763354566.618229:0:6505:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000200:0.0:1763354566.618230:0:38200:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214475, last committed = 21475214473 00010000:00000001:3.0:1763354566.618232:0:6505:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.618236:0:6505:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c2ba000 with handle 0x4a8bb634222cb0c3 from hash 00010000:00000200:0.0:1763354566.618237:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff67c905c00 x1848998841116288/t21475214475(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/536 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.618238:0:6505:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.618241:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.618243:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.618245:0:6505:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.618248:0:6505:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.618249:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.618250:0:6505:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1763354566.618253:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.618254:0:6505:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00001000:0.0:1763354566.618257:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354566.618258:0:6505:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1763354566.618262:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1763354566.618264:0:6505:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09c00. 00000100:00000040:0.0:1763354566.618265:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000020:00000040:3.0:1763354566.618269:0:6505:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 00000100:00000001:0.0:1763354566.618270:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000001:3.0:1763354566.618275:0:6505:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.618276:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.618279:0:6505:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.618279:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.618283:0:6505:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618283:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.618288:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 02000000:00000010:3.0:1763354566.618289:0:6505:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba21000. 00000400:00000010:0.0:1763354566.618292:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b770. 00000100:00000001:3.0:1763354566.618293:0:6505:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.618297:0:6505:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000200:0.0:1763354566.618297:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 10, xid 1848998841116288, offset 224 00010000:00010000:3.0:1763354566.618320:0:6505:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 2/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1763354566.618321:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00010000:3.0:1763354566.618329:0:6505:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1763354566.618333:0:6505:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.618334:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:3.0:1763354566.618337:0:6505:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763354566.618342:0:6505:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.618343:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556806:1556806:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556802:1556802:8:4294967295] 00000100:00000040:3.0:1763354566.618350:0:6505:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064342227] to pc [ptlrpcd_00_02+2] req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763354566.618365:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.618375:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.618379:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022b00. 00000800:00000200:0.0:1763354566.618385:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.618391:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:3.0:1763354566.618393:0:6505:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1763354566.618395:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022b00 type 1, nob 632 niov 1 nkiov 1 00010000:00000001:3.0:1763354566.618399:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.618402:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.618404:0:6505:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.618406:0:6505:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.618409:0:6505:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618409:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.618417:0:6505:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 1/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1763354566.618418:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.618425:0:38200:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.618428:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.618429:0:6505:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763354566.618433:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:3.0:1763354566.618434:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2ba000/0x4a8bb634222cb0c3 lrc: 0/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x4a8bb634222cb0ca expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.618435:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1763354566.618441:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67c905c00 x1848998841116288/t21475214475(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/536 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.618443:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1763354566.618446:0:6505:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dc800 count: 0 00000100:00000001:1.0:1763354566.618449:0:3656:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:3.0:1763354566.618454:0:6505:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781b80. 00000100:00000001:2.0:1763354566.618454:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.618462:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.618464:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.618464:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67c905c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+464:253178:x1848998841116288:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 20961us (21080us total) trans 21475214475 rc 0/0 00010000:00000001:3.0:1763354566.618467:0:6505:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.618471:0:6505:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354566.618475:0:6505:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff595381600. 00010000:00000001:3.0:1763354566.618482:0:6505:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.618487:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417468 00000020:00000001:3.0:1763354566.618488:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.618492:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.618495:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00010000:00010000:3.0:1763354566.618498:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1763354566.618498:0:3656:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.618499:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1763354566.618503:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1763354566.618506:0:3656:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618506:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1763354566.618507:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.618512:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781c80. 00010000:00010000:3.0:1763354566.618515:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1763354566.618516:0:3656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1763354566.618519:0:6505:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1763354566.618519:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cbe10. 02000000:00000001:1.0:1763354566.618522:0:3656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.618523:0:6505:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.618526:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21200. 00010000:00010000:3.0:1763354566.618532:0:6505:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1763354566.618532:0:3656:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.618536:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00000100:00000001:0.0:1763354566.618541:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354566.618542:0:3656:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542721024:0@lo:103:ldlm_bl.0 00000100:00000001:1.0:1763354566.618550:0:3656:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763354566.618554:0:3656:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763354566.618557:0:3656:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.618560:0:3656:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763354566.618566:0:3656:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff597176400. 02000000:00000001:1.0:1763354566.618570:0:3656:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763354566.618576:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1763354566.618576:0:3656:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff671ce29a0. 00000800:00000010:2.0:1763354566.618584:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022b00. 00000400:00000010:1.0:1763354566.618586:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000400:00000200:2.0:1763354566.618593:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1763354566.618595:0:3656:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542721024, portal 18 00000100:00000001:1.0:1763354566.618600:0:3656:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763354566.618604:0:3656:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000400:00000200:2.0:1763354566.618606:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:2.0:1763354566.618615:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b770 00000100:00000040:1.0:1763354566.618616:0:3656:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763354566.618621:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b770. 00000100:00000001:2.0:1763354566.618629:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.618631:0:3656:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1763354566.618634:0:3648:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000040:1.0:1763354566.618636:0:3656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763354566.618641:0:3656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715fa880. 00000100:00000200:1.0:1763354566.618645:0:3656:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848998542721024, offset 0 00000400:00000200:1.0:1763354566.618649:0:3656:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763354566.618655:0:3656:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763354566.618663:0:3656:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a785544000 00000400:00000200:1.0:1763354566.618678:0:3656:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x7b121d [2] + 1968 00000400:00000010:1.0:1763354566.618682:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff6606ac478. 00000400:00000200:1.0:1763354566.618685:0:3656:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff59e9f73c0 00000400:00000200:1.0:1763354566.618688:0:3656:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.618690:0:3656:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1763354566.618692:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59e9f73c0 00000400:00000010:1.0:1763354566.618694:0:3656:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff59e9f73c0. 00000100:00000001:1.0:1763354566.618698:0:3656:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.618699:0:3656:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763354566.618702:0:3656:0:(events.c:337:request_in_callback()) incoming req@ffff8ff65871b850 x1848998542721024 msgsize 328 00000100:00100000:1.0:1763354566.618705:0:3656:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1763354566.618707:0:3656:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354566.618720:0:3656:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.618725:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715fa880 00000400:00000010:1.0:1763354566.618726:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715fa880. 00000100:00000001:1.0:1763354566.618728:0:3656:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.618732:0:3656:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.618768:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.618771:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.618777:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618778:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.618779:0:3656:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1763354566.618784:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721024 00000100:00000001:1.0:1763354566.618786:0:3656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.618787:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1763354566.618790:0:3656:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7660 usecs (8 jiffies) 00000100:00000001:0.0:1763354566.618791:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.618795:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.618796:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888586 02000000:00000001:0.0:1763354566.618816:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.618817:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889680 00000100:00100000:0.0:1763354566.618821:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721024 00000020:00000001:0.0:1763354566.618823:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.618824:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:0.0:1763354566.618829:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354566.618830:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888586 00000020:00000040:0.0:1763354566.618832:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=10 00000100:00000001:1.0:1763354566.618834:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889680 00000100:00000001:1.0:1763354566.618839:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888586 00000020:00000001:0.0:1763354566.618839:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:1.0:1763354566.618843:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889680 00000020:00000001:0.0:1763354566.618846:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:1.0:1763354566.618847:0:3656:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888586 00000100:00000001:0.0:1763354566.618852:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763354566.618853:0:3656:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889680 00000100:00000001:1.0:1763354566.618857:0:3656:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.618858:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:1.0:1763354566.618860:0:3656:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.618866:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618866:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.618873:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.618874:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00000001:1.0:1763354566.618879:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1763354566.618880:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7400. 00000100:00000001:1.0:1763354566.618882:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763354566.618886:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1763354566.618886:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000100:00000001:1.0:1763354566.618889:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.618893:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.618893:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfbb8. 00000100:00000001:1.0:1763354566.618899:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.618902:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.618906:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.618907:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.618909:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.618911:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.618914:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.618916:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.618918:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.618920:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=3 00000020:00000001:0.0:1763354566.618921:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:0.0:1763354566.618923:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:0.0:1763354566.618925:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.618927:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.618928:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618929:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618933:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.618960:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.618964:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.618965:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.618969:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723 00000100:00000040:0.0:1763354566.618972:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:0.0:1763354566.618973:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941415504 : -123186768136112 : ffff8ff65871b850) 00000100:00000040:0.0:1763354566.618978:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff65871b850 x1848998542721024/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.619015:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.619017:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354566.619018:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.619020:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00100000:0.0:1763354566.619023:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff65871b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+10:3656:x1848998542721024:12345-0@lo:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.619025:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721024 00010000:00000001:0.0:1763354566.619027:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.619028:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.619029:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.619032:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.619033:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.619035:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901d400. 02000000:00000001:0.0:1763354566.619036:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.619038:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.619039:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.619040:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.619042:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.619043:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.619044:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=3 00000020:00000001:0.0:1763354566.619047:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:0.0:1763354566.619065:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000040:0.0:1763354566.619067:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58dc35b00 count: 2 00000004:00000001:0.0:1763354566.619070:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354566.619071:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354566.619073:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.619074:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.619075:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.619077:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.619079:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.619080:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.619083:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.619084:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.619085:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.619087:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.619089:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243600 with handle 0x4a8bb634222cb0ca from hash 00010000:00000001:0.0:1763354566.619091:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.619092:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.619093:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.619094:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.619096:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.619097:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.619099:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.619100:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.619102:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb0ca lrc: 0/0,0 mode: --/CW res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x4a8bb634222cb0c3 expref: 10 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.619108:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff67d896800 : new locks_count 2 00000020:00000040:0.0:1763354566.619110:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 9 00010000:00000010:0.0:1763354566.619112:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bcd80. 00010000:00000001:0.0:1763354566.619116:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.619118:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.619120:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.619121:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff58dc35b00) 00010000:00000001:0.0:1763354566.619124:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.619125:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.619126:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763354566.619127:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58dc35b00 count: 0 00010000:00000010:0.0:1763354566.619130:0:74535:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff681241f00. 00010000:00010000:0.0:1763354566.619134:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.619135:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.619137:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.619138:0:74535:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.619140:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.619142:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.619143:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.619145:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.619146:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.619148:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.619149:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.619151:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.619153:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000100:00000200:0.0:1763354566.619156:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998542721024, offset 224 00000400:00000200:0.0:1763354566.619159:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.619164:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.619168:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a785544000 00000400:00000200:0.0:1763354566.619172:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x7b8e45 [1] + 224 00000400:00000200:0.0:1763354566.619175:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.619177:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.619180:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.619184:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.619191:0:74535:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.619203:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.619207:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000400:00000010:0.0:1763354566.619208:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000001:0.0:1763354566.619210:0:74535:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.619211:0:74535:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.619213:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.619215:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.619216:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.619218:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.619221:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff65871b850 x1848998542721024/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.619226:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff65871b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+9:3656:x1848998542721024:12345-0@lo:103:ldlm_bl.0 Request processed in 211us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.619231:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723 00000100:00000040:0.0:1763354566.619233:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:0.0:1763354566.619234:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.619235:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.619238:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.619240:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfbb8. 00000020:00000010:0.0:1763354566.619243:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7400. 00000020:00000040:0.0:1763354566.619245:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 8 02000000:00000001:0.0:1763354566.619249:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.619250:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901d400. 02000000:00000001:0.0:1763354566.619253:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763354566.619255:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.619256:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff58a0b9000. 02000000:00000001:0.0:1763354566.619258:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.619260:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff67c904a80. 00000100:00000001:1.0:1763354566.619264:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1763354566.619265:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1763354566.619268:0:3656:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1763354566.619269:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c000. 02000000:00000001:0.0:1763354566.619273:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:1.0:1763354566.619274:0:3656:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1763354566.619275:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff67c904000. 00000400:00000001:1.0:1763354566.619278:0:3656:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1763354566.619279:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1763354566.619281:0:3656:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce29a0. 02000000:00000010:0.0:1763354566.619282:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0e000. 02000000:00000001:0.0:1763354566.619287:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1763354566.619288:0:3656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000100:00000010:0.0:1763354566.619289:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec50e00. 00000400:00000010:1.0:1763354566.619293:0:3656:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 02000000:00000001:0.0:1763354566.619295:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1763354566.619298:0:3656:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1763354566.619315:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0f800. 02000000:00000001:0.0:1763354566.619320:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:1.0:1763354566.619323:0:3656:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1763354566.619323:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff67c906d80. 02000000:00000001:0.0:1763354566.619331:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.619335:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0d800. 00000100:00000200:1.0:1763354566.619339:0:3656:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763354566.619342:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.619346:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a705880. 02000000:00000001:0.0:1763354566.619351:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1763354566.619352:0:3656:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1763354566.619354:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff644f0c800. 00000100:00000001:1.0:1763354566.619355:0:3656:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354566.619357:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354566.619359:0:3656:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1763354566.619361:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94df80. 02000000:00000001:1.0:1763354566.619363:0:3656:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763354566.619365:0:3656:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.619384:0:3656:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.619384:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763354566.619387:0:3656:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.619391:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00001000:1.0:1763354566.619394:0:3656:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c4e8 time=55 v=5 (5 5 5 5) 00000400:00000010:0.0:1763354566.619397:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f580. 00000100:00001000:1.0:1763354566.619399:0:3656:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.619404:0:3656:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1763354566.619405:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381a80. 00000100:00000001:1.0:1763354566.619406:0:3656:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.619411:0:3656:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.619413:0:3656:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.619416:0:3656:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763354566.619417:0:3656:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000100:00000001:1.0:1763354566.619419:0:3656:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763354566.619420:0:3656:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.619424:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.619431:0:3656:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.619433:0:3656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.619434:0:3656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763354566.619437:0:3656:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.619443:0:3656:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3656:1848998542721024:0@lo:103:ldlm_bl.0 00000100:00000001:1.0:1763354566.619446:0:3656:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.619447:0:3656:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.619450:0:3656:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09c00 x1848998542721024/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.619455:0:3656:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763354566.619457:0:3656:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.619459:0:3656:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff597176400. 02000000:00000001:1.0:1763354566.619462:0:3656:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763354566.619463:0:3656:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.619464:0:3656:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:1.0:1763354566.619466:0:3656:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763354566.619467:0:3656:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba21000. 02000000:00000001:1.0:1763354566.619473:0:3656:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763354566.619474:0:3656:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763354566.619476:0:3656:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09c00. 00000100:00000001:1.0:1763354566.619478:0:3656:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.619479:0:3656:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.619481:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.619484:0:3656:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763354566.619486:0:3656:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.619488:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354566.619489:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763354566.620334:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.620346:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.620349:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.620351:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.620358:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.620368:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d6800 00000400:00000200:0.0:1763354566.620384:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad979 [2] + 1176 00000800:00000001:0.0:1763354566.620390:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.620397:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.620399:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.620404:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.620408:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.620410:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763354566.620414:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65f80. 00000100:00000040:0.0:1763354566.620417:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd65f80 x1848998841116672 msgsize 392 00000100:00100000:0.0:1763354566.620422:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:0.0:1763354566.620453:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.620469:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.620473:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.620491:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.620494:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841116672 02000000:00000001:2.0:1763354566.620496:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.620498:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.620500:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.620502:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.620504:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841116672 00000020:00000001:2.0:1763354566.620506:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.620507:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:2.0:1763354566.620509:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.620511:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=220 00000020:00000001:2.0:1763354566.620513:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:2.0:1763354566.620515:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:2.0:1763354566.620517:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.620520:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.620523:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.620524:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000020:00000010:2.0:1763354566.620529:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff671467e00. 00000020:00000010:2.0:1763354566.620531:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.620534:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000100:00000040:2.0:1763354566.620539:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.620541:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.620542:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.620543:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.620547:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.620558:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.620564:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.620566:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.620570:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93122 00000100:00000040:2.0:1763354566.620572:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:2.0:1763354566.620574:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333887872 : -123186375663744 : ffff8ff66fd65f80) 00000100:00000040:2.0:1763354566.620579:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd65f80 x1848998841116672/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.620587:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.620589:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.620591:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.620593:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000100:00100000:2.0:1763354566.620596:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+220:253178:x1848998841116672:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354566.620599:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841116672 00000020:00000001:2.0:1763354566.620601:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.620603:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.620605:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff54ef35e40: xid 1848998841116032, transno 30065429324, client gen 8, slot idx 2 00000001:00000001:2.0:1763354566.620608:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff66cff4b40: xid 1848998841115008, transno 30065429323, client gen 8, slot idx 0 00000001:00000010:2.0:1763354566.620611:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66cff4b40. 00000020:00000001:2.0:1763354566.620614:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.620616:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.620617:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.620619:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.620621:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841116672, found 0 last_xid 1848998841116671 00000020:00000001:2.0:1763354566.620623:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.620624:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.620625:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.620627:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620631:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.620632:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.620634:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.620636:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620638:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.620640:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.620641:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620643:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.620644:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.620646:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620647:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.620648:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.620649:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620650:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.620651:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.620653:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620654:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.620655:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.620656:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620658:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620659:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.620660:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620662:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.620663:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.620664:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620665:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.620666:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.620667:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620668:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.620669:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.620671:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620672:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.620673:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.620676:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.620680:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:2.0:1763354566.620681:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:2.0:1763354566.620683:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.620684:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.620687:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.620688:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620690:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.620691:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620692:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.620695:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.620696:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.620698:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff54f212400. 02000000:00000001:2.0:1763354566.620700:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.620701:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620703:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.620705:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620707:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.620708:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.620710:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.620711:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff680781500 refcount=2 00000020:00000001:2.0:1763354566.620713:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887612921088 : -123186096630528 : ffff8ff680781500) 00000004:00000001:2.0:1763354566.620715:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887612921088 : -123186096630528 : ffff8ff680781500) 00000020:00000040:2.0:1763354566.620717:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff680781500 with handle 0x4a8bb634222cb0bc from hash 00000004:00000001:2.0:1763354566.620720:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.620722:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0001: closing file handle [0x2400032e4:0x9deb:0x0] with intent: 0 00000004:00000001:2.0:1763354566.620725:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.620726:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.620730:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.620737:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763354566.620739:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763354566.620741:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620744:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.620747:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.620749:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.620751:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0001: no valid attribute on [0x2400032e4:0x9deb:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.620753:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620755:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.620756:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620758:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.620761:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.620764:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.620766:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff680781500. 00000004:00000001:2.0:1763354566.620773:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.620776:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5418956d8/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000004:00000001:2.0:1763354566.620778:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.620779:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620781:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620783:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763354566.620785:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.620788:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4400. 00080000:00000001:2.0:1763354566.620790:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00080000:00000001:2.0:1763354566.620792:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.620795:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.620797:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.620800:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af240. 00080000:00000001:2.0:1763354566.620801:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.620805:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.620807:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.620809:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.620810:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 30065429326, last_committed = 30065429324 00000001:00000010:2.0:1763354566.620813:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37a20. 00000001:00000040:2.0:1763354566.620815:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff672251000 : new cb_count 1 00000020:00000040:2.0:1763354566.620817:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=221 00000001:00000010:2.0:1763354566.620820:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095540. 00000001:00000001:2.0:1763354566.620829:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095540: xid 1848998841116672, transno 30065429326, tag 1, client gen 8, slot idx 0 00000001:00000001:2.0:1763354566.620842:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.620847:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af240. 00040000:00000001:2.0:1763354566.620849:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.620851:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.620852:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620854:0:6520:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.620855:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.620857:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.620858:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.620859:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.620862:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.620864:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.620865:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.620869:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.620873:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.620874:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.620876:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429324, transno 30065429326, xid 1848998841116672 00010000:00000001:2.0:1763354566.620878:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.620882:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66fd65f80 x1848998841116672/t30065429326(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.620888:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.620890:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.620892:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.620894:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.620896:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.620898:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.620900:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.620902:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.620903:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.620905:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.620907:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 00000100:00000200:2.0:1763354566.620910:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841116672, offset 224 00000400:00000200:2.0:1763354566.620914:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.620920:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.620924:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556807:1556807:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556803:1556803:8:4294967295] 00000400:00000200:2.0:1763354566.620931:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.620935:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.620938:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354566.620957:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.620961:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.620964:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.620985:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.620987:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.620989:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.620990:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.620992:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.620995:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65f80 x1848998841116672/t30065429326(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.621003:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+221:253178:x1848998841116672:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 414us (584us total) trans 30065429326 rc 0/0 00000100:00100000:2.0:1763354566.621010:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93122 00000100:00000040:2.0:1763354566.621013:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354566.621015:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.621017:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.621020:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.621023:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00000020:00000010:2.0:1763354566.621027:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff671467e00. 00000020:00000040:2.0:1763354566.621030:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 220 00000100:00000001:2.0:1763354566.621066:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.621106:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.621110:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354566.621114:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.621118:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.621121:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:1.0:1763354566.621123:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:1.0:1763354566.621125:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.621127:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.624082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dc800. 00010000:00000010:3.1:1763354566.624090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2ba000. 00010000:00000010:0.1:1763354566.628080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243600. 00010000:00000010:0.1:1763354566.628088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58dc35b00. 00000800:00000001:2.0:1763354566.630666:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.630675:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763354566.630678:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.630679:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.630685:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:2.0:1763354566.630695:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d6880 00000400:00000200:2.0:1763354566.630700:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x76d7e5 [64] + 75280 00000800:00000001:2.0:1763354566.630705:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.630710:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.630712:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.630715:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.630719:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.630721:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763354566.630724:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50a80. 00000100:00000040:2.0:1763354566.630727:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50a80 x1848998841116800 msgsize 584 00000100:00100000:2.0:1763354566.630730:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354566.630743:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763354566.630748:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.630750:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.630806:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.630810:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841116800 02000000:00000001:0.0:1763354566.630814:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.630816:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.630818:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.630822:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.630825:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841116800 00000020:00000001:0.0:1763354566.630828:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.630830:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.630832:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.630835:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=464 00000020:00000001:0.0:1763354566.630838:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.630841:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.630855:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.630859:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354566.630861:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.630864:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000020:00000010:0.0:1763354566.630868:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7400. 00000020:00000010:0.0:1763354566.630871:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.630873:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfbb8. 00000100:00000040:0.0:1763354566.630878:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354566.630880:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.630881:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763354566.630883:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763354566.630884:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.630886:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.630889:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.630902:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.630924:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.630926:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.630933:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417469 00000100:00000040:0.0:1763354566.630937:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354566.630973:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315974784 : -123186393576832 : ffff8ff66ec50a80) 00000100:00000040:0.0:1763354566.630992:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50a80 x1848998841116800/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.631003:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.631008:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354566.631010:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.631013:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00100000:0.0:1763354566.631018:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+464:253179:x1848998841116800:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354566.631023:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841116800 00000020:00000001:0.0:1763354566.631026:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.631029:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354566.631055:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff595381480: xid 1848998841116288, transno 21475214475, client gen 10, slot idx 3 00000001:00000001:0.0:1763354566.631060:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c73c0: xid 1848998841100928, transno 21475214473, client gen 10, slot idx 0 00000001:00000010:0.0:1763354566.631081:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c73c0. 00000020:00000001:0.0:1763354566.631085:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.631088:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.631090:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.631093:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354566.631096:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841116800, found 0 last_xid 1848998841116799 00000020:00000001:0.0:1763354566.631099:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.631100:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.631102:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.631106:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.631108:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354566.631110:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354566.631112:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354566.631113:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354566.631115:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631120:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354566.631126:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 3 00010000:00000001:0.0:1763354566.631128:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.631131:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.631134:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9c00. 00000020:00000001:0.0:1763354566.631138:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.631140:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9c00 with handle 0x4a8bb634222cb109 to hash 00000020:00000001:0.0:1763354566.631142:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.631144:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00000010:0.0:1763354566.631148:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927e80. 00010000:00000001:0.0:1763354566.631151:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712370176 : -123190997181440 : ffff8ff55c5f9c00) 00010000:00010000:0.0:1763354566.631155:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cb109 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41535 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.631163:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:0.0:1763354566.631165:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=465 00010000:00000001:0.0:1763354566.631170:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763354566.631172:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763354566.631178:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354566.631180:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763354566.631181:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763354566.631184:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354566.631186:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763354566.631189:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.631193:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887417189144 : -123186292362472 : ffff8ff674cd7318) 00000004:00000001:0.0:1763354566.631195:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620887417189056 : -123186292362560 : ffff8ff674cd72c0) 00000004:00000001:0.0:1763354566.631198:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631200:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354566.631202:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763354566.631204:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.631206:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.631232:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff66dd60000. 02000000:00000001:0.0:1763354566.631235:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.631237:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631240:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631242:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763354566.631247:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354566.631248:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.631250:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631253:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.631254:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.631256:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631258:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.631260:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.631261:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631263:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.631264:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.631265:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631267:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.631268:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.631270:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631271:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.631273:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.631274:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631287:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.631288:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.631291:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763354566.631295:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:0.0:1763354566.631297:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:0.0:1763354566.631300:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763354566.631301:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.631320:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.631321:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631322:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354566.631324:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631328:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763354566.631332:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7baf8 00000004:00000002:0.0:1763354566.631334:0:38200:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff8ff66dd60228 00000004:00000001:0.0:1763354566.631339:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763354566.631342:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763354566.631343:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354566.631345:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.631347:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354566.631349:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff643a83d00 count: 4 00010000:00000001:0.0:1763354566.631351:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.631353:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.631355:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9600. 00000020:00000001:0.0:1763354566.631357:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.631359:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9600 with handle 0x4a8bb634222cb110 to hash 00000020:00000001:0.0:1763354566.631361:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.631362:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000010:0.0:1763354566.631364:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927000. 00010000:00000001:0.0:1763354566.631366:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631369:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.631370:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.631373:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631379:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.631381:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.631382:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.631384:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.631387:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631388:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.631390:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631392:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.631394:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.631395:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.631396:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.631398:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) refcount = 4 00010000:00000040:0.0:1763354566.631400:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.631404:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff558b52400/0x4a8bb634222cb061 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41512 expref: 465 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.631411:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54390aa00/0x4a8bb634209a0ff3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634209a0fec expref: 5 pid: 7548 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.631416:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631420:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.631424:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.631425:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631426:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.631428:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631429:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631431:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.631433:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.631434:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.631437:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631451:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.631452:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.631454:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.631455:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.631456:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354566.631459:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1500. 00010000:00000010:0.0:1763354566.631462:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee180. 00010000:00000001:0.0:1763354566.631465:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.631466:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8e00. 00000020:00000001:0.0:1763354566.631468:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.631470:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8e00 with handle 0x4a8bb634222cb117 to hash 00000020:00000001:0.0:1763354566.631471:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.631472:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000010:0.0:1763354566.631474:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927700. 00010000:00000001:0.0:1763354566.631476:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.631478:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.631479:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.631481:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631485:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.631486:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.631487:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.631488:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.631489:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631490:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.631492:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631493:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.631494:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.631495:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.631496:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.631497:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff58f2a1500) refcount = 1 00010000:00010000:0.0:1763354566.631499:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631503:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.631504:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.631505:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631506:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.631507:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631509:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631510:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.631512:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.631513:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.631515:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631519:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.631520:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.631521:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.631522:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631524:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354566.631528:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763354566.631530:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354566.631533:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354566.631536:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.631539:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1763354566.631541:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1763354566.631567:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763354566.631568:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763354566.631570:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763354566.631572:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763354566.631590:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.631591:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.631593:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.631595:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.631597:0:38200:0:(osd_handler.c:6627:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763354566.631600:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.631603:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.631604:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631606:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631608:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763354566.631609:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:0.0:1763354566.631611:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.631615:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773119288 : -123190936432328 : ffff8ff55ffe9138) 00000004:00000001:0.0:1763354566.631617:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773119200 : -123190936432416 : ffff8ff55ffe90e0) 00000004:00000001:0.0:1763354566.631621:0:38200:0:(mdt_handler.c:4408:mdt_object_lookup_lock()) Process entered 00010000:00000001:0.0:1763354566.631623:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.631625:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354566.631627:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc700 count: 2 00010000:00000001:0.0:1763354566.631629:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.631631:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.631633:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9800. 00000020:00000001:0.0:1763354566.631636:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.631637:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9800 with handle 0x4a8bb634222cb11e to hash 00000020:00000001:0.0:1763354566.631655:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.631657:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000010:0.0:1763354566.631660:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927080. 00010000:00000001:0.0:1763354566.631662:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354566.631664:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.631665:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.631668:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb11e lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631673:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.631675:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.631676:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.631678:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.631680:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631682:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.631683:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631685:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.631686:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.631688:0:38200:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.631689:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.631691:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc700) refcount = 2 00010000:00000040:0.0:1763354566.631693:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.631697:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff543a9c400/0x4a8bb634222cb08b lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41519 expref: 465 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.631703:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb11e lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631727:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.631731:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.631733:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631736:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.631738:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.631741:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631744:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.631747:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.631750:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.631754:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb11e lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631762:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.631764:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.631789:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.631791:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.631793:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.631795:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000020:00000001:0.0:1763354566.631798:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354566.631800:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354566.631803:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.631804:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.631806:0:38200:0:(mdt_handler.c:4416:mdt_object_lookup_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631810:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763354566.631813:0:38200:0:(mdt_handler.c:1419:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.631819:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.631824:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.631826:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631858:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.631859:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.631861:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000020:00000001:0.0:1763354566.631863:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354566.631865:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000004:00010000:0.0:1763354566.631868:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb11e lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631874:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.631875:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.631876:0:38200:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763354566.631878:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354566.631881:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763354566.631883:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:0.0:1763354566.631884:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe9138/ffff8ff55ffe90e0 to site lru. bkt: ffff8ff66f4156f8 00000004:00000001:0.0:1763354566.631886:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354566.631888:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.631889:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:0.0:1763354566.631890:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.631891:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.631893:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=3 00000020:00000001:0.0:1763354566.631894:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631896:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631899:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.631900:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.631901:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=4 00000020:00000001:0.0:1763354566.631902:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631904:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631905:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763354566.631908:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631912:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354566.631915:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631919:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.631920:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.631922:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631926:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.631928:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.631930:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354566.631933:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:0.0:1763354566.631938:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9600 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354566.631960:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.631963:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354566.631966:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.631971:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.631973:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.631974:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.631975:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=5 00000020:00000001:0.0:1763354566.631977:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631978:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.631997:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354566.631999:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632002:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354566.632003:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354566.632004:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632007:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.632008:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.632009:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.632011:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.632013:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9600 with handle 0x4a8bb634222cb110 from hash 00010000:00000001:0.0:1763354566.632015:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.632016:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632017:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632018:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.632020:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.632021:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632022:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.632024:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.632026:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.632028:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ff643a83d00) 00010000:00010000:0.0:1763354566.632030:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354566.632032:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.632034:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632035:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.632036:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354566.632038:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632039:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632040:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632041:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.632043:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.632045:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632048:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632071:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632072:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354566.632074:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354566.632075:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632076:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632077:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.632079:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb110 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:0.0:1763354566.632084:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927000. 00010000:00000001:0.0:1763354566.632089:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.632090:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.632092:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354566.632093:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.632094:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.632096:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8e00 refcount=3 00000020:00000001:0.0:1763354566.632097:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.632099:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.632101:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763354566.632103:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632107:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632108:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.632110:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632113:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.632114:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632117:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354566.632118:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:0.0:1763354566.632122:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8e00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354566.632124:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.632125:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354566.632128:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632131:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.632132:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.632133:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.632134:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8e00 refcount=4 00000020:00000001:0.0:1763354566.632135:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.632137:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.632138:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763354566.632140:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632154:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354566.632155:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354566.632156:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632158:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.632159:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.632160:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.632162:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.632163:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8e00 with handle 0x4a8bb634222cb117 from hash 00010000:00000001:0.0:1763354566.632165:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.632165:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632166:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632167:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.632168:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.632169:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632170:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.632171:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.632172:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.632174:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff8ff58f2a1500) 00010000:00010000:0.0:1763354566.632175:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354566.632177:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.632178:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632179:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.632180:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354566.632182:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632182:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632183:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632185:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.632186:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.632188:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.632191:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632192:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632192:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354566.632193:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354566.632194:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.632196:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb117 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:0.0:1763354566.632200:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927700. 00010000:00000040:0.0:1763354566.632202:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1500 count: 0 00010000:00000010:0.0:1763354566.632205:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee180. 00010000:00000001:0.0:1763354566.632210:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.632211:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.632212:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354566.632213:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.632214:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763354566.632216:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.632217:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.632218:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000020:00000001:0.0:1763354566.632219:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000001:0.0:1763354566.632221:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000004:00000040:0.0:1763354566.632223:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:0.0:1763354566.632225:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=466 00010000:00000001:0.0:1763354566.632227:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632228:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.632229:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354566.632231:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763354566.632233:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763354566.632234:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354566.632236:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354566.632237:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354566.632238:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763354566.632240:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763354566.632244:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.632245:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763354566.632247:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354566.632249:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354566.632250:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763354566.632252:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354566.632253:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.632255:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632256:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632257:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.632258:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.632260:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9c00 with handle 0x4a8bb634222cb109 from hash 00010000:00000001:0.0:1763354566.632261:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.632262:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632263:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632264:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354566.632265:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.632269:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9c00/0x4a8bb634222cb109 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41535 expref: 466 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.632274:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:0.0:1763354566.632275:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00010000:00000010:0.0:1763354566.632277:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927e80. 00010000:00000001:0.0:1763354566.632279:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.632280:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632284:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763354566.632286:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb11e lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41535 expref: 465 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.632292:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.632293:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.632294:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc700) 00010000:00010000:0.0:1763354566.632296:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763354566.632297:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.632299:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.632300:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.632300:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.632301:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.632303:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f9800, rc 0) 00000020:00000001:0.0:1763354566.632304:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.632306:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841116800 00010000:00000001:0.0:1763354566.632308:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.632312:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50a80 x1848998841116800/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.632318:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.632319:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.632321:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.632324:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.632326:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.632328:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.632330:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.632332:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.632334:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.632337:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.632340:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b660. 00000100:00000200:0.0:1763354566.632343:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841116800, offset 224 00000400:00000200:0.0:1763354566.632347:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.632353:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.632357:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556808:1556808:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556804:1556804:8:4294967295] 00000400:00000200:0.0:1763354566.632365:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.632369:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.632371:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022800. 00000800:00000200:0.0:1763354566.632375:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.632380:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.632383:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.632400:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.632403:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.632405:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.632406:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.632408:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.632411:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50a80 x1848998841116800/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.632419:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+465:253179:x1848998841116800:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1415us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.632424:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417469 00000100:00000040:0.0:1763354566.632426:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354566.632428:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.632430:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.632433:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.632436:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfbb8. 00000020:00000010:0.0:1763354566.632439:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7400. 00000020:00000040:0.0:1763354566.632443:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00000100:00000001:0.0:1763354566.632445:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763354566.632512:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763354566.632517:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022800. 00000400:00000200:2.0:1763354566.632520:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.632524:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:2.0:1763354566.632528:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b660 00000400:00000010:2.0:1763354566.632530:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b660. 00000100:00000001:2.0:1763354566.632532:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.632534:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.635352:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.635360:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.635363:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.635364:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.635379:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.635388:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d6980 00000400:00000200:1.0:1763354566.635394:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1301 [2] + 0 00000800:00000001:1.0:1763354566.635398:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.635402:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.635403:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.635406:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.635410:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.635411:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.635415:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847800. 00000100:00000040:1.0:1763354566.635417:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664847800 x1848998841117056 msgsize 328 00000100:00100000:1.0:1763354566.635421:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.635435:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.635441:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.635444:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.635446:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.635448:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.635451:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.635457:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6900 00000400:00000200:1.0:1763354566.635461:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 75864 00000100:00000001:0.0:1763354566.635461:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.635465:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841117056 02000000:00000001:0.0:1763354566.635468:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.635469:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.635472:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.635477:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1763354566.635478:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.635482:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841117056 00000020:00000001:0.0:1763354566.635484:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:1.0:1763354566.635485:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354566.635486:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000400:00000200:1.0:1763354566.635490:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1763354566.635491:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.635495:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=465 00000400:00000200:1.0:1763354566.635498:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:0.0:1763354566.635500:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:1.0:1763354566.635502:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1763354566.635504:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000200:1.0:1763354566.635505:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1763354566.635508:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.635512:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000010:1.0:1763354566.635514:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664845880. 00000100:00000001:0.0:1763354566.635516:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763354566.635519:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664845880 x1848998841116928 msgsize 576 00000020:00000010:0.0:1763354566.635522:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00100000:1.0:1763354566.635529:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000010:0.0:1763354566.635532:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc7400. 00000020:00000010:0.0:1763354566.635538:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000100:00000001:1.0:1763354566.635540:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1763354566.635544:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfbb8. 00000800:00000001:1.0:1763354566.635546:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.635552:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.635556:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.635562:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.635580:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.635583:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.635585:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.635589:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1763354566.635590:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:3.0:1763354566.635594:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841116928 00010000:00000001:0.0:1763354566.635596:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1763354566.635598:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1763354566.635600:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.635601:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.635604:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.635605:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 02000000:00000001:3.0:1763354566.635608:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.635609:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000100:00100000:3.0:1763354566.635611:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841116928 00010000:00000001:0.0:1763354566.635613:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000020:00000001:3.0:1763354566.635615:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1763354566.635617:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1763354566.635618:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00010000:00000001:0.0:1763354566.635620:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.635621:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.635622:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.635624:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=221 00000100:00000001:0.0:1763354566.635626:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.635630:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:0.0:1763354566.635633:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.635634:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354566.635639:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.635642:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.635644:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.635646:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.635650:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000100:00000001:0.0:1763354566.635650:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354566.635654:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.635659:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000001:0.0:1763354566.635663:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763354566.635664:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763354566.635667:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354566.635668:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.635671:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.635673:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.635675:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.635677:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3724 00000100:00000001:3.0:1763354566.635678:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.635680:0:6503:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.635685:0:6503:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1763354566.635686:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.635688:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.635688:0:6503:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.635692:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143970816 : -123186565580800 : ffff8ff664847800) 00000100:00000001:1.0:1763354566.635694:0:6503:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.635704:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763354566.635704:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664847800 x1848998841117056/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.635716:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.635718:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.635719:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1763354566.635725:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00100000:3.0:1763354566.635727:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417470 00000100:00000040:3.0:1763354566.635733:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:0.0:1763354566.635733:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.635738:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143962752 : -123186565588864 : ffff8ff664845880) 00000020:00000010:0.0:1763354566.635741:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00000040:3.0:1763354566.635756:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664845880 x1848998841116928/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.635765:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664847800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+465:2408:x1848998841117056:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1763354566.635768:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.635772:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000200:0.0:1763354566.635773:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841117056 00000100:00000001:3.0:1763354566.635777:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.635778:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000010:3.0:1763354566.635781:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00010000:00000002:0.0:1763354566.635783:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.635786:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00100000:3.0:1763354566.635790:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+221:253179:x1848998841116928:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000001:0.0:1763354566.635792:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.635796:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.635800:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901d400. 02000000:00000001:0.0:1763354566.635804:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.635807:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841116928 00000100:00000001:0.0:1763354566.635820:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.635824:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1763354566.635826:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00010000:0.0:1763354566.635827:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:3.0:1763354566.635832:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1763354566.635832:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.635837:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1763354566.635839:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0001: release reply data ffff8ff66e095540: xid 1848998841116672, transno 30065429326, client gen 8, slot idx 0 00000020:00000040:0.0:1763354566.635840:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9800 refcount=3 00000020:00000001:0.0:1763354566.635845:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00000001:00000001:3.0:1763354566.635850:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0001: free reply data ffff8ff54ef35e40: xid 1848998841116032, transno 30065429324, client gen 8, slot idx 2 00010000:00000001:0.0:1763354566.635851:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369152 : -123190997182464 : ffff8ff55c5f9800) 00010000:00000040:0.0:1763354566.635858:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc700 count: 3 00000001:00000010:3.0:1763354566.635860:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef35e40. 00000004:00000001:0.0:1763354566.635862:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354566.635865:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.635868:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.635869:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.635871:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:3.0:1763354566.635874:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1763354566.635875:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.635879:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.635879:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.635881:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.635883:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1763354566.635887:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1763354566.635888:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.635891:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1763354566.635892:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841116928, found 0 last_xid 1848998841116927 00010000:00000001:0.0:1763354566.635893:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.635895:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.635900:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354566.635900:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9800 with handle 0x4a8bb634222cb11e from hash 00010000:00000001:0.0:1763354566.635904:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1763354566.635907:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1763354566.635907:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.635910:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.635912:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1763354566.635912:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.635933:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:3.0:1763354566.635935:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.635936:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.635952:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.635953:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.635958:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9800/0x4a8bb634222cb11e lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41535 expref: 465 pid: 38200 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1763354566.635960:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.635965:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.635968:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000040:0.0:1763354566.635970:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 457 00010000:00000001:3.0:1763354566.635971:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.635976:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.635977:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00010000:00000010:0.0:1763354566.636006:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927080. 00010000:00000001:3.0:1763354566.636007:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354566.636013:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763354566.636015:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff66b964800. 00010000:00000001:0.0:1763354566.636016:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.636020:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000010:3.0:1763354566.636022:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781980. 00010000:00010000:0.0:1763354566.636023:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc700) 00010000:00000001:3.0:1763354566.636028:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1763354566.636030:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354566.636033:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00010000:00000001:0.0:1763354566.636034:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.636039:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1763354566.636040:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:0.0:1763354566.636041:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:3.0:1763354566.636045:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cb125 to hash 00010000:00000001:0.0:1763354566.636045:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.636048:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1763354566.636049:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.636052:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.636053:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000100:00001000:0.0:1763354566.636056:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.636082:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.636085:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000010:3.0:1763354566.636087:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00000100:00000001:0.0:1763354566.636088:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:3.0:1763354566.636094:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 02000000:00000001:0.0:1763354566.636094:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.636097:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.636100:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb125 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4153c expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.636101:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.636108:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.636114:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b220. 00010000:00000040:3.0:1763354566.636116:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 216 00000100:00000200:0.0:1763354566.636118:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841117056, offset 224 00000020:00000040:3.0:1763354566.636119:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=222 00010000:00000001:3.0:1763354566.636127:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1763354566.636127:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000004:00000001:3.0:1763354566.636131:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.636137:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000400:00000200:0.0:1763354566.636138:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:3.0:1763354566.636139:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.636143:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.636147:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000400:00000200:0.0:1763354566.636148:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556809:1556809:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556805:1556805:8:4294967295] 00000004:00000040:3.0:1763354566.636149:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:3.0:1763354566.636155:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.636161:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000400:00000200:0.0:1763354566.636162:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:3.0:1763354566.636166:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:3.0:1763354566.636172:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.636172:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:3.0:1763354566.636179:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000800:00000010:0.0:1763354566.636179:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022300. 00000004:00000001:3.0:1763354566.636181:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.636184:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.636188:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1763354566.636188:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.636194:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.636197:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.636208:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.636211:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.636213:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.636214:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.636216:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff67a190000. 02000000:00000001:3.0:1763354566.636221:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.636221:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847800 x1848998841117056/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.636227:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636232:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636237:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.636241:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000100:00100000:0.0:1763354566.636243:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664847800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+464:2408:x1848998841117056:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 522us (821us total) trans 0 rc 0/0 00000001:00000001:3.0:1763354566.636245:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.636248:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636252:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.636256:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1763354566.636256:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3724 00000001:00000001:3.0:1763354566.636261:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.636262:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000001:00000001:3.0:1763354566.636265:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.636268:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1763354566.636268:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354566.636268:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.636271:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:2.0:1763354566.636275:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022300. 00000001:00000001:3.0:1763354566.636276:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.636278:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000001:00000001:3.0:1763354566.636280:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:2.0:1763354566.636281:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1763354566.636285:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.636285:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfbb8. 00000400:00000200:2.0:1763354566.636291:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000001:00000001:3.0:1763354566.636292:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.636293:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc7400. 00000001:00000001:3.0:1763354566.636299:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:2.0:1763354566.636301:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b220 00000001:00000001:3.0:1763354566.636302:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.636302:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 463 00000400:00000010:2.0:1763354566.636306:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b220. 00000100:00000001:0.0:1763354566.636307:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354566.636308:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.636311:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1763354566.636315:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:2.0:1763354566.636315:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:3.0:1763354566.636318:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.636321:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636322:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.636324:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.636326:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.636329:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.636331:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354566.636333:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.636334:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636336:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.636337:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636338:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.636339:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636382:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:3.0:1763354566.636384:0:38200:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2400032e4:0x9deb:0x0], ldlm_rep = ffff8ff67a190228 00000004:00000001:3.0:1763354566.636387:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.636388:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.636390:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.636393:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66b964800 count: 2 00010000:00000001:3.0:1763354566.636394:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.636396:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.636399:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66c2ba000. 00000020:00000001:3.0:1763354566.636401:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.636403:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66c2ba000 with handle 0x4a8bb634222cb12c to hash 00000020:00000001:3.0:1763354566.636405:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.636406:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000010:3.0:1763354566.636409:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663100. 00010000:00000001:3.0:1763354566.636411:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.636413:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.636414:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.636417:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb12c lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.636421:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.636423:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.636424:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.636425:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.636427:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.636428:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.636429:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.636431:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.636433:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.636434:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.636435:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.636436:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff66b964800) refcount = 2 00010000:00010000:3.0:1763354566.636439:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb12c lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.636443:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.636445:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.636446:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.636447:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.636448:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.636450:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.636451:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.636453:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.636454:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.636456:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb12c lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.636460:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.636461:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.636462:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.636463:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.636464:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.636465:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=3 00000020:00000001:3.0:1763354566.636467:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.636469:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.636470:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.636471:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.636472:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636474:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.636477:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.636478:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.636482:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636484:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.636487:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.636498:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.636501:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.636503:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.636504:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.636506:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.636509:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.636510:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.636512:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.636514:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636516:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.636517:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636519:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.636520:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.636521:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636523:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.636524:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.636525:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.636526:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.636527:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.636528:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.636529:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.636532:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e4:0x9deb:0x0]: returning size 4096 00000004:00200000:3.0:1763354566.636535:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763354566.636536:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763354566.636538:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.636539:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636540:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.636542:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.636543:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.636545:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.636546:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.636547:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.636551:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.636572:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636573:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636576:0:38200:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.636578:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.636578:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.636580:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2ba000 refcount=3 00000020:00000001:3.0:1763354566.636581:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00010000:00000001:3.0:1763354566.636582:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272366080 : -123186437185536 : ffff8ff66c2ba000) 00000004:00000040:3.0:1763354566.636584:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354566.636586:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=223 00010000:00000001:3.0:1763354566.636588:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.636589:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.636589:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.636591:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.636592:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.636593:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.636594:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.636595:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.636596:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.636598:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.636600:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.636601:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.636603:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354566.636605:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5418956d8/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000004:00000001:3.0:1763354566.636607:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.636608:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.636609:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.636610:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.636612:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.636613:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.636614:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.636615:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.636616:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cb125 from hash 00010000:00000001:3.0:1763354566.636618:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.636619:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.636619:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.636620:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.636621:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.636624:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb125 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4153c expref: 223 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.636628:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 216 00000020:00000040:3.0:1763354566.636629:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00010000:00000010:3.0:1763354566.636631:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.636635:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.636636:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.636638:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.636640:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb12c lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4153c expref: 222 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.636644:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.636646:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.636647:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff66b964800) 00010000:00010000:3.0:1763354566.636649:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:3.0:1763354566.636650:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.636652:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.636653:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.636654:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.636655:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.636656:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66c2ba000, rc 0) 00000020:00000001:3.0:1763354566.636658:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.636660:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429324, transno 0, xid 1848998841116928 00010000:00000001:3.0:1763354566.636661:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.636665:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664845880 x1848998841116928/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.636670:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.636671:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.636673:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.636675:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.636677:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.636678:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.636680:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.636682:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.636683:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.636685:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.636688:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121bb0. 00000100:00000200:3.0:1763354566.636691:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841116928, offset 224 00000400:00000200:3.0:1763354566.636694:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.636699:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.636702:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556810:1556810:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556806:1556806:8:4294967295] 00000400:00000200:3.0:1763354566.636708:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.636712:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.636715:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.636717:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.636721:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.636723:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.636735:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.636738:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.636740:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.636741:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.636742:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.636745:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664845880 x1848998841116928/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.636752:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+222:253179:x1848998841116928:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 983us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.636758:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417470 00000100:00000040:3.0:1763354566.636759:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354566.636761:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.636763:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.636765:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.636769:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.636772:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000020:00000040:3.0:1763354566.636799:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 221 00000100:00000001:3.0:1763354566.636801:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763354566.636801:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763354566.636807:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:2.0:1763354566.636813:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.636818:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:2.0:1763354566.636821:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121bb0 00000400:00000010:2.0:1763354566.636823:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121bb0. 00000100:00000001:2.0:1763354566.636825:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.636826:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.638084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9600. 00010000:00000010:0.1:1763354566.638091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1500. 00010000:00000010:0.1:1763354566.638101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8e00. 00010000:00000010:0.1:1763354566.638104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9c00. 00000800:00000001:1.0:1763354566.638536:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.638545:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.638547:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.638549:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.638554:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.638577:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6a00 00000400:00000200:1.0:1763354566.638582:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 76440 00000800:00000001:1.0:1763354566.638586:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.638590:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.638592:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.638594:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.638597:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.638598:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.638601:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664844700. 00000100:00000040:1.0:1763354566.638603:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664844700 x1848998841117184 msgsize 576 00000100:00100000:1.0:1763354566.638606:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.638619:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.638624:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.638627:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.638648:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.638651:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841117184 02000000:00000001:3.0:1763354566.638653:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.638654:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.638656:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.638658:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.638660:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841117184 00000020:00000001:3.0:1763354566.638662:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.638663:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354566.638664:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.638667:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=222 00000020:00000001:3.0:1763354566.638669:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354566.638670:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354566.638673:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.638676:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.638678:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.638680:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.638683:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000020:00000010:3.0:1763354566.638686:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.638688:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.638692:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.638693:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.638694:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.638695:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.638696:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.638698:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.638701:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.638712:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.638718:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.638719:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.638723:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417471 00000100:00000040:3.0:1763354566.638725:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354566.638727:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143958272 : -123186565593344 : ffff8ff664844700) 00000100:00000040:3.0:1763354566.638731:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664844700 x1848998841117184/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.638738:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.638740:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.638742:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.638744:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.638749:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+222:253179:x1848998841117184:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.638752:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841117184 00000020:00000001:3.0:1763354566.638753:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.638755:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.638757:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.638759:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.638760:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.638762:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.638763:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841117184, found 0 last_xid 1848998841117183 00000020:00000001:3.0:1763354566.638766:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.638767:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.638768:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.638770:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.638772:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.638773:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.638774:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.638775:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.638776:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.638778:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.638781:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66b964800 count: 2 00010000:00000001:3.0:1763354566.638782:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.638784:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.638787:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff555ae4000. 00000020:00000001:3.0:1763354566.638788:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.638790:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff555ae4000 with handle 0x4a8bb634222cb133 to hash 00000020:00000001:3.0:1763354566.638791:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.638793:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000010:3.0:1763354566.638795:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.638797:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00010000:3.0:1763354566.638799:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb133 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41543 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.638805:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354566.638806:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=223 00010000:00000001:3.0:1763354566.638809:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.638811:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.638813:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.638814:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.638815:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.638817:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.638818:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e4:0x9deb:0x0] 00000020:00000001:3.0:1763354566.638820:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.638822:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882262120152 : -123191447431464 : ffff8ff5418956d8) 00000004:00000001:3.0:1763354566.638824:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882262120064 : -123191447431552 : ffff8ff541895680) 00000004:00000001:3.0:1763354566.638825:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.638827:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.638828:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.638830:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.638831:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.638864:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff67b210000. 02000000:00000001:3.0:1763354566.638865:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.638867:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.638869:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.638870:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.638872:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.638874:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.638875:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638876:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.638877:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.638879:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638880:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.638881:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.638882:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638883:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.638884:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.638885:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638886:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.638886:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.638888:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638889:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.638889:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.638891:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638892:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.638893:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.638894:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.638896:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.638898:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354566.638899:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.638900:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.638902:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.638903:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.638904:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.638905:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.638907:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354566.638910:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7baf8 00000004:00000002:3.0:1763354566.638911:0:38200:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e4:0x9deb:0x0]/56xa, ldlm_rep = ffff8ff67b210228 00000004:00000001:3.0:1763354566.638914:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.638916:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354566.638917:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354566.638919:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.638920:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.638922:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff66b964800 count: 3 00010000:00000001:3.0:1763354566.638923:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.638925:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.638927:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63a00. 00000020:00000001:3.0:1763354566.638929:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.638930:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63a00 with handle 0x4a8bb634222cb13a to hash 00000020:00000001:3.0:1763354566.638932:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.638933:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000010:3.0:1763354566.638935:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.638936:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.638938:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.638954:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.638957:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 3/1,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.638961:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.638963:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.638964:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.638966:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.638967:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.638969:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.638970:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.638971:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.638972:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.638974:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.638975:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.638976:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff66b964800) refcount = 3 00010000:00000040:3.0:1763354566.638978:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.638981:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff66c2ba000/0x4a8bb634222cb12c lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4153c expref: 223 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.638987:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 3/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.638990:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.638992:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.638993:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.638994:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.638995:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.638997:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.638998:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.639000:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.639001:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.639003:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 3/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.639006:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.639007:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.639008:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.639009:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.639009:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.639011:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6700 count: 2 00010000:00000001:3.0:1763354566.639012:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.639013:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.639015:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63400. 00000020:00000001:3.0:1763354566.639016:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.639018:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63400 with handle 0x4a8bb634222cb141 to hash 00000020:00000001:3.0:1763354566.639019:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.639020:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000010:3.0:1763354566.639022:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663f80. 00010000:00000001:3.0:1763354566.639024:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.639025:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.639026:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.639028:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.639031:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.639032:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.639050:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.639051:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.639052:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.639055:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 2/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 8 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.639061:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.639062:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.639064:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.639065:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.639067:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.639068:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354566.639070:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 4/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000040:3.0:1763354566.639074:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6700) refcount = 2 00010000:00000040:3.0:1763354566.639076:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.639078:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000020 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 8 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.639081:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354566.639083:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 4/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000010:3.0:1763354566.639087:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.639089:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.639093:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35e40. 00000100:00000001:3.0:1763354566.639094:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.639096:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.639098:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.639100:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.639101:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.639103:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.639104:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.639105:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.639106:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.639107:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354566.639108:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354566.639111:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09c00. 00000020:00000040:3.0:1763354566.639113:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff648882000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763354566.639116:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.639117:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.639120:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.639124:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20800. 00000100:00000001:3.0:1763354566.639128:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.639132:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 8 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.639138:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.639140:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.639144:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.639150:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.639152:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.639154:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:38200:1848998542721152:0@lo:104: 00000100:00000001:3.0:1763354566.639157:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.639159:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.639161:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.639162:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.639164:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff54ba21800. 02000000:00000001:3.0:1763354566.639166:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.639170:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.639173:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121d48. 00000100:00000200:3.0:1763354566.639176:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542721152, portal 16 00000100:00000001:3.0:1763354566.639178:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.639179:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000100:00000040:3.0:1763354566.639182:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.639187:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.639189:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.639190:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701217f8. 00000100:00000200:3.0:1763354566.639192:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542721152, offset 0 00000400:00000200:3.0:1763354566.639195:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.639200:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.639205:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x691a785544080 00000400:00000200:3.0:1763354566.639209:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x7b6d49 [2] + 1656 00000400:00000200:3.0:1763354566.639212:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.639215:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.639217:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.639219:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1763354566.639221:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09500. 00000100:00000040:3.0:1763354566.639223:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66cb09500 x1848998542721152 msgsize 328 00000100:00100000:3.0:1763354566.639225:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.639238:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.639242:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701217f8 00000400:00000010:3.0:1763354566.639244:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701217f8. 00000100:00000001:3.0:1763354566.639245:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.639249:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.639255:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.639257:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.639262:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639264:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.639267:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639270:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306889715 00000100:00000001:3.0:1763354566.639277:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889680 00000100:00000001:2.0:1763354566.639279:0:6501:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763354566.639281:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306889715 00000100:00100000:2.0:1763354566.639283:0:6501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721152 00000100:00000001:3.0:1763354566.639286:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889680 02000000:00000001:2.0:1763354566.639286:0:6501:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.639289:0:6501:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.639291:0:6501:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639292:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306889715 02000000:00000001:2.0:1763354566.639296:0:6501:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639297:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889680 00000100:00100000:2.0:1763354566.639300:0:6501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721152 00000100:00000001:3.0:1763354566.639301:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306889715 00000020:00000001:2.0:1763354566.639303:0:6501:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354566.639306:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889680 00000020:00000040:2.0:1763354566.639306:0:6501:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f199f 00000020:00000001:2.0:1763354566.639310:0:6501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.639312:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354566.639313:0:6501:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5450c2800 refcount=4 00000100:00000001:3.0:1763354566.639315:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.639317:0:6501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882321025024 : -123191388526592 : ffff8ff5450c2800) 00010000:00000001:3.0:1763354566.639318:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.639322:0:6501:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882321025024 : -123191388526592 : ffff8ff5450c2800) 00010000:00000001:3.0:1763354566.639323:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639326:0:6501:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763354566.639327:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.639330:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.639332:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1763354566.639332:0:6501:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00010000:00000001:3.0:1763354566.639334:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639336:0:6501:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.639337:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.639340:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:2.0:1763354566.639341:0:6501:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000100:00000001:3.0:1763354566.639344:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639347:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1763354566.639348:0:6501:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4e00. 00000100:00000001:3.0:1763354566.639349:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1763354566.639352:0:6501:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000100:00100000:3.0:1763354566.639353:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35e40 going to sleep for 11 seconds 00000020:00000010:2.0:1763354566.639358:0:6501:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000100:00000001:3.0:1763354566.639359:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.639362:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.639366:0:6501:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1763354566.639369:0:6501:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.639370:0:6501:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.639371:0:6501:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639375:0:6501:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639384:0:6501:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.639394:0:6501:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.639396:0:6501:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354566.639399:0:26695:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1763354566.639400:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00000001:3.0:1763354566.639403:0:26695:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763354566.639405:0:6501:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5450c2800 : new rpc_count 1 00000100:00000001:3.0:1763354566.639406:0:26695:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639408:0:6501:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887281079552 : -123186428472064 : ffff8ff66cb09500) 00000100:00000001:3.0:1763354566.639409:0:26695:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.639415:0:6501:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66cb09500 x1848998542721152/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.639422:0:6501:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.639424:0:6501:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.639426:0:6501:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.639427:0:6501:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000100:00100000:2.0:1763354566.639447:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:38200:x1848998542721152:12345-0@lo:104: 00000100:00000200:2.0:1763354566.639450:0:6501:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721152 00010000:00000001:2.0:1763354566.639452:0:6501:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1763354566.639456:0:6501:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.639457:0:6501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.639458:0:6501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=3 00000020:00000001:2.0:1763354566.639460:0:6501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:2.0:1763354566.639462:0:6501:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:2.0:1763354566.639465:0:6501:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.639467:0:6501:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.639471:0:6501:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.639477:0:6501:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.639478:0:6501:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.639481:0:6501:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54f212800. 02000000:00000001:2.0:1763354566.639482:0:6501:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639484:0:6501:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.639486:0:6501:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.639487:0:6501:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.639490:0:6501:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67398a1e8 time=103 v=5 (1 1 0 1) 00000100:00000001:2.0:1763354566.639493:0:6501:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.639495:0:6501:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.639497:0:6501:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.639498:0:6501:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.639500:0:6501:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639501:0:6501:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.639503:0:6501:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.639506:0:6501:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00000100:00000200:2.0:1763354566.639508:0:6501:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848998542721152, offset 224 00000400:00000200:2.0:1763354566.639512:0:6501:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.639517:0:6501:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.639523:0:6501:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a785544080 00000400:00000200:2.0:1763354566.639527:0:6501:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x7b8e65 [1] + 224 00000400:00000200:2.0:1763354566.639531:0:6501:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.639533:0:6501:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.639536:0:6501:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.639541:0:6501:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763354566.639548:0:6501:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.639564:0:6501:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.639568:0:6501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:2.0:1763354566.639570:0:6501:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:2.0:1763354566.639572:0:6501:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.639573:0:6501:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.639576:0:6501:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.639579:0:6501:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00000001:3.0:1763354566.639582:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1763354566.639582:0:6501:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763354566.639588:0:6501:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095000. 00000400:00000001:3.0:1763354566.639589:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1763354566.639591:0:6501:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1763354566.639593:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.639597:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.639601:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121d48 00000400:00000010:3.0:1763354566.639603:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121d48. 00010000:00010000:2.0:1763354566.639605:0:6501:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:3.0:1763354566.639606:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1763354566.639611:0:6501:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.639614:0:6501:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.639615:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1763354566.639617:0:6501:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.639627:0:6501:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09500 x1848998542721152/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354566.639633:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.639646:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:38200:x1848998542721152:12345-0@lo:104: Request processed in 218us (417us total) trans 0 rc 0/0 00000100:00000001:3.0:1763354566.639648:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.639652:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763354566.639658:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00000001:3.0:1763354566.639659:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.639664:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1763354566.639664:0:6501:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5450c2800 : new rpc_count 0 00000020:00000001:0.0:1763354566.639666:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1763354566.639668:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.639671:0:6501:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.639672:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.639673:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639677:0:6501:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1763354566.639679:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.639680:0:6506:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1763354566.639684:0:6501:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00000100:00001000:3.0:1763354566.639686:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff648882458 time=55 v=5 (5 5 5 5) 00010000:00000001:0.0:1763354566.639686:0:6506:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763354566.639690:0:6506:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:3.0:1763354566.639693:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff648882410 time=55 v=5 (1 1 1 1) 00000020:00000010:2.0:1763354566.639695:0:6501:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00010000:00010000:0.0:1763354566.639696:0:6506:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354566.639698:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.639703:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.639705:0:6501:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4e00. 00010000:00000001:3.0:1763354566.639709:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.639714:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.639716:0:6501:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5450c2800 : new refcount 3 00010000:00010000:0.0:1763354566.639717:0:6506:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66c2bac00 already unused, calling callback (ffffffffc19c0290) 00000100:00000001:3.0:1763354566.639720:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.639723:0:6501:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.639724:0:6506:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000100:00000040:3.0:1763354566.639728:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.639729:0:6506:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.639733:0:6506:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.639737:0:6506:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.639739:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.639741:0:6506:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66c2bac00 refcount=4 00000100:00000001:3.0:1763354566.639746:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1763354566.639747:0:6506:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00000100:00000001:3.0:1763354566.639767:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.639768:0:6506:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887272369152 : -123186437182464 : ffff8ff66c2bac00) 00010000:00000001:0.0:1763354566.639772:0:6506:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1763354566.639779:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00010000:0.0:1763354566.639780:0:6506:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 4/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.639782:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.639786:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.639788:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.639795:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1763354566.639801:0:6506:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:0.0:1763354566.639806:0:6506:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 4/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1763354566.639809:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:38200:1848998542721152:0@lo:104: 00000100:00000001:3.0:1763354566.639820:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.639821:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.639841:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.639848:0:6506:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639849:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.639852:0:6506:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1763354566.639854:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1763354566.639855:0:6506:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1763354566.639857:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1763354566.639859:0:6506:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1763354566.639863:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09c00 x1848998542721152/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.639863:0:6506:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.639866:0:6506:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.639871:0:6506:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66c2bac00 with handle 0x4a8bb634222cb0df from hash 00010000:00000001:0.0:1763354566.639877:0:6506:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.639880:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354566.639881:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1763354566.639882:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763354566.639885:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1763354566.639886:0:6506:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000010:3.0:1763354566.639890:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff54ba21800. 00010000:00000001:0.0:1763354566.639891:0:6506:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.639895:0:6506:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1763354566.639898:0:6506:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:3.0:1763354566.639900:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1763354566.639901:0:6506:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:3.0:1763354566.639914:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.639918:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff648882000 refcount=1 obd=lustre-MDT0001 00000100:00000010:0.0:1763354566.639919:0:6506:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd65500. 00000020:00000001:3.0:1763354566.639924:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1763354566.639926:0:6506:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 02000000:00000010:3.0:1763354566.639928:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20800. 00000100:00000001:0.0:1763354566.639931:0:6506:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.639934:0:6506:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.639937:0:6506:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.639954:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1763354566.639957:0:6506:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff547dc7400. 02000000:00000001:3.0:1763354566.639958:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.639961:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09c00. 00000100:00000001:0.0:1763354566.639964:0:6506:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.639966:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1763354566.639968:0:6506:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1763354566.639969:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.640000:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35e40. 00010000:00010000:0.0:1763354566.640001:0:6506:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 2/0,0 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354566.640002:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.640006:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.640011:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00010000:0.0:1763354566.640014:0:6506:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1763354566.640016:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.640018:0:6506:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.640020:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.640023:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.640024:0:6506:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1763354566.640025:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1763354566.640029:0:6506:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.640030:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00000100:00000040:0.0:1763354566.640038:0:6506:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7153de4] to pc [ptlrpcd_00_03+3] req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.640083:0:6506:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.640086:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.640088:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.640089:0:6506:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.640091:0:6506:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.640093:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1763354566.640094:0:6506:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.640098:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1763354566.640099:0:6506:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 1/0,0 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.640101:0:3657:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.640108:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.640109:0:6506:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.640114:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff66c2bac00/0x4a8bb634222cb0df lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb0e6 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763354566.640115:0:3656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763354566.640121:0:3656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.640132:0:3657:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:0.0:1763354566.640134:0:6506:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff6498a6000 count: 0 00000100:00000001:2.0:1763354566.640135:0:3657:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.640140:0:3657:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:0.0:1763354566.640141:0:6506:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781380. 02000000:00000001:2.0:1763354566.640143:0:3657:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.640147:0:3657:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.640150:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848998542721280:0@lo:103:ldlm_bl.0 00010000:00000001:0.0:1763354566.640152:0:6506:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.640154:0:3657:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1763354566.640155:0:6506:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1763354566.640158:0:3657:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:0.0:1763354566.640158:0:6506:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e095000. 02000000:00000001:2.0:1763354566.640161:0:3657:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.640163:0:6506:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.640165:0:3657:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1763354566.640166:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1763354566.640170:0:3657:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5473b4e00. 00000020:00000001:0.0:1763354566.640170:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.640176:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763354566.640177:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763354566.640178:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.640180:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763354566.640181:0:6506:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763354566.640182:0:6506:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.640183:0:3657:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.640184:0:6506:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1763354566.640193:0:3657:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b0b0. 00000400:00000010:2.0:1763354566.640196:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00000100:00000200:2.0:1763354566.640199:0:3657:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542721280, portal 18 00000100:00000001:2.0:1763354566.640201:0:3657:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.640202:0:3657:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333885184 : -123186375666432 : ffff8ff66fd65500) 00000100:00000040:2.0:1763354566.640206:0:3657:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.640212:0:3657:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.640213:0:3657:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.640215:0:3657:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7770. 00000100:00000200:2.0:1763354566.640216:0:3657:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848998542721280, offset 0 00000400:00000200:2.0:1763354566.640220:0:3657:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.640224:0:3657:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.640228:0:3657:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a785544100 00000400:00000200:2.0:1763354566.640232:0:3657:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x7b1301 [2] + 328 00000400:00000200:2.0:1763354566.640235:0:3657:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.640238:0:3657:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.640240:0:3657:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.640242:0:3657:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763354566.640245:0:3657:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec52d80. 00000100:00000040:2.0:1763354566.640246:0:3657:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec52d80 x1848998542721280 msgsize 328 00000100:00100000:2.0:1763354566.640249:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.640258:0:3657:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.640261:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 00000400:00000010:2.0:1763354566.640263:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 00000100:00000001:2.0:1763354566.640265:0:3657:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.640268:0:3657:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.640274:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.640277:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.640280:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354566.640284:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.640285:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721280 00000100:00000001:2.0:1763354566.640289:0:3657:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1763354566.640290:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.640293:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.640294:0:3657:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.640295:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.640299:0:3657:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7658 usecs (8 jiffies) 02000000:00000001:0.0:1763354566.640300:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.640305:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888608 00000100:00100000:0.0:1763354566.640306:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721280 00000020:00000001:0.0:1763354566.640309:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354566.640311:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889715 00000020:00000040:0.0:1763354566.640312:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000100:00000001:2.0:1763354566.640317:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888608 00000020:00000001:0.0:1763354566.640317:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.640321:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=9 00000100:00000001:2.0:1763354566.640322:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889715 00000020:00000001:0.0:1763354566.640325:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:2.0:1763354566.640326:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888608 00000020:00000001:0.0:1763354566.640329:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:2.0:1763354566.640331:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889715 00000100:00000001:0.0:1763354566.640334:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354566.640335:0:3657:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888608 00000100:00000001:2.0:1763354566.640339:0:3657:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889715 00000020:00000010:0.0:1763354566.640340:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:2.0:1763354566.640343:0:3657:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.640344:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.640349:0:3657:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.640350:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00000001:2.0:1763354566.640353:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.640356:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.640357:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff547dc6800. 00000100:00000001:2.0:1763354566.640360:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1763354566.640361:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000100:00000001:2.0:1763354566.640364:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1763354566.640366:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bfbb8. 00000100:00000001:2.0:1763354566.640367:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.640370:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.640373:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.640375:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763354566.640376:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.640380:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.640382:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.640384:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.640386:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.640387:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.640390:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.640391:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.640392:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:0.0:1763354566.640394:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:0.0:1763354566.640396:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:0.0:1763354566.640400:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 3/0,0 mode: PW/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 9 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.640405:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.640406:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.640407:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.640409:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.640412:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.640415:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66ec52d80 x1848998542721280/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.640421:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.640422:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.640433:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.640440:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.640442:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.640445:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363 00000100:00000040:0.0:1763354566.640447:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:0.0:1763354566.640449:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315983744 : -123186393567872 : ffff8ff66ec52d80) 00000100:00000040:0.0:1763354566.640453:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec52d80 x1848998542721280/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.640459:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.640462:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68d80. 00000100:00000001:0.0:1763354566.640464:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.640466:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68d80. 00000100:00100000:0.0:1763354566.640470:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+9:3657:x1848998542721280:12345-0@lo:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.640473:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721280 00010000:00000001:0.0:1763354566.640474:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.640475:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.640476:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.640479:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.640480:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.640483:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901dc00. 02000000:00000001:0.0:1763354566.640484:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.640486:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.640487:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.640489:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.640490:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.640492:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.640493:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:0.0:1763354566.640494:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:0.0:1763354566.640496:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000040:0.0:1763354566.640498:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6700 count: 3 00000004:00000001:0.0:1763354566.640500:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354566.640501:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354566.640502:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:0.0:1763354566.640505:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff593de1600. 00000020:00000010:0.0:1763354566.640509:0:74535:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ff66bb32800. 00000020:00000010:0.0:1763354566.640512:0:74535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ff66feef800. 00000020:00000010:0.0:1763354566.640537:0:74535:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ff54d4d69a8. 00000020:00000010:0.0:1763354566.640541:0:74535:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8ff643c26c00. 80000000:00000010:0.0:1763354566.640544:0:74535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ff67dab0120. 40000000:00000010:0.0:1763354566.640547:0:74535:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ff67ca68d80. 00100000:00000010:0.0:1763354566.640551:0:74535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ff66feed000. 00040000:00000010:0.0:1763354566.640555:0:74535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ff66c022400. 00040000:00000010:0.0:1763354566.640558:0:74535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ff643c26400. 00080000:00000010:0.0:1763354566.640563:0:74535:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff8ff5451af000. 00080000:00000010:0.0:1763354566.640567:0:74535:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8ff642bcc000. 00002000:00000010:0.0:1763354566.640573:0:74535:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ff54901e000. 00000020:00000001:0.0:1763354566.640576:0:74535:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:0.0:1763354566.640578:0:74535:0:(osd_handler.c:2830:osd_sync()) Process entered 00000100:00000001:3.0:1763354566.641760:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763354566.641763:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763354566.641765:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429326 is committed 00000001:00000040:3.0:1763354566.641768:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff672251000 : new cb_count 0 00000020:00000040:3.0:1763354566.641770:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00000001:00000010:3.0:1763354566.641773:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a20. 00080000:00000010:3.0:1763354566.641776:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b4400. 00000100:00000001:3.0:1763354566.641778:0:31810:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763354566.641780:0:31810:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763354566.641781:0:31810:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 30065429325 is committed 00000001:00000040:3.0:1763354566.641783:0:31810:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff67d896800 : new cb_count 0 00000020:00000040:3.0:1763354566.641784:0:31810:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 8 00000001:00000010:3.0:1763354566.641785:0:31810:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02120. 00080000:00000010:3.0:1763354566.641789:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba20e00. 00000020:00080000:3.0:1763354566.641794:0:31810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 25769804098 batchid updated 00000020:00000010:3.0:1763354566.641805:0:31810:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff544b02660. 00080000:00000010:3.0:1763354566.641807:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba20c00. 00000020:00080000:0.0:1763354566.641870:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804098 00000020:00000001:0.0:1763354566.641875:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763354566.641878:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095840 refcount 1 committed 1 result 0 batchid 25769804097 00000020:00000040:0.0:1763354566.641883:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f1e200 obd lustre-OST0000-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0953c0 00000020:00000040:0.0:1763354566.641886:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff649808100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff552ab9400 00000020:00000040:0.0:1763354566.641890:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000020:00000040:0.0:1763354566.641892:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:0.0:1763354566.641895:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.641897:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff678f1e200. 00080000:00000020:1.0:1763354566.641903:0:74535:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0001: synced OSD: rc = 0 00000020:00000010:0.0:1763354566.641904:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff649808100. 00000020:00000001:1.0:1763354566.641911:0:74535:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.641913:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66e095840. 00000020:00000001:0.0:1763354566.641917:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000010:1.0:1763354566.641918:0:74535:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8ff66bb32800. 00000020:00000040:0.0:1763354566.641919:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66e095a80 refcount 1 committed 1 result 0 batchid 25769804098 00000020:00000040:0.0:1763354566.641925:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724300 obd lustre-OST0001-osc-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e0950c0 00000020:00000040:0.0:1763354566.641928:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67c724c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff547dc7400 00000020:00000010:1.0:1763354566.641930:0:74535:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ff66feef800. 00000020:00000040:0.0:1763354566.641931:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000020:00000040:0.0:1763354566.641936:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000020:00000001:0.0:1763354566.641938:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.641952:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67c724300. 00000020:00000010:1.0:1763354566.641955:0:74535:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ff54d4d69a8. 00000020:00000010:0.0:1763354566.641956:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67c724c00. 00000020:00000010:0.0:1763354566.641962:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66e095a80. 00000020:00080000:0.0:1763354566.641965:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804098 00000020:00000010:1.0:1763354566.641966:0:74535:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8ff643c26c00. 80000000:00000010:1.0:1763354566.641973:0:74535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ff67dab0120. 40000000:00000010:1.0:1763354566.641978:0:74535:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ff67ca68d80. 00100000:00000010:1.0:1763354566.641982:0:74535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ff66feed000. 00040000:00000010:1.0:1763354566.641999:0:74535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ff66c022400. 00040000:00000010:1.0:1763354566.642002:0:74535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ff643c26400. 00080000:00000010:1.0:1763354566.642007:0:74535:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8ff642bcc000. 00080000:00000010:1.0:1763354566.642011:0:74535:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff8ff5451af000. 00002000:00000010:1.0:1763354566.642017:0:74535:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ff54901e000. 00000020:00000010:1.0:1763354566.642020:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff593de1600. 00010000:00000001:1.0:1763354566.642024:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.642026:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.642028:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763354566.642065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000001:1.0:1763354566.642066:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763354566.642070:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763354566.642076:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.642079:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.642081:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.642083:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.642087:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb0e6 from hash 00010000:00000001:1.0:1763354566.642090:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354566.642091:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.642092:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.642094:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763354566.642097:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.642098:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.642101:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354566.642102:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354566.642107:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb0e6 lrc: 0/0,0 mode: --/PW res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x4a8bb634222cb0df expref: 8 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763354566.642116:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff67d896800 : new locks_count 1 00000020:00000040:1.0:1763354566.642119:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 7 00010000:00000010:1.0:1763354566.642122:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000001:1.0:1763354566.642129:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.642131:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354566.642133:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763354566.642136:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6700) 00010000:00010000:1.0:1763354566.642140:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.642147:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763354566.642149:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.642151:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.642153:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.642155:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.642158:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.642159:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763354566.642162:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.642168:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354566.642170:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763354566.642172:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.642173:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763354566.642175:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6700) refcount = 2 00010000:00010000:1.0:1763354566.642179:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 4/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.642185:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.642187:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.642188:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.642190:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763354566.642192:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.642194:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763354566.642199:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.642202:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.642206:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4900. 00000100:00000001:1.0:1763354566.642208:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000100:00000001:1.0:1763354566.642212:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000100:00000001:1.0:1763354566.642215:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.642216:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354566.642218:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763354566.642220:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763354566.642234:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.642237:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.642239:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.642240:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.642242:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763354566.642244:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.642248:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.642251:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.642253:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763354566.642271:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4900. 00000100:00000001:1.0:1763354566.642286:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1763354566.642288:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.642290:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763354566.642298:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb12c0. 00010000:00000001:1.0:1763354566.642307:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.642310:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.642311:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763354566.642316:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354566.642320:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.642324:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763354566.642359:0:74535:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.642360:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.642365:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1763354566.642365:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00010000:00000001:3.0:1763354566.642367:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.642372:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.642374:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:3.0:1763354566.642379:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000100:00000040:1.0:1763354566.642381:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:1.0:1763354566.642387:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000004:00000001:3.0:1763354566.642388:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 02000000:00000001:1.0:1763354566.642392:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1763354566.642394:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 02000000:00000001:1.0:1763354566.642397:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:08000000:3.0:1763354566.642400:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e4:0x9deb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000100:00000001:1.0:1763354566.642403:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.642425:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1763354566.642426:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.642431:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00080000:00000001:3.0:1763354566.642432:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.642438:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000100:00000200:1.0:1763354566.642439:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998542721280, offset 224 00000400:00000200:1.0:1763354566.642446:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:3.0:1763354566.642449:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763354566.642453:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763354566.642456:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000400:00000200:1.0:1763354566.642457:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 80000000:00000001:3.0:1763354566.642460:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.642464:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.642466:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.642472:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.642472:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a785544100 00080000:00000001:3.0:1763354566.642476:0:38200:0:(osd_handler.c:5787:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.642492:0:38200:0:(osd_handler.c:6627:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354566.642496:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x7b8e71 [1] + 224 00080000:00000001:3.0:1763354566.642497:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.642501:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.642505:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.642507:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.642508:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1763354566.642509:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.642511:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e24:0x0] 00000020:00000001:3.0:1763354566.642530:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1763354566.642534:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1763354566.642537:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000100:00000001:1.0:1763354566.642541:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000004:00000010:3.0:1763354566.642543:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff55ffe9680. 00000004:00000001:3.0:1763354566.642549:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882773120728 : -123190936430888 : ffff8ff55ffe96d8) 00000100:00000200:1.0:1763354566.642551:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.642554:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763354566.642557:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002344:0x19e24:0x0] 00000004:00000010:3.0:1763354566.642564:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff595c0c168. 00000004:00000001:3.0:1763354566.642569:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.642575:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763354566.642578:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000100:00000040:1.0:1763354566.642581:0:74535:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1763354566.642583:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff591225ba0. 00000004:00000001:3.0:1763354566.642589:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620883597548448 : -123190112003168 : ffff8ff591225ba0) 00000004:00000001:3.0:1763354566.642594:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.642600:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763354566.642604:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.642608:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.642610:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.642611:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.642612:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.642613:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.642615:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.642616:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0001-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:3.0:1763354566.642618:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.642620:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000010:3.0:1763354566.642624:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff58b128470. 00000004:00000001:3.0:1763354566.642628:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.642630:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000004:00000001:3.0:1763354566.642631:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763354566.642637:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000400:00000010:1.0:1763354566.642637:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000004:00000010:3.0:1763354566.642643:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff54ef35e40. 00000100:00000001:1.0:1763354566.642644:0:74535:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000010:3.0:1763354566.642647:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff6809acc00. 00000100:00000001:1.0:1763354566.642649:0:74535:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:3.0:1763354566.642655:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5410c3000. 00000100:00000001:1.0:1763354566.642658:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.642660:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763354566.642664:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.642666:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000004:00000001:3.0:1763354566.642667:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763354566.642671:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000100:00000001:2.0:1763354566.642673:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1763354566.642674:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.642675:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200002344:0x19e24:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000100:00000001:2.0:1763354566.642677:0:3657:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1763354566.642683:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.642684:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5410c3000 magic = bdde0002 count = 1 size = 40 00000400:00000001:2.0:1763354566.642685:0:3657:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.642689:0:3657:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1763354566.642692:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66cb09c00. 00000400:00000010:2.0:1763354566.642694:0:3657:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b0b0. 00000100:00000040:1.0:1763354566.642695:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec52d80 x1848998542721280/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1763354566.642697:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:2.0:1763354566.642703:0:3657:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000100:00000001:3.0:1763354566.642704:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.642709:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1763354566.642709:0:3657:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 02000000:00000001:3.0:1763354566.642714:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.642716:0:3657:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1763354566.642722:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20c00. 00000100:00000200:2.0:1763354566.642726:0:3657:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763354566.642726:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+7:3657:x1848998542721280:12345-0@lo:103:ldlm_bl.0 Request processed in 2261us (2473us total) trans 0 rc 0/0 00000100:00000001:3.0:1763354566.642728:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.642737:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.642771:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1763354566.642778:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363 00000004:00000001:3.0:1763354566.642779:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354566.642780:0:3657:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.642784:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000040:1.0:1763354566.642787:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000100:00000001:3.0:1763354566.642788:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.642793:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00000100:00000001:1.0:1763354566.642795:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.642796:0:3657:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.642797:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.642802:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.642802:0:3657:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.642802:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763354566.642807:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000100:00000001:2.0:1763354566.642808:0:3657:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1763354566.642810:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 02000000:00000001:2.0:1763354566.642812:0:3657:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.642813:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.642815:0:3657:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.642819:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.642819:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bfbb8. 00000100:00000001:2.0:1763354566.642834:0:3657:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.642841:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.642845:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1763354566.642845:0:3657:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.642848:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff547dc6800. 00000100:00001000:2.0:1763354566.642854:0:3657:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c4e8 time=55 v=5 (5 5 5 5) 00000100:00000040:3.0:1763354566.642856:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763354566.642859:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 6 00000100:00001000:2.0:1763354566.642861:0:3657:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.642869:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.642874:0:3657:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.642879:0:3657:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.642888:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1763354566.642888:0:3657:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.642891:0:3657:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.642893:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.642897:0:3657:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1763354566.642898:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1763354566.642901:0:3657:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 02000000:00000001:3.0:1763354566.642919:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.642920:0:3657:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1763354566.642924:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.642925:0:3657:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.642934:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542721408:0@lo:1000:mdt00_006.0 00000100:00000040:2.0:1763354566.642936:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.642960:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.642965:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.642968:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.642973:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1763354566.642995:0:3657:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.642997:0:3657:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1763354566.642999:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff5466b6000. 00000100:00000001:2.0:1763354566.643000:0:3657:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354566.643006:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.643009:0:3657:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1763354566.643011:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.643019:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff54ef35480. 00000100:00100000:2.0:1763354566.643020:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3657:1848998542721280:0@lo:103:ldlm_bl.0 00000100:00000200:3.0:1763354566.643024:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542721408, portal 4 00000100:00000001:2.0:1763354566.643026:0:3657:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.643028:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.643029:0:3657:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763354566.643031:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887281081344 : -123186428470272 : ffff8ff66cb09c00) 00000100:00000040:2.0:1763354566.643035:0:3657:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd65500 x1848998542721280/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763354566.643042:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.643043:0:3657:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.643046:0:3657:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.643067:0:3657:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5473b4e00. 02000000:00000001:2.0:1763354566.643071:0:3657:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.643074:0:3657:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1763354566.643077:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1763354566.643078:0:3657:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:2.0:1763354566.643082:0:3657:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1763354566.643083:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1763354566.643086:0:3657:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff547dc7400. 00000400:00000010:3.0:1763354566.643088:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121d48. 02000000:00000001:2.0:1763354566.643091:0:3657:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1763354566.643092:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1848998542721408, offset 0 02000000:00000001:2.0:1763354566.643094:0:3657:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.643097:0:3657:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65500. 00000400:00000200:3.0:1763354566.643100:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1763354566.643102:0:3657:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.643105:0:3657:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.643106:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.643111:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1763354566.643114:0:3657:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.643116:0:3657:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.643120:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 24 MB=0x691a785544180 00000100:00000001:2.0:1763354566.643122:0:3657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763354566.643126:0:3657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.643130:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 304/304 into md 0x1fdd85 [256] + 12192 00000400:00000200:3.0:1763354566.643137:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.643141:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.643145:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.643147:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763354566.643151:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec67100. 00000100:00000040:3.0:1763354566.643154:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff54ec67100 x1848998542721408 msgsize 304 00000100:00100000:3.0:1763354566.643157:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763354566.643173:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.643179:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121d48 00000400:00000010:3.0:1763354566.643181:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121d48. 00000100:00000001:3.0:1763354566.643184:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.643189:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.643199:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354566.643201:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1763354566.643203:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.643205:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721408 02000000:00000001:0.0:1763354566.643209:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.643211:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.643214:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.643219:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.643222:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.643224:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721408 00000100:00000001:3.0:1763354566.643229:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1763354566.643229:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.643233:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:0.0:1763354566.643235:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.643237:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.643238:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=6 00000020:00000001:0.0:1763354566.643244:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000040:3.0:1763354566.643247:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4683 usecs (5 jiffies) 00000020:00000001:0.0:1763354566.643247:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 00000100:00000001:0.0:1763354566.643252:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.643254:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888608 00000020:00000010:0.0:1763354566.643257:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68300. 00000100:00000001:0.0:1763354566.643268:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.643271:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889715 00000020:00000010:0.0:1763354566.643271:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68300. 00000100:00000001:3.0:1763354566.643278:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888608 00000020:00000010:0.0:1763354566.643279:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f800. 00000100:00000001:3.0:1763354566.643285:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889715 00000020:00000010:0.0:1763354566.643286:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.643292:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000001:3.0:1763354566.643293:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888608 00000100:00000001:3.0:1763354566.643300:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889715 00000100:00000040:0.0:1763354566.643300:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.643306:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.643307:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888608 00000100:00000001:0.0:1763354566.643309:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.643311:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.643315:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.643328:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.643335:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.643336:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.643340:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7911 00000100:00000040:0.0:1763354566.643343:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:0.0:1763354566.643345:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882484228352 : -123191225323264 : ffff8ff54ec67100) 00000100:00000040:0.0:1763354566.643350:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff54ec67100 x1848998542721408/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.643357:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.643359:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68300. 00000100:00000001:0.0:1763354566.643360:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.643362:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68300. 00000100:00100000:0.0:1763354566.643365:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff54ec67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542721408:12345-0@lo:1000:mdt00_006.0 00000100:00000200:0.0:1763354566.643368:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721408 00000020:00000001:0.0:1763354566.643369:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.643371:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763354566.643374:0:21540:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095c00: xid 1848998542718080, transno 21475214474, client gen 8, slot idx 1 00000100:00000001:3.0:1763354566.643379:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889715 00000001:00000001:0.0:1763354566.643380:0:21540:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5554cf900: xid 1848998542392448, transno 21475213372, client gen 8, slot idx 2 00000100:00000001:3.0:1763354566.643384:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1763354566.643396:0:21540:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5554cf900. 00000100:00000001:3.0:1763354566.643397:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.643402:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.643403:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.643405:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.643407:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.643410:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.643410:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.643416:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.643419:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.643421:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354566.643424:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542721408, found 0 last_xid 1848998542721407 00000020:00000001:0.0:1763354566.643426:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.643428:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.643430:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.643431:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.643433:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.643437:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.643440:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.643441:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.643443:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff642bcc000. 02000000:00000001:0.0:1763354566.643444:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.643446:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.643449:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381240. 00000020:00000001:0.0:1763354566.643450:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.643452:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.643455:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533258328 : -123190176293288 : ffff8ff58d4d5e58) 00000020:00000001:0.0:1763354566.643459:0:21540:0:(out_handler.c:157:out_attr_get()) Process entered 00000020:00000040:0.0:1763354566.643463:0:21540:0:(out_handler.c:185:out_attr_get()) lustre-MDT0000: insert attr get reply ffff8ff642bcc208 index 0: rc = 0 00000020:00000001:0.0:1763354566.643466:0:21540:0:(out_handler.c:190:out_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.643469:0:21540:0:(lu_object.c:207:lu_object_put()) Add ffff8ff593de1200/ffff8ff58d4d5e00 to site lru. bkt: ffff8ff66f4145e8 00000020:00000010:0.0:1763354566.643471:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.643475:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381240. 00000020:00000001:0.0:1763354566.643478:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.643480:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214474, transno 0, xid 1848998542721408 00010000:00000001:0.0:1763354566.643482:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.643485:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff54ec67100 x1848998542721408/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.643491:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.643493:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.643495:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.643497:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.643499:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.643500:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.643502:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.643503:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.643505:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.643507:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.643509:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381240. 00000100:00000200:0.0:1763354566.643512:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542721408, offset 224 00000400:00000200:0.0:1763354566.643515:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.643520:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.643525:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785544180 00000400:00000200:0.0:1763354566.643529:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8e7d [2] + 224 00000400:00000200:0.0:1763354566.643533:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.643535:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.643538:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.643541:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.643548:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.643566:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.643572:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381240 00000400:00000010:0.0:1763354566.643575:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381240. 00000100:00000001:0.0:1763354566.643578:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.643579:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.643583:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.643587:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.643590:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.643592:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.643595:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.643600:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec67100 x1848998542721408/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 304/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.643603:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.643608:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.643610:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.643615:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.643621:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff54ef35480 00000100:00100000:0.0:1763354566.643621:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff54ec67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:38200:x1848998542721408:12345-0@lo:1000:mdt00_006.0 Request processed in 257us (460us total) trans 0 rc 0/0 00000400:00000010:3.0:1763354566.643625:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff54ef35480. 00000100:00000001:3.0:1763354566.643630:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.643636:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.643641:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7911 00000100:00000040:0.0:1763354566.643647:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:0.0:1763354566.643651:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.643655:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1763354566.643656:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354566.643659:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.643665:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000100:00000001:3.0:1763354566.643666:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.643671:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.643671:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f800. 00000100:00000001:3.0:1763354566.643673:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.643677:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1763354566.643678:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 5 00000100:00000001:3.0:1763354566.643679:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.643683:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.643683:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354566.643688:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.643692:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.643695:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.643696:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.643697:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.643699:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.643700:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.643702:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763354566.643704:0:38200:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 21475214474 gen 2 00000100:00000040:3.0:1763354566.643708:0:38200:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21475214474) req@ffff8ff66cb0aa00 x1848998542718080/t21475214474(21475214474) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.643713:0:38200:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763354566.643715:0:38200:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21475214474 committed transno 21475214474 00000020:00000001:3.0:1763354566.643719:0:38200:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:3.0:1763354566.643720:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4000 refcount 2 committed 0 result 0 batchid 25769804099 00000020:00080000:3.0:1763354566.643723:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000020:00080000:3.0:1763354566.643726:0:38200:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002342:0x2:0x0].266 00000020:00080000:3.0:1763354566.643728:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177000 00000020:00080000:3.0:1763354566.643730:0:38200:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e0:0x2:0x0].270 00000020:00000001:3.0:1763354566.643740:0:38200:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:3.0:1763354566.643742:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4000 refcount 2 committed 1 result 0 batchid 25769804099 00000020:00000040:3.0:1763354566.643746:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000020:00000040:3.0:1763354566.643749:0:38200:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002342:0x2:0x0].266 00000020:00000040:3.0:1763354566.643752:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177000 00000020:00000040:3.0:1763354566.643755:0:38200:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e0:0x2:0x0].270 00000020:00000001:3.0:1763354566.643759:0:38200:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000010:3.0:1763354566.643762:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff643d4a000. 00000020:00080000:0.0:1763354566.643765:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 25769804099 committed batchid 25769804098 00000004:00000010:3.0:1763354566.643768:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff65620df00. 00000020:00000001:0.0:1763354566.643772:0:31830:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000004:00000010:3.0:1763354566.643775:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66cff4cc0. 00000020:00000010:0.0:1763354566.643779:0:31830:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff8ff67dab0300. 00000004:00000010:3.0:1763354566.643781:0:38200:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff66cff46c0. 00000004:00000001:3.0:1763354566.643804:0:38200:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00080000:00000001:0.0:1763354566.643804:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:3.0:1763354566.643810:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00080000:00000010:0.0:1763354566.643811:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176f800. 00000100:00000040:3.0:1763354566.643818:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb0aa00 x1848998542718080/t21475214474(21475214474) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2416/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1763354566.643819:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603093504 : -123190106458112 : ffff8ff59176f800) 00080000:00000001:0.0:1763354566.643825:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.643830:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.643835:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68300. 00000100:00000001:3.0:1763354566.643839:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00080000:00000001:0.0:1763354566.643840:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.643845:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 02000000:00000001:3.0:1763354566.643846:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.643865:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff542e22000. 02000000:00000001:3.0:1763354566.643868:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.643870:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.643872:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763354566.643874:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:0.0:1763354566.643874:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.643878:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff8ff6432fd000. 02000000:00000001:3.0:1763354566.643882:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.643883:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.643884:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb0aa00. 00000100:00000001:3.0:1763354566.643887:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.643888:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.643889:0:38200:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763354566.643892:0:38200:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: normal: skip=1 replay=1/1 committed=0/0 00000020:00000040:0.0:1763354566.643893:0:31830:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0001: update batchid 25769804099: rc = 0 00000100:00000001:3.0:1763354566.643894:0:38200:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763354566.643898:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.643900:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000100:00000040:3.0:1763354566.643905:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1763354566.643910:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68300. 00000100:00000001:3.0:1763354566.643913:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1763354566.643915:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1763354566.643916:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00040000:00000001:0.0:1763354566.643919:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1763354566.643920:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.643923:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.643927:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354566.643928:0:31830:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354566.643934:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804098 00000100:00100000:3.0:1763354566.643959:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66cb09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:38200:1848998542721408:0@lo:1000:mdt00_006.0 00000100:00000001:3.0:1763354566.643963:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.643965:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.643983:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.643994:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.643996:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.644002:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.644004:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.644006:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763354566.644008:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644009:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644016:0:38200:0:(osp_object.c:641:osp_attr_get()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.644018:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.644020:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66cb09c00 x1848998542721408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 304/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.644025:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.644027:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.644028:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff5466b6000. 02000000:00000001:3.0:1763354566.644031:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.644032:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.644033:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff544bb0000 refcount=2 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1763354566.644034:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.644036:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20c00. 02000000:00000001:3.0:1763354566.644041:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.644042:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.644044:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09c00. 00000100:00000001:3.0:1763354566.644046:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.644047:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763354566.644073:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff5410c3000. 00000004:00000010:3.0:1763354566.644077:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff6809acc00. 00000004:00000010:3.0:1763354566.644081:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff54ef35e40. 00000004:00000001:3.0:1763354566.644084:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644088:0:38200:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:3.0:1763354566.644090:0:38200:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.644094:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882773120728 : -123190936430888 : ffff8ff55ffe96d8) 00000004:00000001:3.0:1763354566.644097:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773120640 : -123190936430976 : ffff8ff55ffe9680) 00000004:00000001:3.0:1763354566.644102:0:38200:0:(mdt_handler.c:4408:mdt_object_lookup_lock()) Process entered 00010000:00000001:3.0:1763354566.644106:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.644109:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.644116:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff679127800. 00010000:00000010:3.0:1763354566.644121:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781380. 00010000:00000001:3.0:1763354566.644126:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.644129:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63600. 00000020:00000001:3.0:1763354566.644132:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.644150:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63600 with handle 0x4a8bb634222cb148 to hash 00000020:00000001:3.0:1763354566.644153:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.644154:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000010:3.0:1763354566.644158:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663f00. 00010000:00000001:3.0:1763354566.644161:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:3.0:1763354566.644165:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.644166:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.644170:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cb148 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.644178:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.644180:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.644182:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.644184:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.644186:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.644188:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.644190:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.644192:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.644194:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.644195:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.644198:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.644200:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e24:0x0].0x0 (ffff8ff679127800) refcount = 1 00010000:00010000:3.0:1763354566.644204:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cb148 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644210:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.644212:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.644225:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644226:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.644227:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.644229:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644230:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.644232:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.644234:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.644236:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cb148 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644239:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.644240:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644241:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644243:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644244:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644245:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000020:00000001:3.0:1763354566.644246:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:3.0:1763354566.644248:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:3.0:1763354566.644249:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644250:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.644252:0:38200:0:(mdt_handler.c:4416:mdt_object_lookup_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644255:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.644259:0:38200:0:(mdt_handler.c:1419:mdt_getattr_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.644263:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.644268:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644270:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644275:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644276:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644278:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000020:00000001:3.0:1763354566.644292:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:3.0:1763354566.644294:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00000004:00010000:3.0:1763354566.644314:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cb148 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644321:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644323:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.644324:0:38200:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763354566.644326:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.644329:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763354566.644331:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000002:3.0:1763354566.644334:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe96d8/ffff8ff55ffe9680 to site lru. bkt: ffff8ff66faf0770 00000004:00000001:3.0:1763354566.644337:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.644339:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.644341:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763354566.644343:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644344:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644346:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000020:00000001:3.0:1763354566.644349:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.644351:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.644356:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644357:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644387:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=4 00000020:00000001:3.0:1763354566.644389:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.644391:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.644394:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763354566.644396:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 4/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644401:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.644403:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 4/1,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644407:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644408:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.644410:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 3/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644414:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.644415:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644416:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.644418:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 4/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00010000:3.0:1763354566.644422:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63a00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.644423:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.644424:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.644426:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 4/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644429:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.644430:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644431:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644432:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=5 00000020:00000001:3.0:1763354566.644433:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.644434:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.644436:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.644438:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 5/0,0 mode: CR/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644442:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.644443:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.644444:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644446:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.644447:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.644448:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.644449:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.644451:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63a00 with handle 0x4a8bb634222cb13a from hash 00010000:00000001:3.0:1763354566.644453:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.644454:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644455:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644456:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.644458:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.644459:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644460:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.644461:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.644463:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.644464:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff66b964800) 00010000:00010000:3.0:1763354566.644466:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.644468:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.644469:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644471:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.644472:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.644474:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644474:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644475:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644477:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644478:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.644480:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 3/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644483:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644484:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644485:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.644486:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.644487:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644488:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644488:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.644490:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb13a lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000010:3.0:1763354566.644493:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.644499:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.644500:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.644502:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.644503:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644504:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644505:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=3 00000020:00000001:3.0:1763354566.644506:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.644508:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.644510:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.644512:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/1,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644515:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644516:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.644517:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 2/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644520:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.644521:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644522:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.644524:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00010000:3.0:1763354566.644527:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63400 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.644528:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.644529:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.644531:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 3/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644534:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.644534:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644535:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644536:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=4 00000020:00000001:3.0:1763354566.644537:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.644539:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.644540:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.644541:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 4/0,0 mode: PR/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644544:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.644546:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.644547:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644548:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.644549:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.644550:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.644551:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.644553:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63400 with handle 0x4a8bb634222cb141 from hash 00010000:00000001:3.0:1763354566.644554:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.644555:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644556:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644557:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.644558:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.644558:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644560:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.644561:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.644561:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.644563:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0xf31ccba1 (ffff8ff6498a6700) 00010000:00010000:3.0:1763354566.644565:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.644566:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.644567:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644568:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.644569:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.644570:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644571:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644572:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644573:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644574:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.644576:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 2/0,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000001:3.0:1763354566.644579:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644580:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644581:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.644581:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.644582:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.644584:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb141 lrc: 0/0,0 mode: --/PR res: [0x2400032e4:0x9deb:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT1 00010000:00000010:3.0:1763354566.644591:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663f80. 00010000:00000040:3.0:1763354566.644593:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff6498a6700 count: 0 00010000:00000010:3.0:1763354566.644596:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781400. 00010000:00000001:3.0:1763354566.644601:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.644602:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.644603:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.644604:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.644605:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763354566.644607:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.644608:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.644609:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63600 refcount=3 00000020:00000001:3.0:1763354566.644610:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00010000:00000001:3.0:1763354566.644612:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484213248 : -123191225338368 : ffff8ff54ec63600) 00000004:00000040:3.0:1763354566.644614:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:3.0:1763354566.644615:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=223 00010000:00000001:3.0:1763354566.644618:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644619:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.644620:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.644621:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.644623:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.644625:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.644626:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.644627:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.644628:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.644630:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.644634:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.644635:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.644637:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354566.644640:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5418956d8/ffff8ff541895680 to site lru. bkt: ffff8ff66faf1c00 00000004:00000001:3.0:1763354566.644641:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.644643:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.644644:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.644645:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.644647:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644648:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644650:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.644651:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.644652:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff555ae4000 with handle 0x4a8bb634222cb133 from hash 00010000:00000001:3.0:1763354566.644654:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.644655:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644656:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644657:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.644657:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.644661:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb133 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41543 expref: 223 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.644666:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 217 00000020:00000040:3.0:1763354566.644667:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00010000:00000010:3.0:1763354566.644668:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.644672:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.644673:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644676:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.644679:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff54ec63600/0x4a8bb634222cb148 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41543 expref: 222 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.644684:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.644685:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.644686:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e24:0x0].0x0 (ffff8ff679127800) 00010000:00010000:3.0:1763354566.644688:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763354566.644689:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.644690:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.644691:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.644692:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.644693:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.644694:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff54ec63600, rc 0) 00000020:00000001:3.0:1763354566.644696:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.644698:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429326, transno 0, xid 1848998841117184 00010000:00000001:3.0:1763354566.644699:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.644703:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664844700 x1848998841117184/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.644709:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.644711:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.644713:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.644715:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.644717:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.644719:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.644720:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.644722:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.644724:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.644726:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.644728:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121d48. 00000100:00000200:3.0:1763354566.644731:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848998841117184, offset 224 00000400:00000200:3.0:1763354566.644734:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.644740:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.644744:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556811:1556811:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556807:1556807:8:4294967295] 00000400:00000200:3.0:1763354566.644752:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.644756:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.644759:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000800:00000200:3.0:1763354566.644763:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.644768:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.644771:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.644786:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.644789:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.644791:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.644792:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.644793:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.644797:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664844700 x1848998841117184/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/584 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.644804:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+222:253179:x1848998841117184:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 6064us (6198us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.644810:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417471 00000100:00000040:3.0:1763354566.644813:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:3.0:1763354566.644815:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.644816:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.644819:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.644822:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.644824:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000020:00000040:3.0:1763354566.644831:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 221 00000100:00000001:3.0:1763354566.644833:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763354566.644879:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763354566.644884:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000400:00000200:2.0:1763354566.644888:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.644892:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:2.0:1763354566.644895:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121d48 00000400:00000010:2.0:1763354566.644897:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121d48. 00000100:00000001:2.0:1763354566.644899:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.644900:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.645105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9800. 00000800:00000001:2.0:1763354566.646529:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.646539:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763354566.646542:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.646544:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.646548:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:2.0:1763354566.646556:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6a80 00000400:00000200:2.0:1763354566.646560:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 77016 00000800:00000001:2.0:1763354566.646565:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.646570:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.646571:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.646573:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.646576:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.646577:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763354566.646580:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50000. 00000100:00000040:2.0:1763354566.646582:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50000 x1848998841117312 msgsize 576 00000100:00100000:2.0:1763354566.646585:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354566.646597:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763354566.646600:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.646603:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.646618:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.646620:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841117312 02000000:00000001:3.0:1763354566.646622:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.646623:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.646624:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.646626:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.646628:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841117312 00000020:00000001:3.0:1763354566.646629:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.646630:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.646632:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.646634:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=464 00000020:00000001:3.0:1763354566.646635:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.646637:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.646639:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.646642:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.646660:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.646662:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.646666:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000020:00000010:3.0:1763354566.646669:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.646672:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.646675:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.646678:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.646679:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.646681:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.646682:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.646683:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.646687:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.646699:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.646706:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.646708:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.646712:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417472 00000100:00000040:3.0:1763354566.646716:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.646718:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315972096 : -123186393579520 : ffff8ff66ec50000) 00000100:00000040:3.0:1763354566.646738:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50000 x1848998841117312/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.646744:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.646747:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.646748:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.646750:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.646753:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+464:253179:x1848998841117312:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.646755:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841117312 00000020:00000001:3.0:1763354566.646757:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.646758:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.646760:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.646762:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.646763:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.646765:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.646766:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841117312, found 0 last_xid 1848998841117311 00000020:00000001:3.0:1763354566.646768:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.646770:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.646771:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.646773:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.646775:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.646776:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.646777:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.646778:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.646779:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.646782:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.646785:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1b00 count: 2 00010000:00000001:3.0:1763354566.646787:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.646789:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.646790:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63c00. 00000020:00000001:3.0:1763354566.646792:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.646794:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63c00 with handle 0x4a8bb634222cb14f to hash 00000020:00000001:3.0:1763354566.646795:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.646796:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000010:3.0:1763354566.646799:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.646801:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00010000:3.0:1763354566.646803:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb14f lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4154a expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.646807:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:3.0:1763354566.646809:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=465 00010000:00000001:3.0:1763354566.646812:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.646813:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.646816:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.646817:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.646818:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.646819:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.646821:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e24:0x0] 00000020:00000001:3.0:1763354566.646822:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.646825:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533258328 : -123190176293288 : ffff8ff58d4d5e58) 00000004:00000001:3.0:1763354566.646827:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533258240 : -123190176293376 : ffff8ff58d4d5e00) 00000004:00000001:3.0:1763354566.646828:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.646830:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.646831:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.646832:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.646834:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.646851:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff66b5b8000. 02000000:00000001:3.0:1763354566.646853:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.646855:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.646856:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.646858:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.646860:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.646861:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.646863:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646864:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.646865:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.646867:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646868:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.646869:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.646870:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646871:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.646872:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.646873:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646874:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.646875:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.646876:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646877:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.646878:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.646879:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646881:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.646882:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.646884:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.646886:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.646888:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.646890:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.646891:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.646892:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.646893:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.646894:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.646895:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.646897:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:3.0:1763354566.646899:0:38200:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x200002344:0x19e24:0x0], ldlm_rep = ffff8ff66b5b8228 00000004:00000001:3.0:1763354566.646901:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.646902:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.646903:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.646905:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1b00 count: 3 00010000:00000001:3.0:1763354566.646907:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.646908:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.646910:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec62800. 00000020:00000001:3.0:1763354566.646912:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.646913:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec62800 with handle 0x4a8bb634222cb156 to hash 00000020:00000001:3.0:1763354566.646914:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.646915:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000010:3.0:1763354566.646917:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663f80. 00010000:00000001:3.0:1763354566.646919:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354566.646920:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.646921:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.646923:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cb156 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.646927:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.646929:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.646930:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.646931:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.646932:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.646934:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.646935:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.646936:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.646937:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.646938:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.646950:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.646952:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e24:0x0].0x0 (ffff8ff58f2a1b00) refcount = 3 00010000:00000040:3.0:1763354566.646954:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.646956:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.646959:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cb156 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.646966:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.646968:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.646969:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.646970:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.646971:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.646973:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.646974:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.646976:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.646992:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.646994:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cb156 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.646997:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.646998:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.646999:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.647000:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.647001:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.647002:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:3.0:1763354566.647004:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354566.647006:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354566.647007:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.647008:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.647009:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.647011:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.647014:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.647015:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.647018:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.647020:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.647023:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.647038:0:38200:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:3.0:1763354566.647041:0:38200:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1763354566.647042:0:38200:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:3.0:1763354566.647045:0:38200:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff648347cc0. 00080000:00000001:3.0:1763354566.647070:0:38200:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620886668967104 : -123187040584512 : ffff8ff648347cc0) 00080000:00000001:3.0:1763354566.647074:0:38200:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620886668967104 : -123187040584512 : ffff8ff648347cc0) 00080000:00000001:3.0:1763354566.647077:0:38200:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1763354566.647079:0:38200:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00010000:00000010:0.1:1763354566.647080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff6498a6000. 00010000:00000010:1.1:1763354566.647083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:0.1:1763354566.647104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66c2bac00. 00080000:00000001:3.0:1763354566.647115:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763354566.647120:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647124:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763354566.647126:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647128:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763354566.647130:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647132:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1763354566.647133:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647137:0:38200:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647138:0:38200:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.647141:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763354566.647144:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647148:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763354566.647150:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647151:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763354566.647152:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647170:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763354566.647171:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647173:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763354566.647175:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647177:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763354566.647178:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647180:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1763354566.647182:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.647183:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1763354566.647185:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.647187:0:38200:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1763354566.647189:0:38200:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1763354566.647196:0:38200:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff648347cc0. 00080000:00000001:3.0:1763354566.647199:0:38200:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1763354566.647201:0:38200:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:3.0:1763354566.647203:0:38200:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763354566.647206:0:38200:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763354566.647210:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:3.0:1763354566.647212:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.647214:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.647216:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.647223:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b02660. 00000004:00000001:3.0:1763354566.647226:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.647228:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.647230:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.647231:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.647233:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.647234:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.647236:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.647237:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.647238:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.647239:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.647240:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.647242:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.647243:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.647244:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.647245:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.647247:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e24:0x0]: nlink=4, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.647249:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e24:0x0]: returning size 4096 00000004:00000040:3.0:1763354566.647252:0:38200:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD20CD0, master 0X0 stripe_count 2 hash_type 0x2 00000004:00000040:3.0:1763354566.647254:0:38200:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 0 subobj [0x200002340:0x113:0x0] 00000004:00000040:3.0:1763354566.647255:0:38200:0:(mdt_lib.c:877:mdt_dump_lmv()) idx 1 subobj [0x2400032e1:0x113:0x0] 00000004:00200000:3.0:1763354566.647257:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:3.0:1763354566.647258:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:3.0:1763354566.647259:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.647260:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.647262:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.647263:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.647264:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.647266:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.647268:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.647269:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.647273:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.647276:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.647278:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.647282:0:38200:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.647283:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.647284:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.647286:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec62800 refcount=3 00000020:00000001:3.0:1763354566.647288:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00010000:00000001:3.0:1763354566.647289:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484209664 : -123191225341952 : ffff8ff54ec62800) 00000004:00000040:3.0:1763354566.647291:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:3.0:1763354566.647293:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=466 00010000:00000001:3.0:1763354566.647296:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.647297:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.647298:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.647300:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.647302:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.647303:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.647304:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.647305:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.647306:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.647307:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.647310:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.647311:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.647328:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354566.647330:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58d4d5e58/ffff8ff58d4d5e00 to site lru. bkt: ffff8ff66f4145e8 00000004:00000001:3.0:1763354566.647331:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.647332:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.647334:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.647335:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.647337:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.647338:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.647339:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.647340:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.647342:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222cb14f from hash 00010000:00000001:3.0:1763354566.647343:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.647344:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.647344:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.647345:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.647346:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.647349:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb14f lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e24:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4154a expref: 466 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.647355:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:3.0:1763354566.647356:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00010000:00000010:3.0:1763354566.647358:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.647361:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.647362:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.647364:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.647366:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec62800/0x4a8bb634222cb156 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e24:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4154a expref: 465 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.647371:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.647372:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.647374:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e24:0x0].0x0 (ffff8ff58f2a1b00) 00010000:00010000:3.0:1763354566.647375:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00000001:3.0:1763354566.647392:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.647393:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.647395:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.647395:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.647396:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.647397:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff54ec62800, rc 0) 00000020:00000001:3.0:1763354566.647399:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.647401:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841117312 00010000:00000001:3.0:1763354566.647402:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.647406:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50000 x1848998841117312/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/672 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.647411:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.647412:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.647414:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.647416:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.647418:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.647420:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.647422:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.647423:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.647425:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.647427:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.647429:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701217f8. 00000100:00000200:3.0:1763354566.647432:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 672 bytes to portal 10, xid 1848998841117312, offset 224 00000400:00000200:3.0:1763354566.647436:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.647441:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.647444:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556812:1556812:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556808:1556808:8:4294967295] 00000400:00000200:3.0:1763354566.647451:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.647455:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.647457:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.647460:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.647464:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.647466:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 768 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.647479:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.647482:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.647484:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.647485:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.647486:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.647489:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50000 x1848998841117312/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/672 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.647496:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+465:253179:x1848998841117312:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 751us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.647502:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417472 00000100:00000040:3.0:1763354566.647505:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.647507:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.647509:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.647512:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.647515:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.647518:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000020:00000040:3.0:1763354566.647524:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 464 00000100:00000001:3.0:1763354566.647526:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.647565:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.647570:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000400:00000200:1.0:1763354566.647575:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.647581:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.647585:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701217f8 00000400:00000010:1.0:1763354566.647588:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701217f8. 00000100:00000001:1.0:1763354566.647591:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.647593:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763354566.649182:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.649191:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763354566.649194:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.649196:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.649202:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:2.0:1763354566.649213:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6b00 00000400:00000200:2.0:1763354566.649219:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 77592 00000800:00000001:2.0:1763354566.649224:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.649230:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.649232:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.649235:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.649239:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.649241:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763354566.649245:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66ec50e00. 00000100:00000040:2.0:1763354566.649248:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66ec50e00 x1848998841117440 msgsize 576 00000100:00100000:2.0:1763354566.649252:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354566.649266:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763354566.649271:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.649274:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.649284:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.649287:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841117440 02000000:00000001:3.0:1763354566.649289:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.649290:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.649292:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.649295:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.649297:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841117440 00000020:00000001:3.0:1763354566.649299:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.649300:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.649301:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.649303:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=465 00000020:00000001:3.0:1763354566.649305:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.649307:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.649309:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.649312:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.649314:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.649316:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.649319:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000020:00000010:3.0:1763354566.649322:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.649325:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.649330:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.649332:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.649333:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.649335:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.649336:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.649338:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.649342:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.649355:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.649364:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.649366:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.649374:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417473 00000100:00000040:3.0:1763354566.649378:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.649380:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887315975680 : -123186393575936 : ffff8ff66ec50e00) 00000100:00000040:3.0:1763354566.649387:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66ec50e00 x1848998841117440/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.649397:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.649400:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.649403:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.649405:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.649410:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66ec50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+465:253179:x1848998841117440:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.649414:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841117440 00000020:00000001:3.0:1763354566.649417:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.649419:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.649422:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.649424:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.649425:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.649428:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.649430:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841117440, found 0 last_xid 1848998841117439 00000020:00000001:3.0:1763354566.649448:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.649450:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.649452:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.649455:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.649457:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.649459:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.649460:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.649462:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.649463:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.649467:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.649470:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 00010000:00000001:3.0:1763354566.649472:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.649474:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.649476:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.649479:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.649481:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb15d to hash 00000020:00000001:3.0:1763354566.649482:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.649484:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:3.0:1763354566.649486:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.649488:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:3.0:1763354566.649491:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb15d lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41551 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.649497:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:3.0:1763354566.649499:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=466 00010000:00000001:3.0:1763354566.649502:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.649504:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.649507:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.649508:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.649509:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.649510:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.649511:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:3.0:1763354566.649513:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.649515:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.649516:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.649518:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649520:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.649521:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.649523:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.649524:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.649541:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff66b800000. 02000000:00000001:3.0:1763354566.649543:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.649545:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649546:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649548:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.649550:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.649551:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.649553:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649555:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649556:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649558:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649559:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649560:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649561:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649562:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649563:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649564:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649565:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649566:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649568:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649569:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.649570:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.649572:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.649574:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.649575:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.649577:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.649578:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649579:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.649580:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649581:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.649583:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649584:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:3.0:1763354566.649586:0:38200:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x200002340:0x113:0x0], ldlm_rep = ffff8ff66b800228 00000004:00000001:3.0:1763354566.649588:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.649589:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.649590:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.649592:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00010000:00000001:3.0:1763354566.649594:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.649596:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.649598:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:3.0:1763354566.649600:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.649601:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cb164 to hash 00000020:00000001:3.0:1763354566.649603:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.649604:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:3.0:1763354566.649606:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.649608:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.649610:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.649612:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.649614:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb164 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.649618:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.649620:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.649621:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.649623:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.649625:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.649626:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.649628:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.649629:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.649630:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.649631:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.649632:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.649634:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 3 00010000:00000040:3.0:1763354566.649636:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.649637:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.649641:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb164 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.649645:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.649646:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.649647:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.649649:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.649650:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.649651:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.649653:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.649655:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.649656:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.649658:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb164 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.649662:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.649663:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.649664:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.649665:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.649666:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.649667:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.649668:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.649670:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.649671:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.649672:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.649673:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649675:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.649677:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.649678:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.649680:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649682:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.649684:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.649690:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.649692:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.649694:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.649694:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.649695:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.649700:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b02120. 00000004:00000001:3.0:1763354566.649702:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.649703:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.649705:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.649707:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649708:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.649709:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649711:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649712:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649713:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649715:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649716:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649717:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.649719:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.649720:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.649721:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.649722:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002340:0x113:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.649724:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002340:0x113:0x0]: returning size 4096 00000004:00000040:3.0:1763354566.649726:0:38200:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X0 stripe_count 2 hash_type 0x2 00000004:00200000:3.0:1763354566.649728:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00000002:3.0:1763354566.649730:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:3.0:1763354566.649731:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.649732:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649733:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.649734:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.649735:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.649736:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.649738:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.649739:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.649741:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.649744:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649745:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649748:0:38200:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.649749:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.649750:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.649751:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.649753:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.649754:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000004:00000040:3.0:1763354566.649756:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:3.0:1763354566.649758:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=467 00010000:00000001:3.0:1763354566.649760:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.649761:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.649762:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.649764:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.649766:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.649767:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.649768:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.649769:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.649770:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.649772:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.649774:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.649776:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.649777:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.649779:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.649780:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.649782:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.649783:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.649785:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.649786:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.649787:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.649789:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.649790:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb15d from hash 00010000:00000001:3.0:1763354566.649792:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.649793:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.649793:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.649794:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.649795:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.649815:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb15d lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41551 expref: 467 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.649820:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:3.0:1763354566.649822:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 466 00010000:00000010:3.0:1763354566.649823:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.649828:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.649829:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.649832:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.649835:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb164 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41551 expref: 466 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.649841:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.649842:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.649844:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00010000:3.0:1763354566.649847:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:3.0:1763354566.649849:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.649850:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.649861:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.649862:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.649863:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.649865:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f2800, rc 0) 00000020:00000001:3.0:1763354566.649866:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.649868:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841117440 00010000:00000001:3.0:1763354566.649870:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.649874:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66ec50e00 x1848998841117440/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/640 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.649880:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.649881:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.649883:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.649886:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.649888:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.649890:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.649892:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.649893:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.649895:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.649897:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.649916:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121330. 00000100:00000200:3.0:1763354566.649918:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841117440, offset 224 00000400:00000200:3.0:1763354566.649922:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.649927:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.649930:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556813:1556813:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556809:1556809:8:4294967295] 00000400:00000200:3.0:1763354566.649937:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.649954:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.649957:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.649960:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.649964:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.649966:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.649977:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.649980:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.649981:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.649982:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.649984:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.649987:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66ec50e00 x1848998841117440/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/640 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.649994:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66ec50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+466:253179:x1848998841117440:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 596us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.649999:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417473 00000100:00000040:3.0:1763354566.650001:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.650004:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.650005:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.650007:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.650011:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.650014:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000020:00000040:3.0:1763354566.650019:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00000100:00000001:3.0:1763354566.650021:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763354566.650058:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763354566.650062:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:2.0:1763354566.650077:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.650081:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:2.0:1763354566.650084:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121330 00000400:00000010:2.0:1763354566.650085:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121330. 00000100:00000001:2.0:1763354566.650088:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.650090:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.651361:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.651368:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.651370:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.651371:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.651376:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.651398:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d6b80 00000400:00000200:1.0:1763354566.651403:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 78168 00000800:00000001:1.0:1763354566.651407:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.651411:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.651413:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.651415:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.651418:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.651419:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.651422:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664844a80. 00000100:00000040:1.0:1763354566.651424:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664844a80 x1848998841117568 msgsize 576 00000100:00100000:1.0:1763354566.651428:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.651438:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.651442:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.651444:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.651460:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.651463:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841117568 02000000:00000001:3.0:1763354566.651464:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.651466:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.651467:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.651469:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.651471:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841117568 00000020:00000001:3.0:1763354566.651473:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.651474:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000020:00000001:3.0:1763354566.651475:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.651477:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=222 00000020:00000001:3.0:1763354566.651479:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000020:00000001:3.0:1763354566.651481:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000001:3.0:1763354566.651483:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.651485:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.651487:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.651489:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.651492:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000020:00000010:3.0:1763354566.651494:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.651497:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.651500:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.651501:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.651502:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.651503:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.651505:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.651506:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.651509:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.651519:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.651524:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.651525:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.651529:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417474 00000100:00000040:3.0:1763354566.651531:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000100:00000001:3.0:1763354566.651533:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143959168 : -123186565592448 : ffff8ff664844a80) 00000100:00000040:3.0:1763354566.651537:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664844a80 x1848998841117568/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.651543:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.651545:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.651548:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.651550:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.651553:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+222:253179:x1848998841117568:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.651556:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841117568 00000020:00000001:3.0:1763354566.651558:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.651560:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.651562:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.651564:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.651565:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.651567:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.651568:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841117568, found 0 last_xid 1848998841117567 00000020:00000001:3.0:1763354566.651571:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.651572:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.651573:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.651575:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.651576:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.651577:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.651578:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.651579:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.651580:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.651583:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.651586:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 2 00010000:00000001:3.0:1763354566.651587:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.651589:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.651591:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:3.0:1763354566.651593:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.651595:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222cb16b to hash 00000020:00000001:3.0:1763354566.651596:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.651597:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000010:3.0:1763354566.651600:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.651601:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:3.0:1763354566.651604:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222cb16b lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41558 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.651609:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 218 00000020:00000040:3.0:1763354566.651611:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=223 00010000:00000001:3.0:1763354566.651613:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.651614:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.651616:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.651617:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.651619:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.651620:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.651621:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x113:0x0] 00000020:00000001:3.0:1763354566.651623:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.651627:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000004:00000001:3.0:1763354566.651629:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773116800 : -123190936434816 : ffff8ff55ffe8780) 00000004:00000001:3.0:1763354566.651630:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.651632:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.651633:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.651634:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.651636:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.651660:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff8ff66bd00000. 02000000:00000001:3.0:1763354566.651661:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.651663:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.651665:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.651666:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.651669:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.651670:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.651671:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.651673:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.651674:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.651675:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.651676:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.651677:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.651679:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.651680:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.651680:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.651682:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.651683:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.651683:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.651685:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.651686:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.651687:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.651689:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.651691:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.651692:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:3.0:1763354566.651694:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.651695:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.651697:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.651698:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.651699:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.651700:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.651702:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000002:3.0:1763354566.651703:0:38200:0:(mdt_handler.c:2125:mdt_getattr_name_lock()) partial getattr_name child_fid = [0x2400032e1:0x113:0x0], ldlm_rep = ffff8ff66bd00228 00000004:00000001:3.0:1763354566.651705:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.651706:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.651707:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.651709:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 3 00010000:00000001:3.0:1763354566.651711:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.651712:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.651715:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580a00. 00000020:00000001:3.0:1763354566.651716:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.651718:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580a00 with handle 0x4a8bb634222cb172 to hash 00000020:00000001:3.0:1763354566.651719:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.651720:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000010:3.0:1763354566.651722:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663680. 00010000:00000001:3.0:1763354566.651724:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:3.0:1763354566.651726:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.651727:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.651729:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.651733:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.651735:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.651736:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.651737:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.651738:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.651742:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 2/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 6 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.651746:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.651748:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.651749:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.651751:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.651752:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.651754:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354566.651756:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 4/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000040:3.0:1763354566.651760:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) refcount = 3 00010000:00000040:3.0:1763354566.651761:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.651764:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000020 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 6 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.651767:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354566.651769:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 4/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT1 00010000:00000010:3.0:1763354566.651773:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.651774:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.651778:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35e40. 00000100:00000001:3.0:1763354566.651780:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.651782:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172672 : -123191222378944 : ffff8ff54ef35e40) 00000100:00000001:3.0:1763354566.651785:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.651786:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.651788:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.651789:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.651790:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.651792:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.651794:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.651796:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354566.651798:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354566.651801:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.651804:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff648882000 refcount=2 obd=lustre-MDT0001 00000100:00000001:3.0:1763354566.651808:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.651810:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.651813:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.651819:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20c00. 00000100:00000001:3.0:1763354566.651823:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.651828:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 6 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.651837:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.651839:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.651858:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.651867:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.651869:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.651873:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:38200:1848998542721536:0@lo:104: 00000100:00000001:3.0:1763354566.651877:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.651880:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.651882:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.651885:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.651888:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff54ba20e00. 02000000:00000001:3.0:1763354566.651891:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.651895:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.651900:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121908. 00000100:00000200:3.0:1763354566.651905:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542721536, portal 16 00000100:00000001:3.0:1763354566.651922:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.651923:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000100:00000040:3.0:1763354566.651927:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.651932:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.651934:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763354566.651935:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121a18. 00000100:00000200:3.0:1763354566.651938:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542721536, offset 0 00000400:00000200:3.0:1763354566.651953:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763354566.651958:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763354566.651963:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x691a785544200 00000400:00000200:3.0:1763354566.651967:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x7b6d49 [2] + 1984 00000400:00000010:3.0:1763354566.651970:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff671ce2370. 00000400:00000200:3.0:1763354566.651973:0:38200:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff67a178600 00000400:00000200:3.0:1763354566.651976:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.651978:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1763354566.651980:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67a178600 00000400:00000010:3.0:1763354566.651982:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff67a178600. 00000100:00000001:3.0:1763354566.651985:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763354566.651986:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1763354566.651988:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff67a002450 x1848998542721536 msgsize 328 00000100:00100000:3.0:1763354566.651991:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1763354566.651993:0:38200:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1763354566.652001:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763354566.652005:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121a18 00000400:00000010:3.0:1763354566.652006:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121a18. 00000100:00000001:3.0:1763354566.652007:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763354566.652011:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.652017:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.652020:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.652025:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.652027:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.652030:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763354566.652054:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00010000:00000010:3.1:1763354566.652059:0:38200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff6498a6700. 00010000:00000010:3.1:1763354566.652062:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:3.1:1763354566.652065:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff555ae4000. 00000100:00000010:2.0:1763354566.652068:0:6501:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8ff54f213c00. 00000100:00000001:3.0:1763354566.652070:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306889728 00000100:00000001:3.0:1763354566.652078:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889715 00000100:00000010:2.0:1763354566.652081:0:6501:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8ff591c2a000. 00000100:00000001:3.0:1763354566.652082:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306889728 00000100:00100000:2.0:1763354566.652087:0:6501:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:3.0:1763354566.652088:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889715 00000100:00000001:3.0:1763354566.652094:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306889728 00000100:00000200:2.0:1763354566.652096:0:6501:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:3.0:1763354566.652098:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889715 00000400:00000010:2.0:1763354566.652102:0:6501:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b0b0. 00000100:00000001:3.0:1763354566.652103:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306889728 00000100:00000001:3.0:1763354566.652106:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889715 00000100:00000001:3.0:1763354566.652110:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.652112:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.652112:0:6501:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095900. 00010000:00000001:3.0:1763354566.652118:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.652120:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.652121:0:6501:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1763354566.652122:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.652126:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1763354566.652127:0:6501:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721536 00010000:00000001:3.0:1763354566.652128:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.652131:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.652132:0:6501:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1763354566.652133:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.652136:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.652136:0:6501:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.652140:0:6501:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.652141:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.652145:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1763354566.652146:0:6501:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.652147:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.652152:0:6501:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721536 00000100:00100000:3.0:1763354566.652153:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35e40 going to sleep for 11 seconds 00000020:00000001:2.0:1763354566.652157:0:6501:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354566.652158:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.652162:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.652162:0:6501:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f199f 00000020:00000001:2.0:1763354566.652167:0:6501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.652171:0:6501:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5450c2800 refcount=4 00000020:00000001:2.0:1763354566.652174:0:6501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882321025024 : -123191388526592 : ffff8ff5450c2800) 00000020:00000001:2.0:1763354566.652176:0:6501:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882321025024 : -123191388526592 : ffff8ff5450c2800) 00000100:00000001:2.0:1763354566.652179:0:6501:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.652182:0:6501:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.652184:0:6501:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.652186:0:6501:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000020:00000010:2.0:1763354566.652191:0:6501:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4e00. 00000020:00000010:2.0:1763354566.652194:0:6501:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.652198:0:6501:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000100:00000040:2.0:1763354566.652203:0:6501:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1763354566.652205:0:6501:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.652207:0:6501:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.652208:0:6501:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.652212:0:6501:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.652225:0:6501:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.652234:0:6501:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.652236:0:6501:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.652241:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00000040:2.0:1763354566.652245:0:6501:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5450c2800 : new rpc_count 1 00000100:00000001:2.0:1763354566.652248:0:6501:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887504397392 : -123186205154224 : ffff8ff67a002450) 00000100:00000040:2.0:1763354566.652253:0:6501:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff67a002450 x1848998542721536/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.652263:0:6501:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.652266:0:6501:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.652268:0:6501:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.652270:0:6501:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000100:00100000:2.0:1763354566.652274:0:6501:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff67a002450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:38200:x1848998542721536:12345-0@lo:104: 00000100:00000200:2.0:1763354566.652291:0:6501:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721536 00010000:00000001:2.0:1763354566.652293:0:6501:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1763354566.652297:0:6501:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.652299:0:6501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.652301:0:6501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=3 00000020:00000001:2.0:1763354566.652303:0:6501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:2.0:1763354566.652306:0:6501:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 00010000:00000001:2.0:1763354566.652309:0:6501:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.652311:0:6501:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.652319:0:6501:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.652328:0:6501:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.652329:0:6501:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.652333:0:6501:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54f212000. 02000000:00000001:2.0:1763354566.652335:0:6501:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.652337:0:6501:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.652340:0:6501:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.652342:0:6501:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.652344:0:6501:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67398a1e8 time=103 v=5 (1 1 0 1) 00000100:00000001:2.0:1763354566.652348:0:6501:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.652350:0:6501:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:2.0:1763354566.652352:0:6501:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:2.0:1763354566.652355:0:6501:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.652356:0:6501:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.652358:0:6501:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.652360:0:6501:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.652363:0:6501:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00000100:00000200:2.0:1763354566.652367:0:6501:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1848998542721536, offset 224 00000400:00000200:2.0:1763354566.652370:0:6501:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.652375:0:6501:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.652379:0:6501:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x691a785544200 00000400:00000200:2.0:1763354566.652383:0:6501:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x7b8e95 [1] + 224 00000400:00000200:2.0:1763354566.652386:0:6501:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.652388:0:6501:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.652390:0:6501:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.652393:0:6501:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763354566.652400:0:6501:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.652413:0:6501:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.652417:0:6501:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:2.0:1763354566.652419:0:6501:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:2.0:1763354566.652421:0:6501:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.652423:0:6501:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.652425:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.652425:0:6501:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.652430:0:6501:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000400:00000001:3.0:1763354566.652432:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1763354566.652433:0:6501:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1763354566.652435:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:2.0:1763354566.652437:0:6501:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff66e095cc0. 00000400:00000010:3.0:1763354566.652438:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00010000:00000001:2.0:1763354566.652441:0:6501:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1763354566.652444:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121908 00000400:00000010:3.0:1763354566.652447:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121908. 00000100:00000001:3.0:1763354566.652449:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1763354566.652451:0:6501:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1763354566.652454:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1763354566.652455:0:6501:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.652464:0:6501:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.652466:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1763354566.652467:0:6501:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.652477:0:6501:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff67a002450 x1848998542721536/t0(0) o104->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.652478:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.652482:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.652485:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1763354566.652487:0:38200:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1763354566.652489:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.652492:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.652497:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1763354566.652497:0:7444:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1763354566.652499:0:6501:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff67a002450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:38200:x1848998542721536:12345-0@lo:104: Request processed in 234us (507us total) trans 0 rc 0/0 00000100:00000001:3.0:1763354566.652501:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.652502:0:7444:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763354566.652506:0:7444:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1763354566.652508:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.652512:0:7444:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1763354566.652513:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff648882458 time=55 v=5 (5 5 5 5) 00000100:00100000:2.0:1763354566.652515:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00000040:2.0:1763354566.652521:0:6501:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5450c2800 : new rpc_count 0 00000100:00001000:3.0:1763354566.652524:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff648882410 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.652525:0:6501:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.652528:0:6501:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.652532:0:6501:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00000100:00000001:3.0:1763354566.652534:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1763354566.652535:0:7444:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9e00 already unused, calling callback (ffffffffc19c0290) 00000100:00000001:3.0:1763354566.652537:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.652539:0:6501:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00000004:00000001:1.0:1763354566.652539:0:7444:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.652541:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763354566.652543:0:7444:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.652545:0:38200:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.652545:0:6501:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4e00. 00010000:00000001:1.0:1763354566.652546:0:7444:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763354566.652551:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.652551:0:7444:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.652553:0:6501:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5450c2800 : new refcount 3 00000020:00000040:1.0:1763354566.652555:0:7444:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9e00 refcount=4 00000100:00000040:3.0:1763354566.652560:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1763354566.652560:0:7444:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 02000000:00000001:2.0:1763354566.652561:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1763354566.652564:0:7444:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712370688 : -123190997180928 : ffff8ff55c5f9e00) 02000000:00000010:2.0:1763354566.652565:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54f212000. 00010000:00000001:1.0:1763354566.652571:0:7444:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1763354566.652572:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1763354566.652577:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1763354566.652578:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354566.652578:0:7444:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 4/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1763354566.652579:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54f212800. 02000000:00000001:2.0:1763354566.652583:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763354566.652585:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1763354566.652587:0:6501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb09500. 00000100:00000001:3.0:1763354566.652589:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.652592:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1763354566.652594:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000010:2.0:1763354566.652596:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff65a793400. 00010000:00000001:3.0:1763354566.652598:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1763354566.652602:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1763354566.652603:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1763354566.652607:0:6501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664845f80. 00010000:00000001:3.0:1763354566.652608:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763354566.652608:0:7444:0:(mdt_handler.c:3924:mdt_remote_blocking_ast()) Process entered 00000004:00010000:1.0:1763354566.652613:0:7444:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 4/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1763354566.652615:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1763354566.652617:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1763354566.652618:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67d889800. 02000000:00000001:2.0:1763354566.652624:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.652627:0:6501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664846300. 02000000:00000001:2.0:1763354566.652632:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1763354566.652635:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1763354566.652636:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67d888400. 00010000:00000001:1.0:1763354566.652639:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.652642:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:1.0:1763354566.652643:0:7444:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.652645:0:6501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66cb0b100. 00000100:00100000:3.0:1763354566.652647:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:38200:1848998542721536:0@lo:104: 00010000:00000001:1.0:1763354566.652650:0:7444:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1763354566.652652:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1763354566.652653:0:7444:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1763354566.652654:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1763354566.652655:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66c28e400. 00010000:00000001:1.0:1763354566.652657:0:7444:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1763354566.652658:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.652661:0:7444:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1763354566.652662:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1763354566.652664:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1763354566.652664:0:7444:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.652665:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1763354566.652669:0:7444:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9e00 with handle 0x4a8bb634222cb0fb from hash 00000100:00000010:2.0:1763354566.652670:0:6501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec67b80. 00000100:00000040:3.0:1763354566.652671:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542721536/t0(0) o104->lustre-MDT0001@0@lo:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1763354566.652675:0:7444:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1763354566.652677:0:6501:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1763354566.652678:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1763354566.652682:0:6501:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67e3c5400. 00010000:00000001:1.0:1763354566.652683:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.652686:0:7444:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1763354566.652688:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.652689:0:6501:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1763354566.652690:0:7444:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1763354566.652692:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1763354566.652692:0:6501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6817ad500. 00010000:00000001:1.0:1763354566.652694:0:7444:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 02000000:00000010:3.0:1763354566.652696:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff54ba20e00. 00000100:00000010:2.0:1763354566.652698:0:6501:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8ff670d1c000. 00010000:00000001:1.0:1763354566.652700:0:7444:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000010:2.0:1763354566.652704:0:6501:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8ff67a002400. 00010000:00000001:1.0:1763354566.652705:0:7444:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:3.0:1763354566.652706:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763354566.652708:0:6501:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.652710:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.652712:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff648882000 refcount=1 obd=lustre-MDT0001 00000100:00000010:1.0:1763354566.652714:0:7444:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847b80. 00000020:00000001:3.0:1763354566.652715:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.652719:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20c00. 00000020:00000040:1.0:1763354566.652721:0:7444:0:(genops.c:1229:class_import_get()) import ffff8ff666c2c000 refcount=5 obd=lustre-MDT0001-osp-MDT0000 02000000:00000001:3.0:1763354566.652724:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.652727:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1763354566.652727:0:7444:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763354566.652732:0:7444:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1763354566.652733:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 02000000:00000001:1.0:1763354566.652738:0:7444:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.652740:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.652743:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.652746:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35e40. 02000000:00000010:1.0:1763354566.652746:0:7444:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff597176400. 00000100:00000001:3.0:1763354566.652751:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.652754:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.652755:0:7444:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354566.652757:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:1.0:1763354566.652760:0:7444:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1763354566.652761:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.652765:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.652766:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1763354566.652767:0:7444:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 2/0,0 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.652768:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763354566.652772:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00010000:1.0:1763354566.652784:0:7444:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1763354566.652788:0:7444:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.652792:0:7444:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763354566.652795:0:7444:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.652802:0:7444:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000263b949c] to pc [ptlrpcd_00_00+0] req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763354566.652846:0:7444:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763354566.652850:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.652852:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.652854:0:7444:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.652856:0:7444:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.652857:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1763354566.652860:0:7444:0:(mdt_handler.c:3978:mdt_remote_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.652861:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.652865:0:3654:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:1.0:1763354566.652868:0:7444:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 1/0,0 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1763354566.652872:0:3655:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1763354566.652873:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.652878:0:3655:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.652886:0:7444:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.652889:0:3654:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1763354566.652891:0:7444:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8ff55c5f9e00/0x4a8bb634222cb0fb lrc: 0/0,0 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x4a8bb634222cb102 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.652903:0:3654:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.652909:0:3654:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763354566.652911:0:3654:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1763354566.652915:0:7444:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1600 count: 0 02000000:00000001:0.0:1763354566.652915:0:3654:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.652921:0:3654:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff664847b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848998542721664:0@lo:103:ldlm_bl.0 00000100:00000001:0.0:1763354566.652924:0:3654:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:1.0:1763354566.652925:0:7444:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee700. 02000000:00000001:0.0:1763354566.652926:0:3654:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.652931:0:3654:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.652932:0:3654:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.652936:0:3654:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fc00. 00010000:00000001:1.0:1763354566.652937:0:7444:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763354566.652938:0:3654:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.652954:0:7444:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:0.0:1763354566.652958:0:3654:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00010000:00000010:1.0:1763354566.652959:0:7444:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff66e095cc0. 00000400:00000010:0.0:1763354566.652963:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b908. 00010000:00000001:1.0:1763354566.652965:0:7444:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.652968:0:3654:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542721664, portal 18 00000020:00000001:1.0:1763354566.652970:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1763354566.652971:0:3654:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1763354566.652974:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.652975:0:3654:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887143971712 : -123186565579904 : ffff8ff664847b80) 00010000:00010000:1.0:1763354566.652981:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763354566.652985:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1763354566.652986:0:3654:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763354566.652988:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.652995:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763354566.652999:0:3654:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1763354566.653000:0:7444:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1763354566.653004:0:3654:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1763354566.653005:0:7444:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.653008:0:3654:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b990. 00010000:00010000:1.0:1763354566.653011:0:7444:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1763354566.653012:0:3654:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1848998542721664, offset 0 00000400:00000200:0.0:1763354566.653017:0:3654:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.653022:0:3654:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.653026:0:3654:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x691a785544280 00000400:00000200:0.0:1763354566.653032:0:3654:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x7b1301 [2] + 656 00000400:00000200:0.0:1763354566.653058:0:3654:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.653063:0:3654:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.653067:0:3654:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.653069:0:3654:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763354566.653074:0:3654:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000100:00000040:0.0:1763354566.653077:0:3654:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66fd66d80 x1848998542721664 msgsize 328 00000100:00100000:0.0:1763354566.653079:0:3654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763354566.653089:0:3654:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.653093:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b990 00000400:00000010:0.0:1763354566.653094:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b990. 00000100:00000001:0.0:1763354566.653096:0:3654:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763354566.653100:0:3654:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.653107:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.653110:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.653113:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354566.653116:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.653118:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721664 00000100:00000001:0.0:1763354566.653119:0:3654:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1763354566.653123:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.653126:0:3654:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.653127:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.653132:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.653132:0:3654:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: using a timeout of 7658 usecs (8 jiffies) 00000100:00000001:0.0:1763354566.653138:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888621 02000000:00000001:1.0:1763354566.653140:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.653142:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889728 00000100:00100000:1.0:1763354566.653144:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721664 00000100:00000001:0.0:1763354566.653145:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888621 00000020:00000001:1.0:1763354566.653147:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763354566.653149:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889728 00000020:00000040:1.0:1763354566.653150:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21a9 00000020:00000001:1.0:1763354566.653154:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.653155:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888621 00000020:00000040:1.0:1763354566.653157:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff67d896800 refcount=7 00000100:00000001:0.0:1763354566.653159:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889728 00000020:00000001:1.0:1763354566.653160:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.653164:0:3654:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888621 00000020:00000001:1.0:1763354566.653165:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887563724800 : -123186145826816 : ffff8ff67d896800) 00000100:00000001:0.0:1763354566.653170:0:3654:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-osp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889728 00000100:00000001:1.0:1763354566.653171:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.653175:0:3654:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354566.653177:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:0.0:1763354566.653178:0:3654:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.653181:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.653183:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.653186:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000100:00000001:0.0:1763354566.653187:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763354566.653193:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597176a00. 00000100:00000001:0.0:1763354566.653194:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1763354566.653198:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff681241c00. 00000100:00000001:0.0:1763354566.653198:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354566.653200:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763354566.653202:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1763354566.653203:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff673b24d48. 00000100:00000001:0.0:1763354566.653204:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.653210:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.653213:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763354566.653216:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763354566.653217:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763354566.653219:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763354566.653220:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.653222:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763354566.653225:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.653226:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.653228:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:1.0:1763354566.653229:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354566.653231:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:1.0:1763354566.653235:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 3/0,0 mode: PW/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 7 pid: 21540 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763354566.653240:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763354566.653242:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.653243:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.653244:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.653247:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763354566.653250:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66fd66d80 x1848998542721664/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.653256:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763354566.653257:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.653269:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.653283:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763354566.653285:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763354566.653288:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364 00000100:00000001:3.0:1763354566.653289:0:6503:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1763354566.653291:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff67d896800 : new rpc_count 1 00000100:00000001:3.0:1763354566.653292:0:6503:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354566.653296:0:6503:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.653297:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000001:3.0:1763354566.653299:0:6503:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.653308:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66fd66d80 x1848998542721664/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763354566.653322:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763354566.653326:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.653328:0:74535:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763354566.653330:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff674cb12c0. 00000100:00100000:1.0:1763354566.653335:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66fd66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+7:3654:x1848998542721664:12345-0@lo:103:ldlm_bl.0 00000100:00000200:1.0:1763354566.653339:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721664 00010000:00000001:1.0:1763354566.653341:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763354566.653344:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763354566.653346:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763354566.653349:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763354566.653351:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763354566.653354:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff58a0b9400. 02000000:00000001:1.0:1763354566.653356:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.653358:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.653360:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763354566.653362:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763354566.653364:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763354566.653366:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.653368:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:1.0:1763354566.653370:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:1.0:1763354566.653373:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000040:1.0:1763354566.653375:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 4 00000004:00000001:1.0:1763354566.653378:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763354566.653380:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763354566.653382:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:1.0:1763354566.653385:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff597176c00. 00000020:00000010:1.0:1763354566.653389:0:74535:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8ff597177800. 00000020:00000010:1.0:1763354566.653393:0:74535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8ff649647000. 00000020:00000010:1.0:1763354566.653398:0:74535:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8ff542ef6eb0. 00000020:00000010:1.0:1763354566.653401:0:74535:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8ff597177600. 80000000:00000010:1.0:1763354566.653405:0:74535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8ff543a4a8a0. 40000000:00000010:1.0:1763354566.653409:0:74535:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8ff674cb12c0. 00100000:00000010:1.0:1763354566.653413:0:74535:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8ff649641800. 00040000:00000010:1.0:1763354566.653417:0:74535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8ff67cbf1200. 00040000:00000010:1.0:1763354566.653421:0:74535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8ff597176e00. 00080000:00000010:1.0:1763354566.653426:0:74535:0:(osd_handler.c:8274:osd_key_init()) kmalloced '(info)': 4072 at ffff8ff643d4a000. 00080000:00000010:1.0:1763354566.653431:0:74535:0:(osd_handler.c:8278:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8ff544438000. 00002000:00000010:1.0:1763354566.653437:0:74535:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8ff58a0ba800. 00000020:00000001:1.0:1763354566.653440:0:74535:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:1.0:1763354566.653443:0:74535:0:(osd_handler.c:2830:osd_sync()) Process entered 00000020:00080000:3.0:1763354566.654066:0:31810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 25769804099 batchid updated 00000020:00000010:3.0:1763354566.654077:0:31810:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff67dab0300. 00080000:00000010:3.0:1763354566.654080:0:31810:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff59176f800. 00080000:00000020:1.0:1763354566.654113:0:74535:0:(osd_handler.c:2837:osd_sync()) lustre-MDT0001: synced OSD: rc = 0 00000020:00000001:1.0:1763354566.654118:0:74535:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763354566.654121:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804099 00000020:00000010:1.0:1763354566.654122:0:74535:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8ff597177800. 00000020:00000010:1.0:1763354566.654129:0:74535:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8ff649647000. 00000020:00000001:0.0:1763354566.654129:0:31830:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763354566.654134:0:31830:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ff66cff4000 refcount 1 committed 1 result 0 batchid 25769804099 00000020:00000040:0.0:1763354566.654141:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66cff46c0 00000020:00000010:1.0:1763354566.654143:0:74535:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8ff542ef6eb0. 00000020:00000040:0.0:1763354566.654147:0:31830:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002342:0x2:0x0].266 00000020:00000010:1.0:1763354566.654149:0:74535:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8ff597177600. 00000020:00000040:0.0:1763354566.654153:0:31830:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff67cba3100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff597177000 80000000:00000010:1.0:1763354566.654154:0:74535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8ff543a4a8a0. 40000000:00000010:1.0:1763354566.654161:0:74535:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8ff674cb12c0. 00000020:00000040:0.0:1763354566.654162:0:31830:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e0:0x2:0x0].270 00100000:00000010:1.0:1763354566.654165:0:74535:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8ff649641800. 00000020:00000040:0.0:1763354566.654168:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337e40 : new refcount 2 00040000:00000010:1.0:1763354566.654169:0:74535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8ff67cbf1200. 00000040:00000001:0.0:1763354566.654175:0:31830:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00040000:00000010:1.0:1763354566.654176:0:74535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8ff597176e00. 00000040:00000001:0.0:1763354566.654181:0:31830:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00080000:00000010:1.0:1763354566.654182:0:74535:0:(osd_handler.c:8324:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8ff544438000. 00000040:00000001:0.0:1763354566.654186:0:31830:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00080000:00000010:1.0:1763354566.654189:0:74535:0:(osd_handler.c:8335:osd_key_fini()) kfreed 'info': 4072 at ffff8ff643d4a000. 00002000:00000010:1.0:1763354566.654193:0:74535:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8ff58a0ba800. 00000040:00000001:0.0:1763354566.654193:0:31830:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.654197:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597176c00. 00000040:00000001:0.0:1763354566.654199:0:31830:0:(llog.c:1130:llog_exist()) Process entered 00010000:00000001:1.0:1763354566.654201:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763354566.654203:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654204:0:31830:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763354566.654206:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.654210:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000040:00000001:0.0:1763354566.654210:0:31830:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00010000:00000001:1.0:1763354566.654214:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000040:00001000:0.0:1763354566.654214:0:31830:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 266 in log [0x200002342:0x2:0x0] 00010000:00000001:1.0:1763354566.654220:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354566.654221:0:31830:0:(osp_trans.c:955:osp_trans_create()) Process entered 00010000:00000001:1.0:1763354566.654222:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.654226:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763354566.654227:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.654229:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222cb102 from hash 00000004:00000010:0.0:1763354566.654229:0:31830:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff595381240. 00010000:00000001:1.0:1763354566.654235:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763354566.654236:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354566.654236:0:31830:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620883666080320 : -123190043471296 : ffff8ff595381240) 00010000:00000001:1.0:1763354566.654239:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.654241:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000040:00000001:0.0:1763354566.654243:0:31830:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00010000:00000001:1.0:1763354566.654244:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.654248:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654248:0:31830:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00010000:00000001:1.0:1763354566.654252:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763354566.654253:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354566.654256:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb102 lrc: 0/0,0 mode: --/PW res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x4a8bb634222cb0fb expref: 7 pid: 21540 timeout: 0 lvb_type: 0 00000004:00000010:0.0:1763354566.654257:0:31830:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff595381600. 00000004:00000010:0.0:1763354566.654265:0:31830:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff67cba1f60. 00010000:00000040:1.0:1763354566.654266:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff67d896800 : new locks_count 0 00000020:00000040:1.0:1763354566.654270:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 6 00010000:00000010:1.0:1763354566.654273:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663280. 00000004:00000010:0.0:1763354566.654273:0:31830:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff5451ac000. 00000040:00000001:0.0:1763354566.654281:0:31830:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.654282:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.654284:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763354566.654288:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000040:00000001:0.0:1763354566.654288:0:31830:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763354566.654291:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00000040:00000001:0.0:1763354566.654294:0:31830:0:(llog.c:108:llog_declare_destroy()) Process entered 00010000:00010000:1.0:1763354566.654296:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00000040:00000001:0.0:1763354566.654298:0:31830:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00010000:00000001:1.0:1763354566.654303:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000040:00000001:0.0:1763354566.654304:0:31830:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00010000:00000001:1.0:1763354566.654306:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.654309:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.654309:0:31830:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 00010000:00000001:1.0:1763354566.654310:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763354566.654314:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:0.0:1763354566.654316:0:31830:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00010000:00000001:1.0:1763354566.654317:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763354566.654320:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 80000000:00000001:0.0:1763354566.654321:0:31830:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00010000:1.0:1763354566.654323:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT1 80000000:00000001:0.0:1763354566.654325:0:31830:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1763354566.654330:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763354566.654331:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 80000000:00000001:0.0:1763354566.654331:0:31830:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.654334:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763354566.654337:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 80000000:00000001:0.0:1763354566.654338:0:31830:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763354566.654339:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) refcount = 3 00010000:00010000:1.0:1763354566.654345:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 4/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT1 80000000:00000001:0.0:1763354566.654345:0:31830:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.654352:0:31830:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1763354566.654353:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763354566.654356:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763354566.654358:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.654360:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1763354566.654361:0:31830:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827736 : -123186159723880 : ffff8ff67cb55a98) 00010000:00000001:1.0:1763354566.654362:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763354566.654366:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.654370:0:31830:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620887417408368 : -123186292143248 : ffff8ff674d0cb70) 00010000:00000010:1.0:1763354566.654371:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff674cb12c0. 00000100:00000001:1.0:1763354566.654376:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763354566.654380:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66cff4900. 00000100:00000001:1.0:1763354566.654382:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000004:00000001:0.0:1763354566.654383:0:31830:0:(osp_object.c:2340:osp_object_release()) Process entered 00000100:00000001:1.0:1763354566.654385:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887286237440 : -123186423314176 : ffff8ff66cff4900) 00000004:00000001:0.0:1763354566.654387:0:31830:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000100:00000001:1.0:1763354566.654388:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763354566.654391:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763354566.654393:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000002:0.0:1763354566.654393:0:31830:0:(lu_object.c:207:lu_object_put()) Add ffff8ff674d0cb70/ffff8ff67cb55a40 to site lru. bkt: ffff8ff66faf1340 00010000:00000001:1.0:1763354566.654396:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000040:00000001:0.0:1763354566.654399:0:31830:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654404:0:31830:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654407:0:31830:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763354566.654410:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654411:0:31830:0:(llog.c:1217:llog_write_rec()) Process entered 00010000:00000001:1.0:1763354566.654414:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:0.0:1763354566.654416:0:31830:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00010000:00000001:1.0:1763354566.654417:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763354566.654421:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763354566.654421:0:31830:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200002342:0x2:0x0] 00010000:00000001:1.0:1763354566.654423:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763354566.654426:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763354566.654427:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00000100:00000001:1.0:1763354566.654429:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.654429:0:31830:0:(osp_object.c:569:osp_attr_get()) Process entered 00000004:00000001:0.0:1763354566.654434:0:31830:0:(osp_object.c:581:osp_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.654435:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.654441:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1763354566.654443:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.654443:0:31830:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00000100:00000010:1.0:1763354566.654444:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66cff4900. 00000004:00000040:0.0:1763354566.654448:0:31830:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002342:0x2:0x0] offset = 0 length = 88 00000100:00000001:1.0:1763354566.654450:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1763354566.654451:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT1 00010000:00000001:1.0:1763354566.654454:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.654456:0:31830:0:(out_lib.c:137:out_update_pack()) Process entered 00010000:00000010:1.0:1763354566.654461:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff674cb12c0. 00000020:00000001:0.0:1763354566.654461:0:31830:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.654462:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763354566.654464:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.654466:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763354566.654468:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354566.654469:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000040:0.0:1763354566.654470:0:31830:0:(osp_trans.c:1300:osp_check_and_set_rpc_version()) lustre-MDT0000-osp-MDT0001: version 522 gen 0 oth:version ffff8ff595381240:521 00010000:00000001:3.0:1763354566.654472:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1763354566.654472:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.654476:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.654479:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580a00 refcount=3 00010000:00000001:1.0:1763354566.654479:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000004:00000010:0.0:1763354566.654480:0:31830:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68300. 00000020:00000001:3.0:1763354566.654481:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:1.0:1763354566.654482:0:74535:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.654488:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00000004:00000001:0.0:1763354566.654489:0:31830:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=88 : 88 : 58) 00000100:00001000:1.0:1763354566.654490:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00010000:00000001:3.0:1763354566.654493:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354566.654497:0:31830:0:(osp_md_object.c:1203:osp_md_write()) Process entered 00010000:00000001:3.0:1763354566.654498:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354566.654499:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:3.0:1763354566.654502:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.654502:0:31830:0:(osp_md_object.c:1212:osp_md_write()) write [0x200002342:0x2:0x0] offset = 120 length = 4 00000100:00000040:1.0:1763354566.654503:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000004:00000001:3.0:1763354566.654510:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000100:00000001:1.0:1763354566.654511:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 00000020:00000001:0.0:1763354566.654511:0:31830:0:(out_lib.c:137:out_update_pack()) Process entered 00000004:00000001:3.0:1763354566.654515:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 02000000:00000001:1.0:1763354566.654516:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1763354566.654516:0:31830:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654518:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 02000000:00000001:1.0:1763354566.654520:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.654524:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1763354566.654525:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.654525:0:31830:0:(osp_trans.c:547:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8ff67ca68d80. 00000100:00000040:1.0:1763354566.654528:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:3.0:1763354566.654532:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763354566.654533:0:31830:0:(osp_md_object.c:1246:osp_md_write()) Process leaving (rc=4 : 4 : 4) 00000400:00000010:1.0:1763354566.654535:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6715faf68. 00000004:00000001:3.0:1763354566.654537:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000040:00000001:0.0:1763354566.654539:0:31830:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.654541:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998542721664, offset 224 00000040:00000001:0.0:1763354566.654543:0:31830:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654546:0:38200:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763354566.654549:0:31830:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000004:00000001:3.0:1763354566.654552:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000400:00000200:1.0:1763354566.654552:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00080000:0.0:1763354566.654554:0:31830:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8ff595381240 with version 521 00000004:00000001:3.0:1763354566.654556:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.654560:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.654563:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000400:00000200:1.0:1763354566.654567:0:74535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1763354566.654571:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b02360. 00000004:00000001:3.0:1763354566.654575:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.654577:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763354566.654577:0:31830:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.654582:0:74535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x691a785544280 00000004:00000002:3.0:1763354566.654585:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000040:00000001:0.0:1763354566.654585:0:31830:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654592:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.654594:0:74535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x7b8ea5 [1] + 224 00000040:00000001:0.0:1763354566.654594:0:31830:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.654595:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.654598:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654601:0:31830:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.654602:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.654606:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354566.654607:0:74535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00080000:0.0:1763354566.654608:0:31830:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 25769804099 cancel update log [0x200002342:0x2:0x0].266: rc = 0 00000001:00000001:3.0:1763354566.654612:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.654618:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:1.0:1763354566.654618:0:74535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1763354566.654619:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337e40 : new refcount 1 00000001:00000001:3.0:1763354566.654622:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.654626:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.654628:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1763354566.654629:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:0.0:1763354566.654629:0:31830:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337480 : new refcount 2 00000001:00000001:3.0:1763354566.654633:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763354566.654635:0:31830:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000001:00000001:3.0:1763354566.654638:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354566.654638:0:31816:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8ff650133e40 version 521 rpc_version 521 00000100:00000200:1.0:1763354566.654638:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000040:00000001:0.0:1763354566.654639:0:31830:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1763354566.654642:0:31830:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000004:00000002:3.0:1763354566.654644:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x2400032e1:0x113:0x0]: nlink=2, mode=40755, valid=0x1100000000002f8f 00000004:00000001:2.0:1763354566.654647:0:31816:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000040:00000001:0.0:1763354566.654648:0:31830:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:3.0:1763354566.654651:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400032e1:0x113:0x0]: returning size 4096 00000004:00000001:2.0:1763354566.654651:0:31816:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000040:00000001:0.0:1763354566.654655:0:31830:0:(llog.c:1130:llog_exist()) Process entered 00000004:00000040:2.0:1763354566.654656:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x200002342:0x2:0x0] op = write params = 2 batchid = 0 size = 152 repsize 0 00000004:00000040:3.0:1763354566.654657:0:38200:0:(mdt_lib.c:865:mdt_dump_lmv()) magic 0x0CD40CD0, master 0X1 stripe_count 2 hash_type 0x2 00000040:00000001:0.0:1763354566.654660:0:31830:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000004:00200000:3.0:1763354566.654665:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000040:00000001:0.0:1763354566.654667:0:31830:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000004:00000040:2.0:1763354566.654668:0:31816:0:(osp_trans.c:243:object_update_request_dump()) i = 1 fid = [0x200002342:0x2:0x0] op = write params = 2 batchid = 0 size = 72 repsize 0 00000004:00000002:3.0:1763354566.654670:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000040:00001000:0.0:1763354566.654671:0:31830:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 270 in log [0x2400032e0:0x2:0x0] 00000001:00000001:3.0:1763354566.654674:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000040:2.0:1763354566.654678:0:31816:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff5451ac000 magic = bdde0002 count = 2 size = 224 00000001:00000001:3.0:1763354566.654679:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.654680:0:74535:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1763354566.654680:0:31830:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000010:2.0:1763354566.654685:0:31816:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1f80. 00000004:00000001:3.0:1763354566.654686:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00080000:00000010:0.0:1763354566.654688:0:31830:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176e000. 00000004:00000001:3.0:1763354566.654690:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000040:2.0:1763354566.654692:0:31816:0:(genops.c:1229:class_import_get()) import ffff8ff544bb0000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000004:00000001:3.0:1763354566.654696:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763354566.654696:0:31830:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603087360 : -123190106464256 : ffff8ff59176e000) 00000100:00000001:2.0:1763354566.654699:0:31816:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:3.0:1763354566.654701:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 02000000:00000001:2.0:1763354566.654703:0:31816:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:0.0:1763354566.654705:0:31830:0:(llog.c:1194:llog_declare_write_rec()) Process entered 02000000:00000001:2.0:1763354566.654708:0:31816:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654709:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000040:00000001:0.0:1763354566.654709:0:31830:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000001:3.0:1763354566.654716:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.654717:0:31830:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000010:2.0:1763354566.654719:0:31816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b4e00. 00000020:00000001:3.0:1763354566.654724:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:2.0:1763354566.654724:0:31816:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.654724:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1763354566.654726:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1763354566.654731:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.654732:0:31816:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.654732:0:31830:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68080. 00000400:00000200:1.0:1763354566.654734:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6715faf68 00000004:00000001:3.0:1763354566.654735:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.654737:0:31816:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1763354566.654740:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6715faf68. 00000004:00000001:2.0:1763354566.654742:0:31816:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.654742:0:31830:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654743:0:38200:0:(mdt_handler.c:2171:mdt_getattr_name_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.654744:0:74535:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.654748:0:74535:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763354566.654751:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000040:00000001:0.0:1763354566.654751:0:31830:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1763354566.654752:0:31816:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00000001:1.0:1763354566.654753:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.654755:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:0.0:1763354566.654759:0:31830:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.654761:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580a00 refcount=3 00000100:00000040:1.0:1763354566.654763:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00000100:00100000:2.0:1763354566.654765:0:31816:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00000001:0.0:1763354566.654766:0:31830:0:(llog.c:108:llog_declare_destroy()) Process entered 00000020:00000001:3.0:1763354566.654767:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00010000:00000001:1.0:1763354566.654767:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654772:0:31830:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00010000:00000001:1.0:1763354566.654774:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.654775:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443048960 : -123186266502656 : ffff8ff676580a00) 00080000:00000001:0.0:1763354566.654778:0:31830:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000004:00000040:3.0:1763354566.654783:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff672251000 : new locks_count 219 00000100:00000040:1.0:1763354566.654784:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542721664/t0(0) o103->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1763354566.654784:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1763354566.654789:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00000100:00000001:2.0:1763354566.654791:0:31816:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000001:00000001:0.0:1763354566.654791:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1763354566.654795:0:31816:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:3.0:1763354566.654797:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000002:0.0:1763354566.654798:0:31830:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0001: FID [0x2400032e0:0x2:0x0] not in the id map cache 00000100:00000010:2.0:1763354566.654801:0:31816:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095cc0. 00010000:00000001:3.0:1763354566.654802:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.654806:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:2.0:1763354566.654808:0:31816:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303675072 : -123186405876544 : ffff8ff66e095cc0) 00080000:00000001:0.0:1763354566.654809:0:31830:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654811:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 00000100:00100000:1.0:1763354566.654812:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66fd66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:lustre-MDT0000-mdtlov_UUID+6:3654:x1848998542721664:12345-0@lo:103:ldlm_bl.0 Request processed in 1489us (1730us total) trans 0 rc 0/0 00000100:00000001:2.0:1763354566.654815:0:31816:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1763354566.654817:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000040:00000001:0.0:1763354566.654817:0:31830:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000100:00000001:2.0:1763354566.654819:0:31816:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315845504 : -123191393706112 : ffff8ff544bd1f80) 02000000:00000001:3.0:1763354566.654822:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000040:00000001:0.0:1763354566.654823:0:31830:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 00000100:00000001:2.0:1763354566.654824:0:31816:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:3.0:1763354566.654825:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000100:00100000:1.0:1763354566.654828:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00000004:00000001:3.0:1763354566.654829:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 80000000:00000001:0.0:1763354566.654829:0:31830:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00000100:00000001:2.0:1763354566.654831:0:31816:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763354566.654834:0:31830:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000004:00000001:3.0:1763354566.654835:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000100:00000001:2.0:1763354566.654835:0:31816:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000040:1.0:1763354566.654836:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff67d896800 : new rpc_count 0 00000004:00000040:3.0:1763354566.654840:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000100:00000001:2.0:1763354566.654841:0:31816:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1763354566.654841:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 80000000:00000001:0.0:1763354566.654841:0:31830:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000004:00000001:3.0:1763354566.654846:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.654847:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 80000000:00000001:0.0:1763354566.654848:0:31830:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654851:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000100:00000040:2.0:1763354566.654852:0:31816:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1763354566.654853:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff681241c00. 80000000:00000001:0.0:1763354566.654853:0:31830:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.654857:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000010:1.0:1763354566.654861:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff673b24d48. 80000000:00000001:0.0:1763354566.654862:0:31830:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354566.654863:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe87d8/ffff8ff55ffe8780 to site lru. bkt: ffff8ff66faf10d8 00000020:00000010:1.0:1763354566.654869:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff597176a00. 00000020:00000001:0.0:1763354566.654869:0:31830:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763354566.654870:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.654876:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:2.0:1763354566.654876:0:31816:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1763354566.654878:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff67d896800 : new refcount 5 00000100:00000001:2.0:1763354566.654879:0:31816:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.654879:0:31830:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887550117848 : -123186159433768 : ffff8ff67cb9c7d8) 00010000:00000001:3.0:1763354566.654880:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000100:00000001:1.0:1763354566.654884:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.654885:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1763354566.654886:0:31816:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.654890:0:31816:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763354566.654890:0:31830:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886674800640 : -123187034750976 : ffff8ff6488d8000) 00010000:00000001:3.0:1763354566.654891:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.654895:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.654897:0:31816:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.654898:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1763354566.654901:0:31830:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00010000:00000001:3.0:1763354566.654902:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.654903:0:31816:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:31816:1848998542721920:0@lo:1000:osp_up0-1.0 00000001:00000001:0.0:1763354566.654906:0:31830:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000040:3.0:1763354566.654908:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222cb16b from hash 00080000:00000001:0.0:1763354566.654911:0:31830:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.654912:0:31816:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1763354566.654914:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1763354566.654916:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1763354566.654918:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1763354566.654918:0:31816:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000002:0.0:1763354566.654919:0:31830:0:(lu_object.c:207:lu_object_put()) Add ffff8ff6488d8000/ffff8ff67cb9c780 to site lru. bkt: ffff8ff66faf06c8 00000100:00000001:1.0:1763354566.654920:0:3654:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1763354566.654922:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.654923:0:31816:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654925:0:31830:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.654926:0:3654:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1763354566.654927:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 02000000:00000001:2.0:1763354566.654927:0:31816:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1763354566.654932:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000001:0.0:1763354566.654932:0:31830:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763354566.654933:0:3654:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1763354566.654935:0:31816:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff591c28000. 00010000:00010000:3.0:1763354566.654950:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff67aaeac00/0x4a8bb634222cb16b lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41558 expref: 224 pid: 38200 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1763354566.654950:0:3654:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 02000000:00000001:2.0:1763354566.654952:0:31816:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.654954:0:31830:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.654958:0:3654:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b908 00000400:00000010:2.0:1763354566.654959:0:31816:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b108. 00080000:00000001:0.0:1763354566.654962:0:31830:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000400:00000010:1.0:1763354566.654963:0:3654:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b908. 00000100:00000001:1.0:1763354566.654968:0:3654:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1763354566.654970:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:3.0:1763354566.654974:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00000400:00000010:2.0:1763354566.654975:0:31816:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095a80. 00000100:00000200:1.0:1763354566.654975:0:3654:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1763354566.654977:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00080000:00000001:0.0:1763354566.654981:0:31830:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763354566.654982:0:31816:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542721920, portal 4 00010000:00000001:3.0:1763354566.654986:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.654989:0:31816:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000040:00000001:0.0:1763354566.654989:0:31830:0:(llog.c:1217:llog_write_rec()) Process entered 00010000:00000001:3.0:1763354566.654991:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.654993:0:31816:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315845504 : -123191393706112 : ffff8ff544bd1f80) 00000040:00000001:0.0:1763354566.654994:0:31830:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00010000:00000001:3.0:1763354566.654997:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000040:00001000:0.0:1763354566.655000:0:31830:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x2400032e0:0x2:0x0] 00000100:00000040:2.0:1763354566.655004:0:31816:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763354566.655005:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41558 expref: 223 pid: 38200 timeout: 0 lvb_type: 0 00000040:00000001:0.0:1763354566.655025:0:31830:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.655031:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.655056:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.655058:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00010000:00010000:3.0:1763354566.655061:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00000001:3.0:1763354566.655063:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763354566.655066:0:31830:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.655069:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.655071:0:31816:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1763354566.655073:0:3654:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1763354566.655074:0:31830:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:3.0:1763354566.655075:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.655080:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1763354566.655080:0:31816:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1763354566.655083:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1763354566.655087:0:31816:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00010000:00010000:3.0:1763354566.655088:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676580a00, rc 0) 00080000:00000010:0.0:1763354566.655088:0:31830:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68080. 00000020:00000001:3.0:1763354566.655095:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.655095:0:3654:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1763354566.655097:0:31816:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 24, xid 1848998542721920, offset 0 00040000:00000001:0.0:1763354566.655098:0:31830:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000040:3.0:1763354566.655099:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429326, transno 0, xid 1848998841117568 00000100:00000001:1.0:1763354566.655100:0:3654:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1763354566.655103:0:31830:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1763354566.655104:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:1.0:1763354566.655107:0:3654:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:0.0:1763354566.655109:0:31830:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.655110:0:31816:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1763354566.655111:0:3654:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:3.0:1763354566.655114:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664844a80 x1848998841117568/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/640 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354566.655116:0:3654:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00000001:0.0:1763354566.655116:0:31830:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.655120:0:3654:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763354566.655124:0:31830:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763354566.655126:0:3654:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.655127:0:31816:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:0.0:1763354566.655132:0:31830:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763354566.655135:0:3654:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff666c2c4e8 time=55 v=5 (5 5 5 5) 00000020:00080000:0.0:1763354566.655140:0:31830:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 25769804099 cancel update log [0x2400032e0:0x2:0x0].270: rc = 0 00010000:00000001:3.0:1763354566.655143:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1763354566.655146:0:31816:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 488 into portal 24 MB=0x691a785544380 00000100:00001000:1.0:1763354566.655146:0:3654:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff666c2c410 time=134 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354566.655147:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.655151:0:31830:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337480 : new refcount 1 00000100:00001000:3.0:1763354566.655155:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1763354566.655155:0:3654:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1763354566.655157:0:31830:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.655160:0:31816:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 488/488 into md 0x1fdd85 [256] + 12496 00000100:00000001:1.0:1763354566.655160:0:3654:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.655167:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1763354566.655167:0:3654:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1763354566.655167:0:31830:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff674cb1300. 00000400:00000200:2.0:1763354566.655169:0:31816:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1763354566.655171:0:3654:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.655175:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000020:00000010:0.0:1763354566.655176:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67cba3300. 00000100:00000001:1.0:1763354566.655177:0:3654:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1763354566.655178:0:31816:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763354566.655182:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000040:1.0:1763354566.655183:0:3654:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: skip recheck: last_committed 30065429298 00000020:00000010:0.0:1763354566.655185:0:31830:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff8ff674cb1a80. 00000100:00000001:2.0:1763354566.655186:0:31816:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1763354566.655187:0:3654:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1763354566.655190:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1763354566.655190:0:31816:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1763354566.655191:0:3654:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.655193:0:31830:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff67cba3100. 02000000:00000001:3.0:1763354566.655194:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.655197:0:31816:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0380. 00000100:00000001:3.0:1763354566.655200:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763354566.655201:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354566.655202:0:31830:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66cff4000. 00000100:00000040:2.0:1763354566.655203:0:31816:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd0380 x1848998542721920 msgsize 488 00000100:00000040:3.0:1763354566.655209:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00080000:0.0:1763354566.655211:0:31830:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 25769804099 00000400:00000010:3.0:1763354566.655216:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121908. 00000100:00000001:1.0:1763354566.655218:0:3654:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354566.655219:0:31816:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1763354566.655224:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841117568, offset 224 00000100:00000001:1.0:1763354566.655225:0:3654:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763354566.655227:0:3654:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.655234:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000040:1.0:1763354566.655234:0:3654:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.655235:0:31816:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1763354566.655245:0:3654:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff664847b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3654:1848998542721664:0@lo:103:ldlm_bl.0 00000400:00000200:3.0:1763354566.655249:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:1.0:1763354566.655253:0:3654:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.655256:0:3654:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1763354566.655258:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556814:1556814:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556810:1556810:8:4294967295] 00000100:00000040:1.0:1763354566.655261:0:3654:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff664847b80 x1848998542721664/t0(0) o103->lustre-MDT0001-osp-MDT0000@0@lo:17/18 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.655266:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.655272:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542721920 02000000:00000001:0.0:1763354566.655277:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1763354566.655278:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:0.0:1763354566.655282:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.655287:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.655292:0:31816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000800:00000200:3.0:1763354566.655294:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 02000000:00000001:0.0:1763354566.655295:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.655297:0:31816:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000800:00000010:3.0:1763354566.655301:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000100:00000001:1.0:1763354566.655301:0:3654:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1763354566.655304:0:31816:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1763354566.655304:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542721920 02000000:00000001:1.0:1763354566.655305:0:3654:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763354566.655309:0:3654:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fc00. 00000020:00000001:0.0:1763354566.655310:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.0:1763354566.655311:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000200:2.0:1763354566.655313:0:31816:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763354566.655315:0:3654:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1763354566.655316:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634200f21da 00000020:00000001:1.0:1763354566.655319:0:3654:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763354566.655323:0:3654:0:(genops.c:1242:class_import_put()) import ffff8ff666c2c000 refcount=4 obd=lustre-MDT0001-osp-MDT0000 00000020:00000001:0.0:1763354566.655323:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1763354566.655325:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000001:1.0:1763354566.655330:0:3654:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1763354566.655330:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff5447d3800 refcount=6 00000800:00000200:3.0:1763354566.655332:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 736 niov 1 nkiov 1 02000000:00000010:1.0:1763354566.655335:0:3654:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff597176400. 00000020:00000001:0.0:1763354566.655338:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 02000000:00000001:1.0:1763354566.655341:0:3654:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1763354566.655342:0:31816:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1763354566.655344:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620882311657472 : -123191397894144 : ffff8ff5447d3800) 02000000:00000001:1.0:1763354566.655345:0:3654:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1763354566.655348:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.655349:0:31816:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1763354566.655350:0:3654:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847b80. 00000100:00000001:0.0:1763354566.655352:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1763354566.655356:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000100:00000001:1.0:1763354566.655357:0:3654:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763354566.655361:0:3654:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.655361:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68080. 00010000:00000001:3.0:1763354566.655363:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.655367:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.655368:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.655369:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.655375:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1763354566.655376:0:31816:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.655376:0:3654:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1763354566.655377:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68080. 00000100:00000001:1.0:1763354566.655381:0:3654:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.655382:0:31816:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1763354566.655383:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664844a80 x1848998841117568/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/640 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763354566.655387:0:3654:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1763354566.655388:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000100:00000001:2.0:1763354566.655389:0:31816:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.655391:0:3654:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.655396:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000100:00000040:2.0:1763354566.655397:0:31816:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 4682 usecs (5 jiffies) 00000100:00000001:2.0:1763354566.655404:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4306888620 00000100:00100000:3.0:1763354566.655405:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+223:253179:x1848998841117568:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 3856us (3974us total) trans 0 rc 0/0 00000020:00000010:0.0:1763354566.655406:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000001:2.0:1763354566.655410:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4306889728 00000100:00000001:2.0:1763354566.655416:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4306888620 00000100:00000040:0.0:1763354566.655417:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.655421:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4306889728 00000100:00100000:3.0:1763354566.655423:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417474 00000100:00000001:0.0:1763354566.655424:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.655425:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4306888620 00000100:00000001:0.0:1763354566.655429:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1763354566.655431:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:2.0:1763354566.655431:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4306889728 00000100:00000001:0.0:1763354566.655434:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.655435:0:31816:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4306888620 00000100:00000001:3.0:1763354566.655437:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.655441:0:31816:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4306889728 00000100:00000001:3.0:1763354566.655442:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1763354566.655444:0:31816:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.655444:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.655448:0:31816:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.655449:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000100:00000001:2.0:1763354566.655451:0:31816:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.655455:0:31816:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1763354566.655455:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354566.655459:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000100:00100000:2.0:1763354566.655459:0:31816:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.655459:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354566.655460:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000100:00000001:2.0:1763354566.655465:0:31816:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.655468:0:31816:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.655470:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000400:00000200:1.0:1763354566.655470:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.655478:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.655478:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1763354566.655482:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00000100:00000001:0.0:1763354566.655483:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1763354566.655485:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121908 00000100:00000001:2.0:1763354566.655486:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.655490:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.655491:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1763354566.655491:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121908. 00000100:00100000:0.0:1763354566.655492:0:21540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7912 00000100:00000001:1.0:1763354566.655497:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1763354566.655500:0:21540:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff5447d3800 : new rpc_count 1 00000100:00000001:2.0:1763354566.655501:0:6523:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.655501:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.655506:0:6523:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.655508:0:21540:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315838336 : -123191393713280 : ffff8ff544bd0380) 00000100:00000040:0.0:1763354566.655517:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd0380 x1848998542721920/t0(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.655527:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.655532:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68080. 00000100:00000001:0.0:1763354566.655534:0:21540:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.655536:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68080. 00000100:00100000:0.0:1763354566.655541:0:21540:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:31816:x1848998542721920:12345-0@lo:1000:osp_up0-1.0 00000100:00000200:0.0:1763354566.655545:0:21540:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542721920 00000020:00000001:0.0:1763354566.655548:0:21540:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.655550:0:21540:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.655553:0:21540:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655555:0:21540:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.655557:0:21540:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.655559:0:21540:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354566.655562:0:21540:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998542721920, found 0 last_xid 1848998542721919 00000020:00000001:0.0:1763354566.655565:0:21540:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.655567:0:21540:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.655569:0:21540:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.655572:0:21540:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655575:0:21540:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.655580:0:21540:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.655584:0:21540:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.655586:0:21540:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.655591:0:21540:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff673ac2000. 02000000:00000001:0.0:1763354566.655593:0:21540:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.655595:0:21540:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.655599:0:21540:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381cc0. 00000020:00000001:0.0:1763354566.655601:0:21540:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.655603:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.655608:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00080000:00000001:0.0:1763354566.655612:0:21540:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.655616:0:21540:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176e600. 00080000:00000001:0.0:1763354566.655619:0:21540:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603088896 : -123190106462720 : ffff8ff59176e600) 00000020:00000001:0.0:1763354566.655621:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:0.0:1763354566.655623:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.655625:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.655626:0:21540:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68080. 00080000:00000001:0.0:1763354566.655628:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655631:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655632:0:21540:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.655634:0:21540:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549827256 : -123186159724360 : ffff8ff67cb558b8) 00000020:00000001:0.0:1763354566.655635:0:21540:0:(out_handler.c:608:out_write()) Process entered 00080000:00000001:0.0:1763354566.655636:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.655637:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1763354566.655638:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655639:0:21540:0:(out_handler.c:639:out_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655641:0:21540:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354566.655642:0:21540:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.655645:0:21540:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.655646:0:21540:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.655647:0:21540:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68a40. 00080000:00000001:0.0:1763354566.655649:0:21540:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.655653:0:21540:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.655655:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002342:0x2:0x0] pos 0 buf ffff8ff647403200, len 88 00000020:00000040:0.0:1763354566.655669:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 0/2: rc = 0 00000020:00000040:0.0:1763354566.655671:0:21540:0:(out_lib.c:673:out_tx_write_exec()) write [0x200002342:0x2:0x0] pos 120 buf ffff8ff647403298, len 4 00000020:00000040:0.0:1763354566.655674:0:21540:0:(out_handler.c:894:out_tx_end()) lustre-MDT0000-osd: executed 1/2: rc = 0 00080000:00000001:0.0:1763354566.655676:0:21540:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.655678:0:21540:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354566.655681:0:21540:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214476, last_committed = 21475214474 00000001:00000010:0.0:1763354566.655684:0:21540:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0c60. 00000001:00000040:0.0:1763354566.655685:0:21540:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff5447d3800 : new cb_count 1 00000020:00000040:0.0:1763354566.655687:0:21540:0:(genops.c:887:class_export_get()) GET export ffff8ff5447d3800 refcount=7 00000001:00000010:0.0:1763354566.655691:0:21540:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff681369a80. 00000001:00000001:0.0:1763354566.655698:0:21540:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff681369a80: xid 1848998542721920, transno 21475214476, tag 1, client gen 8, slot idx 0 00000001:00000001:0.0:1763354566.655700:0:21540:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.655704:0:21540:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68a40. 00080000:00000010:0.0:1763354566.655706:0:21540:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68080. 00040000:00000001:0.0:1763354566.655707:0:21540:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.655708:0:21540:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.655709:0:21540:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.655711:0:21540:0:(lu_object.c:207:lu_object_put()) Add ffff8ff675058400/ffff8ff67cb55860 to site lru. bkt: ffff8ff66f414b28 00000020:00000001:0.0:1763354566.655713:0:21540:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.655715:0:21540:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.655719:0:21540:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381cc0. 00000020:00000001:0.0:1763354566.655721:0:21540:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.655724:0:21540:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214474, transno 21475214476, xid 1848998542721920 00010000:00000001:0.0:1763354566.655727:0:21540:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.655731:0:21540:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd0380 x1848998542721920/t21475214476(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 488/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.655738:0:21540:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.655740:0:21540:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.655743:0:21540:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.655761:0:21540:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.655764:0:21540:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.655766:0:21540:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.655769:0:21540:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.655771:0:21540:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.655774:0:21540:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.655776:0:21540:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.655780:0:21540:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff681369e40. 00000100:00000200:0.0:1763354566.655784:0:21540:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542721920, offset 224 00000400:00000200:0.0:1763354566.655789:0:21540:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.655796:0:21540:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.655803:0:21540:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785544380 00000400:00000200:0.0:1763354566.655808:0:21540:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b8eb1 [2] + 224 00000400:00000200:0.0:1763354566.655813:0:21540:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.655817:0:21540:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.655820:0:21540:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.655825:0:21540:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.655836:0:21540:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.655855:0:21540:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.655860:0:21540:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff681369e40 00000400:00000010:0.0:1763354566.655862:0:21540:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.655867:0:21540:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.655868:0:21540:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.655872:0:21540:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.655875:0:21540:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.655877:0:21540:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.655879:0:21540:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.655882:0:21540:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.655886:0:21540:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0380 x1848998542721920/t21475214476(0) o1000->lustre-MDT0001-mdtlov_UUID@0@lo:737/0 lens 488/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.655896:0:21540:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:31816:x1848998542721920:12345-0@lo:1000:osp_up0-1.0 Request processed in 368us (692us total) trans 21475214476 rc 0/0 00000100:00100000:0.0:1763354566.655904:0:21540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7912 00000100:00000040:0.0:1763354566.655922:0:21540:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff5447d3800 : new rpc_count 0 00000100:00000001:0.0:1763354566.655924:0:21540:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.655926:0:21540:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.655929:0:21540:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.655931:0:21540:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:0.0:1763354566.655935:0:21540:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:0.0:1763354566.655952:0:21540:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 6 00000100:00000001:2.0:1763354566.655953:0:31816:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.655956:0:21540:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763354566.655959:0:31816:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.655961:0:31816:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.655964:0:31816:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b108. 00000400:00000200:2.0:1763354566.655968:0:31816:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095a80 00000400:00000010:2.0:1763354566.655970:0:31816:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095a80. 00000100:00000001:2.0:1763354566.655973:0:31816:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.655978:0:31816:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354566.655985:0:31816:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1f80 x1848998542721920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.655990:0:31816:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.655991:0:31816:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.655993:0:31816:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.655994:0:31816:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.655996:0:31816:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.655997:0:31816:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.655999:0:31816:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.656002:0:31816:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff544bb0458 time=140 v=5 (5 5 5 5) 00000100:00001000:2.0:1763354566.656004:0:31816:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff544bb0410 time=140 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.656006:0:31816:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.656007:0:31816:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.656009:0:31816:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.656010:0:31816:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.656011:0:31816:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354566.656012:0:31816:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354566.656014:0:31816:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354566.656015:0:31816:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.656016:0:31816:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315845504 : -123191393706112 : ffff8ff544bd1f80) 00000100:00000001:2.0:1763354566.656017:0:31816:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.656018:0:31816:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: skip recheck: last_committed 21475214474 00000100:00000001:2.0:1763354566.656019:0:31816:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.656020:0:31816:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.656023:0:31816:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1f80 x1848998542721920/t21475214476(21475214476) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.656028:0:31816:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.656029:0:31816:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.656030:0:31816:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.656032:0:31816:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000010:2.0:1763354566.656056:0:31816:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68300. 00000004:00000010:2.0:1763354566.656060:0:31816:0:(osp_trans.c:571:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8ff67ca68d80. 00010000:00000010:3.1:1763354566.656063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00000004:00000001:2.0:1763354566.656064:0:31816:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.656072:0:31816:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1f80 x1848998542721920/t21475214476(21475214476) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.656081:0:31816:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:31816:1848998542721920:0@lo:1000:osp_up0-1.0 00000100:00000001:2.0:1763354566.656085:0:31816:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.656087:0:31816:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.656089:0:31816:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.656091:0:31816:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.656094:0:31816:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd1f80 x1848998542721920/t21475214476(21475214476) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.656100:0:31816:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.656103:0:31816:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095cc0. 00000100:00000001:2.0:1763354566.656105:0:31816:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.656107:0:31816:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.656110:0:31816:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.656113:0:31816:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1f80 x1848998542721920/t21475214476(21475214476) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.656120:0:31816:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.656122:0:31816:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763354566.657279:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.657288:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763354566.657290:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.657292:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.657297:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:2.0:1763354566.657304:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 520 into portal 12 MB=0x691a7971d6c80 00000400:00000200:2.0:1763354566.657308:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 520/520 into md 0x76d7e5 [64] + 78744 00000800:00000001:2.0:1763354566.657312:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.657316:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.657318:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.657321:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.657323:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.657325:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763354566.657328:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd3b80. 00000100:00000040:2.0:1763354566.657330:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd3b80 x1848998841117824 msgsize 520 00000100:00100000:2.0:1763354566.657333:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354566.657344:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763354566.657347:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763354566.657350:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.657364:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.657367:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841117824 02000000:00000001:3.0:1763354566.657369:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.657370:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.657371:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.657374:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.657376:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841117824 00000020:00000001:3.0:1763354566.657377:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.657378:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.657379:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.657381:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=466 00000020:00000001:3.0:1763354566.657383:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.657384:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.657386:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.657389:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.657391:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.657393:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.657396:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21a00. 00000020:00000010:3.0:1763354566.657398:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.657400:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.657404:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.657405:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.657406:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.657408:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.657409:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.657410:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.657414:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.657423:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.657429:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.657430:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.657434:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417475 00000100:00000040:3.0:1763354566.657436:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.657438:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315852672 : -123191393698944 : ffff8ff544bd3b80) 00000100:00000040:3.0:1763354566.657443:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3b80 x1848998841117824/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 520/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.657449:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.657451:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.657454:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.657456:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.657459:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+466:253179:x1848998841117824:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.657462:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841117824 00000020:00000001:3.0:1763354566.657463:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.657465:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.657467:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.657469:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.657470:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.657472:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.657473:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841117824, found 0 last_xid 1848998841117823 00000020:00000001:3.0:1763354566.657475:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.657477:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.657478:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.657479:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.657481:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.657482:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.657483:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.657485:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763354566.657486:0:38200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1763354566.657488:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.657489:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.657490:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.657491:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.657492:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000040:3.0:1763354566.657494:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00000004:00000001:3.0:1763354566.657496:0:38200:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763354566.657497:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.657498:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.657499:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.657500:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.657502:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657504:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.657505:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.657508:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.657509:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.657510:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.657511:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.657513:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cb164 from hash 00010000:00000001:3.0:1763354566.657514:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.657515:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.657516:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.657517:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.657519:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.657520:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657521:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.657521:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.657524:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb164 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41551 expref: 466 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.657529:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:3.0:1763354566.657531:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00010000:00000010:3.0:1763354566.657532:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.657536:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.657537:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.657538:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.657539:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00000001:3.0:1763354566.657542:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657543:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657544:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354566.657545:0:38200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354566.657546:0:38200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657548:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.657550:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 00010000:00000001:3.0:1763354566.657551:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.657553:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.657555:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580200. 00000020:00000001:3.0:1763354566.657556:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.657558:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580200 with handle 0x4a8bb634222cb179 to hash 00000020:00000001:3.0:1763354566.657559:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.657560:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000010:3.0:1763354566.657562:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.657564:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00010000:3.0:1763354566.657566:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580200/0x4a8bb634222cb179 lrc: 2/0,0 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4155f expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.657571:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:3.0:1763354566.657572:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=466 00010000:00000001:3.0:1763354566.657574:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.657575:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.657577:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.657579:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.657580:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657581:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.657584:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff544bd3b80 x1848998841117824/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 520/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.657589:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.657591:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.657593:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.657595:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.657596:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.657597:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.657599:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.657600:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.657604:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.657605:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657606:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657607:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657609:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.657610:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.657611:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.657613:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.657630:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff674cd8000. 02000000:00000001:3.0:1763354566.657632:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.657633:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657636:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.657637:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.657638:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.657640:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.657641:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.657642:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.657643:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.657644:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.657645:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.657646:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.657647:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.657650:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.657653:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.657654:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.657655:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.657656:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.657657:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.657658:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657659:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.657661:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657663:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.657664:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657666:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.657668:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.657670:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.657672:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002340:0x113:0x0]/(file1->[0x200002344:0x19e25:0x0]) cr_flag=040000100000102 mode=0100666 msg_flag=0x600 00000004:00000001:3.0:1763354566.657676:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.657677:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:3.0:1763354566.657678:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.657681:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.657682:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.657685:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.657687:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657692:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.657696:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.657699:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.657701:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.657706:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657708:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763354566.657711:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763354566.657714:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:3.0:1763354566.657721:0:38200:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.657724:0:38200:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00000004:00000001:3.0:1763354566.657726:0:38200:0:(lod_object.c:816:lod_load_lmv_shards()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657729:0:38200:0:(lod_object.c:1720:lod_parse_dir_striping()) Process entered 00000004:00000001:3.0:1763354566.657731:0:38200:0:(lod_object.c:1730:lod_parse_dir_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657733:0:38200:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763354566.657735:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.657738:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.657740:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354566.657751:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763354566.657756:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763354566.657759:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.657761:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.657764:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.657767:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.657770:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354566.657772:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354566.657774:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.657776:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.657779:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00010000:00000001:3.0:1763354566.657782:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.657784:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.657787:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581800. 00000020:00000001:3.0:1763354566.657790:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.657792:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581800 with handle 0x4a8bb634222cb180 to hash 00000020:00000001:3.0:1763354566.657794:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.657796:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000010:3.0:1763354566.657798:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.657800:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.657802:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.657803:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.657806:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 3/0,1 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.657810:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.657811:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.657812:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.657813:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.657815:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657816:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.657817:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657819:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.657820:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.657821:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.657822:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.657823:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 3 00010000:00000040:3.0:1763354566.657825:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.657827:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.657831:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 3/0,1 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.657834:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.657836:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.657837:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657839:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.657840:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657841:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657842:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.657844:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.657845:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.657847:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 3/0,1 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.657850:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.657851:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.657852:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.657853:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.657853:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.657856:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dcf00. 00010000:00000010:3.0:1763354566.657858:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781400. 00010000:00000001:3.0:1763354566.657860:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.657862:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581a00. 00000020:00000001:3.0:1763354566.657863:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.657864:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581a00 with handle 0x4a8bb634222cb187 to hash 00000020:00000001:3.0:1763354566.657865:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.657866:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000010:3.0:1763354566.657868:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663700. 00010000:00000001:3.0:1763354566.657869:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:3.0:1763354566.657871:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.657872:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.657874:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,1 mode: --/PW res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.657878:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.657879:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.657880:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.657881:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.657882:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657883:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.657884:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657885:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.657886:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.657886:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.657887:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.657888:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) refcount = 1 00010000:00010000:3.0:1763354566.657890:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,1 mode: PW/PW res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.657893:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.657894:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.657895:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657896:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.657897:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.657898:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.657899:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.657900:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.657901:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.657903:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,1 mode: PW/PW res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.657906:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.657906:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.657907:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.657908:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657910:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.657911:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.657912:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.657914:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.657917:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.657918:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.657920:0:38200:0:(osd_handler.c:8230:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1763354566.657922:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.657923:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.657925:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.657927:0:38200:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763354566.657928:0:38200:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.657930:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763354566.657931:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.657933:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff55ffe81e0. 00000004:00000001:3.0:1763354566.657935:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.657952:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763354566.657954:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002344:0x19e25:0x0] 00000004:00000010:3.0:1763354566.657958:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff595c0c3c0. 00000004:00000001:3.0:1763354566.657959:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657961:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763354566.657963:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.657965:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff591224110. 00000004:00000001:3.0:1763354566.657967:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620883597541648 : -123190112009968 : ffff8ff591224110) 00000004:00000001:3.0:1763354566.657968:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.657970:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763354566.657971:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.657973:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.657974:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.657976:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.657978:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.657979:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.657980:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.657982:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:3.0:1763354566.657984:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.657986:0:38200:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff54ba20c00. 00000004:00000001:3.0:1763354566.657988:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.657990:0:38200:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763354566.657992:0:38200:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.657994:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.657996:0:38200:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00080000:00000002:3.0:1763354566.658001:0:38200:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c48b for inode 32140 00000004:00000002:3.0:1763354566.658003:0:38200:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002340:0x113:0x0] version is 0x50005c48b 00000004:00000002:3.0:1763354566.658005:0:38200:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002344:0x19e25:0x0] version is 0x1 00000004:00000001:3.0:1763354566.658008:0:38200:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763354566.658010:0:38200:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.658012:0:38200:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763354566.658013:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.658015:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.658017:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658018:0:38200:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658021:0:38200:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763354566.658023:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763354566.658026:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff544b020c0. 00080000:00000001:3.0:1763354566.658028:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.658030:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba20e00. 00080000:00000001:3.0:1763354566.658032:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00000004:00000001:3.0:1763354566.658054:0:38200:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763354566.658056:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.658059:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658062:0:38200:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.658065:0:38200:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002344:0x19e25:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763354566.658068:0:38200:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763354566.658071:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x113:0x0] not in the id map cache 00000004:00000001:3.0:1763354566.658074:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763354566.658075:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763354566.658077:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.658083:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b02f60. 00000004:00000001:3.0:1763354566.658085:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658086:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658088:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763354566.658089:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763354566.658092:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.658093:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658094:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354566.658097:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff54ef35e40. 00000004:00000001:3.0:1763354566.658099:0:38200:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763354566.658100:0:38200:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763354566.658104:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b8c8 00000001:00000002:3.0:1763354566.658106:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002340:0x113:0x0]:file1' is added 00000004:00000001:3.0:1763354566.658108:0:38200:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658110:0:38200:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763354566.658112:0:38200:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763354566.658114:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658116:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658118:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763354566.658119:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002344:0x19e25:0x0] not in the id map cache 00000001:00000001:3.0:1763354566.658122:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.658123:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658124:0:38200:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658125:0:38200:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658127:0:38200:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763354566.658128:0:38200:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658130:0:38200:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763354566.658131:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763354566.658133:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658134:0:38200:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658136:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658137:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658139:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763354566.658140:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.658141:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658144:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658147:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658148:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658149:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00000004:00000001:3.0:1763354566.658151:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658153:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658156:0:38200:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763354566.658158:0:38200:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763354566.658159:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658160:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658162:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354566.658163:0:38200:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658164:0:38200:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658165:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763354566.658166:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658168:0:38200:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.658170:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354566.658171:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354566.658174:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354566.658175:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658175:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658177:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.658178:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.658180:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.658181:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658183:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658184:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658185:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658186:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658187:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00000004:00000001:3.0:1763354566.658188:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658190:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658194:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.658195:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658198:0:38200:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763354566.658199:0:38200:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763354566.658200:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763354566.658201:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658202:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658204:0:38200:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763354566.658267:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763354566.658269:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.658270:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.658271:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.658273:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658274:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658276:0:38200:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763354566.658284:0:38200:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763354566.658286:0:38200:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002344:0x19e25:0x0] 00080000:00000001:3.0:1763354566.658287:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763354566.658288:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.658289:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.658290:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.658291:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658292:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658294:0:38200:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763354566.658306:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff59447b528. 00000001:00000010:3.0:1763354566.658316:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff59447b528. 00080000:00000001:3.0:1763354566.658318:0:38200:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658320:0:38200:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658321:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658323:0:38200:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658325:0:38200:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658327:0:38200:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763354566.658328:0:38200:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658332:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658334:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.658335:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658336:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658337:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658340:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.658341:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'user.job' with size 5 00000004:00000001:3.0:1763354566.658347:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658348:0:38200:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658350:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658351:0:38200:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658353:0:38200:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1763354566.658355:0:38200:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763354566.658357:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658358:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658361:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763354566.658371:0:38200:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.658373:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b7d8 00080000:00000002:3.0:1763354566.658374:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 32140 insert file1:1930 rc = 0 00080000:00000001:3.0:1763354566.658376:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658378:0:38200:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658379:0:38200:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658381:0:38200:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:3.0:1763354566.658382:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658383:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.658384:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658385:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658385:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658387:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.658388:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.link' with size 47 00080000:00000001:3.0:1763354566.658390:0:38200:0:(osd_handler.c:5146:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1763354566.658392:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763354566.658393:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763354566.658394:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.658395:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.658396:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.658397:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658398:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.658399:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.658400:0:38200:0:(osd_handler.c:5180:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658404:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658405:0:38200:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658406:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658407:0:38200:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.658409:0:38200:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1763354566.658411:0:38200:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.658412:0:38200:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763354566.658414:0:38200:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763354566.658415:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658416:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658419:0:38200:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.658421:0:38200:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658423:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763354566.658424:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658425:0:38200:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658427:0:38200:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658428:0:38200:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658429:0:38200:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:3.0:1763354566.658431:0:38200:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1763354566.658432:0:38200:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.658435:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354566.658436:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.658438:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763354566.658440:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658441:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.658442:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.658443:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658444:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00080000:00000001:3.0:1763354566.658446:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.658447:0:38200:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002344:0x19e25:0x0] set version 0x50005c48d (old 0x0) for inode 1930 00080000:00000001:3.0:1763354566.658449:0:38200:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658450:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658451:0:38200:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658452:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763354566.658454:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214477, last_committed = 21475214474 00000001:00000010:3.0:1763354566.658456:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02780. 00000001:00000040:3.0:1763354566.658458:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 2 00000020:00000040:3.0:1763354566.658460:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=467 00000001:00000010:3.0:1763354566.658463:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000004:00000001:3.0:1763354566.658466:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354566.658467:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.658468:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00000004:00000001:3.0:1763354566.658473:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354566.658476:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef35d80: xid 1848998841117824, transno 21475214477, tag 1, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.658478:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.658482:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.658484:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.658486:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.658487:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.658489:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff544b020c0. 00000020:00000001:3.0:1763354566.658491:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658495:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.658496:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.658498:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658500:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.658501:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.658504:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658506:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658508:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.658509:0:38200:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658511:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.658512:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.658513:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.658516:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff544b020c0. 00000004:00000001:3.0:1763354566.658517:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658518:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.658520:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff674cd8378 00000004:00000001:3.0:1763354566.658521:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.658525:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.658528:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658532:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763354566.658535:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e25:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763354566.658536:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354566.658539:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.658540:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.658543:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dce00. 00010000:00000010:3.0:1763354566.658545:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781c80. 00010000:00000001:3.0:1763354566.658547:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.658549:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580000. 00000020:00000001:3.0:1763354566.658551:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.658552:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580000 with handle 0x4a8bb634222cb18e to hash 00000020:00000001:3.0:1763354566.658554:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.658555:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000010:3.0:1763354566.658557:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.658558:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.658560:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.658561:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.658563:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658567:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.658569:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.658570:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.658571:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.658572:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.658574:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.658574:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.658576:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.658577:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.658578:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.658579:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.658580:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) refcount = 1 00010000:00010000:3.0:1763354566.658583:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658586:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.658587:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.658588:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658589:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.658590:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.658592:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658593:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.658594:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.658595:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.658597:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658604:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.658605:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658606:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658607:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.658608:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.658608:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=3 00000020:00000001:3.0:1763354566.658610:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.658611:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.658612:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658613:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.658614:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.658616:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e25:0x0], ibits = 0x1b/0x1b, open_flags = 040000100000102, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763354566.658618:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.658619:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658621:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763354566.658623:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.658624:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.658625:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.658626:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.658627:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.658628:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.658629:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.658630:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.658631:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.658632:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.658633:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.658634:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000004:00200000:3.0:1763354566.658636:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 0 00000001:00000001:3.0:1763354566.658638:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.658639:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658656:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.658658:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.658659:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.658661:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658663:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658664:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658666:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763354566.658668:0:38200:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763354566.658669:0:38200:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.658671:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:3.0:1763354566.658673:0:38200:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763354566.658674:0:38200:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658676:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.658678:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.658680:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658681:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.658683:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.658685:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff680781a80. 00000020:00000001:3.0:1763354566.658687:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.658688:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff680781a80 with handle 0x4a8bb634222cb195 to hash 00000020:00000001:3.0:1763354566.658689:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.658690:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887612922496 : -123186096629120 : ffff8ff680781a80) 00000004:00000001:3.0:1763354566.658692:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.658693:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.658695:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e25:0x0] Change mfd open_flags 0 -> 040000100000102. 00000004:00000001:3.0:1763354566.658698:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763354566.658699:0:38200:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.658700:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658701:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658703:0:38200:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.658705:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.658707:0:38200:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.658708:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.658709:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.658710:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.658711:0:38200:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.658713:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.658715:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763354566.658716:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.658717:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.658718:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=3 00000020:00000001:3.0:1763354566.658720:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.658721:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.658725:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.658725:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.658726:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=4 00000020:00000001:3.0:1763354566.658728:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.658729:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.658731:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763354566.658733:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 4/0,1 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658737:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.658739:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 4/0,1 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658743:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658743:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.658761:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 3/0,0 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658764:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.658765:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658767:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.658768:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 4/0,0 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.658772:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.658774:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.658775:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.658777:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 4/0,0 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658780:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.658781:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.658782:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.658783:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=5 00000020:00000001:3.0:1763354566.658785:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.658786:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.658788:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.658790:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 5/0,0 mode: CW/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658793:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.658793:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.658794:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658796:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.658797:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.658798:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.658799:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.658800:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581800 with handle 0x4a8bb634222cb180 from hash 00010000:00000001:3.0:1763354566.658802:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.658803:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658803:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658804:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.658805:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.658806:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658808:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.658808:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.658826:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.658827:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00010000:3.0:1763354566.658829:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.658830:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.658832:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658833:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.658834:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.658836:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658836:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658838:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658839:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658841:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.658843:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 3/0,0 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658847:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658848:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658849:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.658850:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.658851:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658852:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658853:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.658854:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb180 lrc: 0/0,0 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.658858:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.658862:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.658863:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.658864:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.658865:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.658866:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.658867:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581a00 refcount=3 00000020:00000001:3.0:1763354566.658868:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:3.0:1763354566.658870:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00000004:00010000:3.0:1763354566.658872:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000caf5d87f reply state 0000000083dbaad6 transno 21475214477 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,1 mode: PW/PW res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658877:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763354566.658879:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.658880:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658882:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.658883:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.658884:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.658885:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.658886:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) refcount = 1 00010000:00010000:3.0:1763354566.658888:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.658891:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.658893:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.658894:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658895:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.658896:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.658897:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.658899:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) 00010000:00010000:3.0:1763354566.658900:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.658902:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.658919:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658920:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.658921:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763354566.658922:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763354566.658923:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658924:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.658924:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.658925:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.658926:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.658927:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.658928:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.658929:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763354566.658930:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.658932:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658934:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658936:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.658938:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.658952:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.658953:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.658954:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.658955:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.658957:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.658959:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.658960:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763354566.658963:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763354566.658964:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.658966:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.658967:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.658968:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=3 00000020:00000001:3.0:1763354566.658969:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.658971:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00000004:00000040:3.0:1763354566.658973:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:3.0:1763354566.658975:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=468 00010000:00000001:3.0:1763354566.658977:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658978:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.658979:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.658981:0:38200:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.658982:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.658984:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.658985:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.658986:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.658988:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658989:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658990:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.658991:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.658992:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580200 with handle 0x4a8bb634222cb179 from hash 00010000:00000001:3.0:1763354566.658994:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.658995:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.658995:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.658996:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.658997:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.659000:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580200/0x4a8bb634222cb179 lrc: 0/0,0 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 468 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.659005:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:3.0:1763354566.659006:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00010000:00000010:3.0:1763354566.659008:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.659011:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.659012:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.659014:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.659016:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 467 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.659021:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.659022:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.659024:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.659026:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763354566.659027:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.659028:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.659030:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.659030:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.659031:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.659032:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676580000, rc 0) 00000020:00000001:3.0:1763354566.659049:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.659051:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214477, xid 1848998841117824 00010000:00000001:3.0:1763354566.659053:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763354566.659055:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=468 00010000:00000200:3.0:1763354566.659057:0:38200:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214477, last committed = 21475214473 00010000:00000200:3.0:1763354566.659062:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3b80 x1848998841117824/t21475214477(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 520/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.659068:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.659070:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.659072:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.659075:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.659078:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.659080:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.659082:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.659083:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.659086:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.659089:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.659093:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121a18. 00000100:00000200:3.0:1763354566.659096:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841117824, offset 224 00000400:00000200:3.0:1763354566.659099:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.659104:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.659108:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556815:1556815:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556811:1556811:8:4294967295] 00000400:00000200:3.0:1763354566.659114:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.659117:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.659121:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.659124:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.659127:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.659130:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.659140:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.659143:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.659144:0:38200:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.659146:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.659147:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.659151:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3b80 x1848998841117824/t21475214477(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 520/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.659159:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+468:253179:x1848998841117824:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1707us (1826us total) trans 21475214477 rc 0/0 00000100:00100000:3.0:1763354566.659164:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417475 00000100:00000040:3.0:1763354566.659166:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.659167:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.659168:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.659171:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.659175:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.659177:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21a00. 00000020:00000040:3.0:1763354566.659183:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00000100:00000001:3.0:1763354566.659185:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.659198:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.659203:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000400:00000200:1.0:1763354566.659206:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.659210:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.659213:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121a18 00000400:00000010:1.0:1763354566.659215:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121a18. 00000100:00000001:1.0:1763354566.659218:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.659219:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.660062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:1.1:1763354566.660076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1600. 00010000:00000010:1.1:1763354566.660083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9e00. 00000800:00000001:1.0:1763354566.661083:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.661091:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.661094:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.661096:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.661100:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.661108:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d6d80 00000400:00000200:1.0:1763354566.661113:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 79264 00000800:00000001:1.0:1763354566.661117:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.661126:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.661128:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.661131:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.661134:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.661136:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.661139:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664847b80. 00000100:00000040:1.0:1763354566.661141:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664847b80 x1848998841118080 msgsize 4616 00000100:00100000:1.0:1763354566.661144:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.661154:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.661158:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.661161:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.661167:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.661171:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841118080 02000000:00000001:3.0:1763354566.661173:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.661174:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.661176:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.661178:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.661180:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841118080 00000020:00000001:3.0:1763354566.661181:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.661182:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.661184:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.661186:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=468 00000020:00000001:3.0:1763354566.661188:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.661190:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.661192:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.661195:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.661197:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.661199:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.661202:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20800. 00000020:00000010:3.0:1763354566.661205:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.661207:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.661210:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.661212:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.661213:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.661214:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.661215:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.661217:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.661220:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.661229:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.661235:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.661236:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.661240:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417476 00000100:00000040:3.0:1763354566.661242:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.661244:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143971712 : -123186565579904 : ffff8ff664847b80) 00000100:00000040:3.0:1763354566.661249:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664847b80 x1848998841118080/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.661256:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.661258:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.661260:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.661262:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.661266:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+468:253179:x1848998841118080:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.661269:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841118080 00000020:00000001:3.0:1763354566.661272:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.661274:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.661276:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef35d80: xid 1848998841117824, transno 21475214477, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.661279:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff595381480: xid 1848998841116288, transno 21475214475, client gen 10, slot idx 3 00000001:00000010:3.0:1763354566.661282:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:3.0:1763354566.661285:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.661287:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.661288:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.661290:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.661292:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841118080, found 0 last_xid 1848998841118079 00000020:00000001:3.0:1763354566.661293:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.661295:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.661296:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.661298:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.661299:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.661300:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.661301:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.661302:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.661303:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.661305:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.661308:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dce00 count: 2 00010000:00000001:3.0:1763354566.661310:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.661311:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.661313:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581000. 00000020:00000001:3.0:1763354566.661315:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.661317:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581000 with handle 0x4a8bb634222cb19c to hash 00000020:00000001:3.0:1763354566.661318:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.661319:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000010:3.0:1763354566.661322:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.661323:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00010000:3.0:1763354566.661326:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb19c lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41566 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.661334:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:3.0:1763354566.661336:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00010000:00000001:3.0:1763354566.661339:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.661340:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.661343:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.661344:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.661345:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661346:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.661349:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff664847b80 x1848998841118080/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.661354:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.661355:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.661357:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.661358:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.661359:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661361:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.661362:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.661364:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661365:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.661366:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.661367:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661370:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.661371:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661372:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661373:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661374:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.661375:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.661376:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.661378:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.661396:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff66bca8000. 02000000:00000001:3.0:1763354566.661398:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.661399:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661402:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.661403:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.661405:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661406:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.661407:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.661408:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661410:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.661410:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.661412:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661413:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.661414:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.661415:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.661417:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.661419:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.661420:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.661421:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.661422:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.661423:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661424:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.661426:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661427:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.661428:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661429:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.661431:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.661432:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.661434:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002344:0x19e25:0x0]/(->[0x200002344:0x19e25:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763354566.661437:0:38200:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763354566.661439:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.661440:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.661441:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.661443:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.661445:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.661447:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.661448:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661450:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.661451:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.661454:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661455:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.661457:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.661463:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.661465:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.661466:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.661467:0:38200:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.661468:0:38200:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763354566.661470:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.661471:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.661473:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.661474:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.661476:0:38200:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661477:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.661478:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.661479:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.661481:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.661482:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.661484:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x81 ma_lmm=ffff8ff66bca8378 00000004:00000001:3.0:1763354566.661485:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.661488:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763354566.661489:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e25:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763354566.661491:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e25:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:3.0:1763354566.661493:0:38200:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200002344:0x19e25:0x0], open_flags = 040010040000002 00000004:00000001:3.0:1763354566.661495:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.661496:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.661497:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.661500:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dce00 count: 3 00010000:00000001:3.0:1763354566.661501:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.661502:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.661505:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.661506:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.661508:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb1a3 to hash 00000020:00000001:3.0:1763354566.661509:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.661510:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:3.0:1763354566.661512:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.661514:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.661516:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.661517:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.661519:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.661523:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.661525:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.661526:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.661527:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.661529:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.661532:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.661536:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.661538:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.661539:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.661540:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.661541:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.661543:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354566.661545:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 4/0,1 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000040:3.0:1763354566.661548:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) refcount = 3 00010000:00000040:3.0:1763354566.661550:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.661552:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.661556:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354566.661557:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 4/0,1 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.661561:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.661562:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.661566:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35480. 00000100:00000001:3.0:1763354566.661567:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487170176 : -123191222381440 : ffff8ff54ef35480) 00000100:00000001:3.0:1763354566.661569:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487170176 : -123191222381440 : ffff8ff54ef35480) 00000100:00000001:3.0:1763354566.661570:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.661572:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.661573:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.661575:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.661576:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.661577:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.661579:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.661580:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354566.661582:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354566.661584:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.661587:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763354566.661590:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.661592:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.661595:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.661600:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba21800. 00000100:00000001:3.0:1763354566.661604:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.661609:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.661623:0:38200:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 469 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:3.0:1763354566.661632:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.661634:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.661639:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.661647:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.661649:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.661653:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722048:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.661657:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.661660:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.661662:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.661664:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.661668:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff54ba21400. 02000000:00000001:3.0:1763354566.661670:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.661674:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.661678:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121cc0. 00000100:00000200:3.0:1763354566.661682:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722048, portal 16 00000100:00000001:3.0:1763354566.661684:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.661686:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000100:00000040:3.0:1763354566.661691:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.661699:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.661701:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.661704:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121f68. 00000100:00000200:3.0:1763354566.661706:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542722048, offset 0 00000400:00000200:3.0:1763354566.661711:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.661716:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.661719:0:38200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354566.661722:0:38200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354566.661726:0:38200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354566.661728:0:38200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354566.661730:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556816:1556816:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556812:1556812:8:4294967295] 00000400:00000200:3.0:1763354566.661736:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.661740:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.661742:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000800:00000200:3.0:1763354566.661745:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.661749:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.661751:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.661763:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.661766:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889737 00000100:00000001:3.0:1763354566.661771:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889728 00000100:00000001:3.0:1763354566.661774:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889737 00000100:00000001:3.0:1763354566.661777:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889728 00000100:00000001:3.0:1763354566.661780:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889737 00000100:00000001:3.0:1763354566.661783:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889728 00000100:00000001:3.0:1763354566.661785:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889737 00000100:00000001:3.0:1763354566.661789:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889728 00000100:00000001:3.0:1763354566.661791:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.661792:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.661794:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.661795:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.661796:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.661798:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.661799:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.661800:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.661802:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.661803:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.661805:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.661806:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.661808:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.661809:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35480 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.661811:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.661813:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763354566.661821:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763354566.661825:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000400:00000200:2.0:1763354566.661829:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.661833:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:2.0:1763354566.661835:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121f68 00000400:00000010:2.0:1763354566.661837:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121f68. 00000100:00000001:2.0:1763354566.661839:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.661843:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.661850:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.661852:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.661858:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.661859:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.662614:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.662619:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.662621:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.662622:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.662626:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.662633:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544400 00000400:00000200:1.0:1763354566.662636:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8ec5 [1] + 224 00000800:00000001:1.0:1763354566.662640:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.662654:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.662656:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.662658:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.662661:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.662665:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.662672:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.662687:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.662691:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.662693:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.662703:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.662707:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.662708:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.662710:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.662713:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121cc0 00000400:00000010:3.0:1763354566.662714:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121cc0. 00000100:00000001:3.0:1763354566.662716:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.662720:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354566.662726:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.662735:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.662736:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.662737:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.662739:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.662740:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.662741:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.662743:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.662746:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.662749:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.662750:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.662751:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.662753:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.662755:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.662756:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.662758:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.662763:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.662764:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.662765:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.662767:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.662768:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.662769:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.662770:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.662773:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354566.662778:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722048:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.662781:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.662782:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.662783:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.662784:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.662786:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542722048/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.662790:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.662791:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.662793:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff54ba21400. 02000000:00000001:3.0:1763354566.662797:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.662798:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.662799:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763354566.662801:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.662802:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba21800. 02000000:00000001:3.0:1763354566.662804:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.662806:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.662806:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:3.0:1763354566.662810:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.662811:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.662813:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35480. 00000100:00000001:3.0:1763354566.662814:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.662816:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.662817:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354566.662819:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.662821:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.662822:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.662823:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763354566.662825:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000800:00000001:1.0:1763354566.663338:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.663345:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.663347:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.663348:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.663353:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.663360:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d6e00 00000400:00000200:1.0:1763354566.663364:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1301 [2] + 984 00000800:00000001:1.0:1763354566.663368:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.663372:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.663374:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.663376:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.663379:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.663381:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.663384:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664846a00. 00000100:00000040:1.0:1763354566.663385:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664846a00 x1848998841118208 msgsize 328 00000100:00100000:1.0:1763354566.663388:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.663402:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.663410:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.663413:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.663438:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.663441:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841118208 02000000:00000001:0.0:1763354566.663443:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.663444:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.663445:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.663448:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.663450:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841118208 00000020:00000001:0.0:1763354566.663451:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.663452:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.663453:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.663455:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=470 00000020:00000001:0.0:1763354566.663457:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.663459:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.663461:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.663464:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68080. 00000100:00000001:0.0:1763354566.663466:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.663467:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68080. 00000020:00000010:0.0:1763354566.663471:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.663473:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.663475:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.663479:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.663480:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.663482:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.663483:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.663485:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663486:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.663489:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.663490:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.663491:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=4 00000020:00000001:0.0:1763354566.663492:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:0.0:1763354566.663494:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00010000:0.0:1763354566.663499:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 470 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.663503:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.663505:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.663506:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.663507:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.663510:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.663514:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff664846a00 x1848998841118208/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.663518:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.663519:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.663529:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.663535:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.663536:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.663539:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6365 00000100:00000040:0.0:1763354566.663541:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:0.0:1763354566.663543:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143967232 : -123186565584384 : ffff8ff664846a00) 00000100:00000040:0.0:1763354566.663547:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846a00 x1848998841118208/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.663553:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.663555:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68080. 00000100:00000001:0.0:1763354566.663556:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.663557:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68080. 00000100:00100000:0.0:1763354566.663560:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+470:2406:x1848998841118208:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.663563:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841118208 00010000:00000001:0.0:1763354566.663564:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.663566:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.663567:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.663569:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.663571:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.663573:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901d800. 02000000:00000001:0.0:1763354566.663574:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.663576:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663577:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.663579:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.663580:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.663581:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.663582:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=4 00000020:00000001:0.0:1763354566.663583:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:0.0:1763354566.663585:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000040:0.0:1763354566.663586:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dce00 count: 4 00000004:00000001:0.0:1763354566.663588:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354566.663590:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 470 pid: 38200 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.663595:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.663597:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.663599:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.663600:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.663603:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 470 pid: 38200 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.663607:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.663608:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.663609:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.663611:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663613:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.663614:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.663616:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.663617:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.663619:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.663620:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.663622:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580000 with handle 0x4a8bb634222cb18e from hash 00010000:00000001:0.0:1763354566.663623:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.663624:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.663625:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.663626:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.663628:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.663629:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663630:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.663631:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.663633:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb18e lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f4155f expref: 470 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.663637:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:0.0:1763354566.663639:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00010000:00000010:0.0:1763354566.663640:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663980. 00010000:00000001:0.0:1763354566.663644:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.663646:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.663647:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.663648:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:0.0:1763354566.663651:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.663658:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.663659:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.663660:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.663662:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.663663:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.663664:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.663665:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.663667:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.663670:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.663671:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.663672:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.663673:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.663674:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) refcount = 3 00010000:00010000:0.0:1763354566.663677:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 4/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.663679:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.663681:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.663682:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663683:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.663684:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.663685:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.663687:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68080. 00000100:00000001:0.0:1763354566.663688:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.663691:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.663692:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.663694:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.663695:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.663696:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.663697:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.663698:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.663706:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663708:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.663710:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.663711:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.663713:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.663714:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:3.0:1763354566.663715:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000100:00000001:0.0:1763354566.663716:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.663720:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.663725:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1763354566.663727:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.663728:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.663733:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1763354566.663734:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.663735:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.663741:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68080. 00010000:00000001:3.0:1763354566.663744:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.663745:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.663748:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.663749:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354566.663750:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.663751:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.663753:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.663755:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1763354566.663756:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.663760:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00010000:00000001:0.0:1763354566.663760:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.663765:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000100:00001000:0.0:1763354566.663766:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00010000:00000001:3.0:1763354566.663770:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000100:00000001:0.0:1763354566.663771:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1763354566.663773:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1763354566.663776:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.663777:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.663780:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.663781:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000004:00000001:3.0:1763354566.663782:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.663785:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1763354566.663786:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.663787:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.663789:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.663792:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000100:00000001:0.0:1763354566.663792:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1763354566.663795:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:0.0:1763354566.663797:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:3.0:1763354566.663799:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000400:00000010:0.0:1763354566.663801:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b990. 00000004:00000001:3.0:1763354566.663802:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000100:00000200:0.0:1763354566.663806:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841118208, offset 224 00000004:00000001:3.0:1763354566.663807:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763354566.663811:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1763354566.663812:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000001:00000001:3.0:1763354566.663814:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.663816:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.663818:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.663821:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.663822:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000001:00000001:3.0:1763354566.663824:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.663827:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.663830:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.663830:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556817:1556817:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556813:1556813:8:4294967295] 00000001:00000001:3.0:1763354566.663835:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.663838:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.663842:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.663846:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000400:00000200:0.0:1763354566.663848:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00200000:3.0:1763354566.663849:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 0 00000001:00000001:3.0:1763354566.663854:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.663857:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.663858:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:3.0:1763354566.663860:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.663863:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000010:0.0:1763354566.663863:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022a00. 00000004:00000001:3.0:1763354566.663868:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1763354566.663869:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:3.0:1763354566.663872:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.663876:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1763354566.663877:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:3.0:1763354566.663879:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.663881:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022a00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1763354566.663883:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763354566.663886:0:38200:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763354566.663889:0:38200:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:3.0:1763354566.663890:0:38200:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.663891:0:38200:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.663892:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.663894:0:38200:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002344:0x19e25:0x0] eadata 0000000000000000 len 0 00000100:00000040:0.0:1763354566.663897:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:3.0:1763354566.663899:0:38200:0:(lod_object.c:5732:lod_ah_init()) Process entered 00010000:00000001:0.0:1763354566.663900:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354566.663904:0:38200:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff54ef35e40. 00010000:00000001:0.0:1763354566.663904:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.663910:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000100:00000040:0.0:1763354566.663912:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846a00 x1848998841118208/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.663913:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763354566.663916:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.663922:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.663927:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.663931:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000100:00100000:0.0:1763354566.663932:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+469:2406:x1848998841118208:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 374us (541us total) trans 0 rc 0/0 00000004:00000001:3.0:1763354566.663933:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763354566.663937:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000100:00100000:0.0:1763354566.663952:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6365 00000004:00000001:3.0:1763354566.663953:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.663956:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.663956:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354566.663961:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000010:3.0:1763354566.663963:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff54ef35e40. 00000100:00000001:0.0:1763354566.663964:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:3.0:1763354566.663969:0:38200:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000020:00000010:0.0:1763354566.663970:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00200000:00000001:3.0:1763354566.663971:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763354566.663977:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff544b02960. 00000020:00000010:0.0:1763354566.663977:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00080000:00000001:3.0:1763354566.663981:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000010:0.0:1763354566.663982:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00080000:00000010:3.0:1763354566.663984:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21800. 00000020:00000040:0.0:1763354566.663987:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00080000:00000001:3.0:1763354566.663989:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000100:00000001:0.0:1763354566.663991:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00001000:3.0:1763354566.663993:0:38200:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff8ff666cd37a8/4096, cr_flags 040010040000002, no_create 0 00000800:00000200:2.0:1763354566.663995:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1763354566.663997:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000800:00000010:2.0:1763354566.664002:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022a00. 00000004:00000001:3.0:1763354566.664003:0:38200:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1763354566.664006:0:38200:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:3.0:1763354566.664010:0:38200:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000400:00000200:2.0:1763354566.664011:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1763354566.664012:0:38200:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff54ef35e40. 00000004:00000001:3.0:1763354566.664021:0:38200:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000400:00000200:2.0:1763354566.664024:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000004:00000001:3.0:1763354566.664026:0:38200:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:3.0:1763354566.664030:0:38200:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.664032:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b990 00000400:00000010:2.0:1763354566.664069:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b990. 00000100:00000001:2.0:1763354566.664075:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.664076:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763354566.664083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:3.1:1763354566.664101:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000004:00000001:3.0:1763354566.664116:0:38200:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.664120:0:38200:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff8ff666cd37a8: 00000100:00001000:3.0:1763354566.664122:0:38200:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:3.0:1763354566.664124:0:38200:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:3.0:1763354566.664125:0:38200:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:3.0:1763354566.664127:0:38200:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:3.0:1763354566.664129:0:38200:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:3.0:1763354566.664130:0:38200:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x2 00000100:00001000:3.0:1763354566.664132:0:38200:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:3.0:1763354566.664136:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff54ef35e40. 00020000:00000001:3.0:1763354566.664139:0:38200:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763354566.664141:0:38200:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1763354566.664143:0:38200:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1763354566.664145:0:38200:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1763354566.664148:0:38200:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763354566.664150:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.664153:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950970, bavail=894411, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259311, state=0 00000004:00000001:3.0:1763354566.664156:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664158:0:38200:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664159:0:38200:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763354566.664161:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.664162:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=954434, bavail=897875, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259280, state=0 00000004:00000001:3.0:1763354566.664165:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664166:0:38200:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664167:0:38200:0:(lod_qos.c:186:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1763354566.664168:0:38200:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763354566.664170:0:38200:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00020000:00000010:3.0:1763354566.664172:0:38200:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 16 at ffff8ff66d5290d0. 00020000:00000010:3.0:1763354566.664174:0:38200:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 8 at ffff8ff58f148f28. 00020000:00001000:3.0:1763354566.664176:0:38200:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 2 00020000:00001000:3.0:1763354566.664178:0:38200:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:3.0:1763354566.664180:0:38200:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:3.0:1763354566.664183:0:38200:0:(lu_tgt_descs.c:436:ltd_qos_penalties_calc()) Process entered 00020000:00000001:3.0:1763354566.664185:0:38200:0:(lu_tgt_descs.c:573:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:3.0:1763354566.664187:0:38200:0:(lod_qos.c:1645:lod_ost_alloc_qos()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:3.0:1763354566.664189:0:38200:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:3.0:1763354566.664191:0:38200:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:3.0:1763354566.664193:0:38200:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:3.0:1763354566.664194:0:38200:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763354566.664196:0:38200:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 2 start_idx 1 start_count 42 offset 34 active 2 count 2 00020000:00001000:3.0:1763354566.664198:0:38200:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 36 act 0 strp 0 ary 0 idx 0 00020000:00000001:3.0:1763354566.664201:0:38200:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:3.0:1763354566.664202:0:38200:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763354566.664203:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.664204:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950970, bavail=894411, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259311, state=0 00000004:00000001:3.0:1763354566.664205:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664206:0:38200:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664208:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763354566.664209:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664211:0:38200:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763354566.664214:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff58b128f88. 00000004:00000001:3.0:1763354566.664217:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763354566.664218:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664220:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664222:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664224:0:38200:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763354566.664227:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763354566.664228:0:38200:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664230:0:38200:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763354566.664233:0:38200:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.664235:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.664237:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.664239:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.664241:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664242:0:38200:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664244:0:38200:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446620883495849952 : -123190213701664 : ffff8ff58b128fe0) 00020000:00000001:3.0:1763354566.664245:0:38200:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763354566.664247:0:38200:0:(lod_qos.c:774:lod_ost_alloc_rr()) #1 strt 37 act 0 strp 1 ary 1 idx 1 00020000:00000001:3.0:1763354566.664248:0:38200:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:3.0:1763354566.664249:0:38200:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763354566.664250:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.664251:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=954434, bavail=897875, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259280, state=0 00000004:00000001:3.0:1763354566.664252:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664254:0:38200:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664255:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763354566.664256:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664257:0:38200:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763354566.664259:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff58b12ae98. 00000004:00000001:3.0:1763354566.664260:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763354566.664261:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664262:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664263:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664264:0:38200:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763354566.664265:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763354566.664266:0:38200:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664267:0:38200:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763354566.664268:0:38200:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.664269:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.664270:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.664271:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664272:0:38200:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664273:0:38200:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446620883495857904 : -123190213693712 : ffff8ff58b12aef0) 00020000:00000001:3.0:1763354566.664274:0:38200:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664276:0:38200:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664277:0:38200:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664278:0:38200:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.664280:0:38200:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763354566.664281:0:38200:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1763354566.664283:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.664283:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664285:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664287:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664288:0:38200:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:3.0:1763354566.664291:0:38200:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664292:0:38200:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664293:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.664295:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354566.664297:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354566.664300:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354566.664301:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664302:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00080000:00000001:3.0:1763354566.664303:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.664304:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.664306:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00080000:00000001:3.0:1763354566.664307:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664309:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.664314:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.664315:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664317:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.664319:0:38200:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:3.0:1763354566.664321:0:38200:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.664322:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763354566.664323:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664324:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664327:0:38200:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763354566.664331:0:38200:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff8ff58b128f88 is [0x280000402:0x53fb:0x0] 00000020:00000001:3.0:1763354566.664333:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763354566.664334:0:38200:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00080000:3.0:1763354566.664348:0:38200:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000402:0x53fb:0x0], index 0: 0 00000004:00000001:3.0:1763354566.664351:0:38200:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664352:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664353:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763354566.664354:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664355:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664356:0:38200:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763354566.664358:0:38200:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff8ff58b12ae98 is [0x2c0000403:0x53d8:0x0] 00000020:00000001:3.0:1763354566.664359:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763354566.664360:0:38200:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00080000:3.0:1763354566.664362:0:38200:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000403:0x53d8:0x0], index 1: 0 00000004:00000001:3.0:1763354566.664364:0:38200:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664365:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664366:0:38200:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763354566.664368:0:38200:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664370:0:38200:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1763354566.664371:0:38200:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1763354566.664373:0:38200:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1763354566.664375:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.664377:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.664378:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.664379:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.664381:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.664382:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.664383:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.664385:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:3.0:1763354566.664386:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664387:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.664388:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.664389:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.664390:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.664391:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.664392:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.664393:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.664394:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:3.0:1763354566.664395:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664396:0:38200:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664397:0:38200:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664398:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.664399:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664400:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00080000:00000001:3.0:1763354566.664402:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.664404:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.lov' with size 80 00080000:00000010:3.0:1763354566.664415:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 148 at ffff8ff54ef35480. 00000004:00000001:3.0:1763354566.664420:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664421:0:38200:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664422:0:38200:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664424:0:38200:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664425:0:38200:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.664427:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354566.664429:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.664431:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.664433:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214478, last_committed = 21475214474 00000001:00000010:3.0:1763354566.664437:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff6532578a0. 00000001:00000040:3.0:1763354566.664439:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 3 00000020:00000040:3.0:1763354566.664440:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00000001:00000010:3.0:1763354566.664444:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef356c0. 00000004:00000001:3.0:1763354566.664448:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354566.664449:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.664449:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000004:00000001:3.0:1763354566.664454:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354566.664456:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef356c0: xid 1848998841118080, transno 21475214478, tag 1, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.664458:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.664463:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00080000:00000010:3.0:1763354566.664466:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.664467:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.664469:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.664471:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.664472:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff544b02960. 00000020:00000001:3.0:1763354566.664475:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664476:0:38200:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664478:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.664479:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.664481:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664483:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.664484:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.664487:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.664489:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.664491:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.664492:0:38200:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.664493:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.664494:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.664495:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.664497:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:3.0:1763354566.664498:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8ff66bca8378 00000004:00000001:3.0:1763354566.664500:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664501:0:38200:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.664503:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 80 00000004:00000001:3.0:1763354566.664504:0:38200:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763354566.664505:0:38200:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664507:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.664508:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.664510:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.664512:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002344:0x19e25:0x0] mask 2 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1763354566.664515:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664517:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664518:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.664520:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.664522:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff680781100. 00000020:00000001:3.0:1763354566.664523:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.664525:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff680781100 with handle 0x4a8bb634222cb1aa to hash 00000020:00000001:3.0:1763354566.664526:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.664527:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887612920064 : -123186096631552 : ffff8ff680781100) 00000004:00000001:3.0:1763354566.664528:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.664530:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.664531:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e25:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:3.0:1763354566.664533:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763354566.664534:0:38200:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.664535:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664536:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664538:0:38200:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.664539:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.664540:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.664541:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763354566.664542:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.664543:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.664544:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.664545:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.664546:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354566.664548:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.664549:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.664551:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.664553:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.664558:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.664559:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.664561:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 2/0,0 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.664564:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.664565:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664567:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.664569:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,0 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.664572:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f3200 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.664574:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.664575:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.664576:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 3/0,0 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.664579:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.664580:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.664581:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.664582:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=4 00000020:00000001:3.0:1763354566.664583:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.664584:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.664586:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.664587:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 4/0,0 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.664590:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.664591:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.664592:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664593:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.664595:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.664596:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.664597:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.664599:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb1a3 from hash 00010000:00000001:3.0:1763354566.664600:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.664601:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.664602:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.664603:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.664605:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.664606:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664607:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.664608:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.664609:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.664611:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.664612:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763354566.664614:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.664615:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664617:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.664617:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.664619:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.664619:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.664620:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664622:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664623:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.664624:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 2/0,0 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.664627:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.664628:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.664629:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.664630:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.664630:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.664632:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1a3 lrc: 0/0,0 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.664635:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.664638:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.664639:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.664640:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.664641:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.664642:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.664643:0:38200:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.664644:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.664645:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.664646:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.664647:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.664648:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664649:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.664650:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.664651:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.664652:0:38200:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.664655:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.664658:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664660:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664661:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.664663:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.664664:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.664665:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.664666:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.664667:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.664669:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.664676:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664677:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763354566.664678:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763354566.664679:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.664681:0:38200:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.664682:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.664684:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.664686:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.664687:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.664689:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.664690:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.664692:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.664693:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.664694:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581000 with handle 0x4a8bb634222cb19c from hash 00010000:00000001:3.0:1763354566.664696:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.664697:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.664698:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.664699:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.664700:0:38200:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.664702:0:38200:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763354566.664706:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb19c lrc: 1/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41566 expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.664711:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.664712:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.664713:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.664714:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.664715:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664717:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.664718:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.664719:0:38200:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.664719:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.664720:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.664721:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.664722:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.664724:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.664725:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763354566.664727:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.664728:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.664729:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.664730:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.664732:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb19c lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41566 expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.664736:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:3.0:1763354566.664737:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00010000:00000010:3.0:1763354566.664739:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663c00. 00010000:00000040:3.0:1763354566.664741:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dce00 count: 0 00010000:00000010:3.0:1763354566.664743:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781c80. 00010000:00000001:3.0:1763354566.664748:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.664749:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676581000, rc 0) 00000020:00000001:3.0:1763354566.664751:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763354566.664753:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214478, xid 1848998841118080 00010000:00000001:3.0:1763354566.664754:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.664758:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664847b80 x1848998841118080/t21475214478(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.664763:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.664765:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.664767:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.664769:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.664770:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.664772:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.664773:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.664775:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.664776:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.664778:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.664780:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121cc0. 00000100:00000200:3.0:1763354566.664783:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848998841118080, offset 224 00000400:00000200:3.0:1763354566.664786:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.664791:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.664794:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556818:1556818:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556814:1556814:8:4294967295] 00000400:00000200:3.0:1763354566.664801:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.664804:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.664807:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.664810:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.664813:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.664815:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.664828:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.664830:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.664832:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.664833:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.664835:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.664837:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664847b80 x1848998841118080/t21475214478(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.664845:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+468:253179:x1848998841118080:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 3588us (3701us total) trans 21475214478 rc 301/301 00000100:00100000:3.0:1763354566.664851:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417476 00000100:00000040:3.0:1763354566.664853:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.664855:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.664856:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.664859:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.664861:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.664864:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20800. 00000020:00000040:3.0:1763354566.664875:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00000100:00000001:3.0:1763354566.664877:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.664890:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.664893:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.664897:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.664901:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.664904:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121cc0 00000400:00000010:1.0:1763354566.664906:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121cc0. 00000100:00000001:1.0:1763354566.664908:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.664909:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.666416:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.666425:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.666428:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.666430:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.666437:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.666445:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d6f00 00000400:00000200:1.0:1763354566.666453:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad979 [2] + 1568 00000800:00000001:1.0:1763354566.666458:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.666464:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.666467:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.666470:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.666475:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.666477:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354566.666482:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664846300. 00000100:00000040:1.0:1763354566.666484:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664846300 x1848998841118464 msgsize 392 00000100:00100000:1.0:1763354566.666489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.666504:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.666510:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.666514:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.666565:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.666568:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841118464 02000000:00000001:2.0:1763354566.666571:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.666573:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.666575:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.666578:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.666581:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841118464 00000020:00000001:2.0:1763354566.666583:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.666585:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.666587:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.666590:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=468 00000020:00000001:2.0:1763354566.666593:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.666595:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.666599:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.666603:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.666606:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.666608:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000020:00000010:2.0:1763354566.666614:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5800. 00000020:00000010:2.0:1763354566.666618:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.666622:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000100:00000040:2.0:1763354566.666628:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.666630:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.666631:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.666633:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.666638:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.666653:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.666662:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.666664:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.666669:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93123 00000100:00000040:2.0:1763354566.666672:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.666675:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143965440 : -123186565586176 : ffff8ff664846300) 00000100:00000040:2.0:1763354566.666682:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846300 x1848998841118464/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.666693:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.666696:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.666699:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.666701:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000100:00100000:2.0:1763354566.666706:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+468:253179:x1848998841118464:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354566.666710:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841118464 00000020:00000001:2.0:1763354566.666713:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.666715:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.666719:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef356c0: xid 1848998841118080, transno 21475214478, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.666724:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef35d80: xid 1848998841117824, transno 21475214477, client gen 10, slot idx 2 00000001:00000010:2.0:1763354566.666728:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:2.0:1763354566.666732:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.666734:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.666736:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.666739:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.666741:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841118464, found 0 last_xid 1848998841118463 00000020:00000001:2.0:1763354566.666744:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.666746:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.666748:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.666750:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666755:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.666757:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.666759:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.666762:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666764:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.666767:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.666769:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666771:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.666772:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.666774:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666776:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.666778:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.666779:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666781:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.666782:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.666784:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666785:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.666787:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.666789:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666791:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666794:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.666796:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666798:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.666800:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.666801:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666803:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.666804:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.666807:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666809:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.666811:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.666813:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666815:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.666817:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.666820:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.666824:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.666826:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.666829:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.666830:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.666833:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.666835:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666837:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.666839:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666840:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.666843:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.666845:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.666850:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff54f212c00. 02000000:00000001:2.0:1763354566.666852:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.666854:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666856:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.666858:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666860:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.666862:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.666864:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.666866:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff680781100 refcount=2 00000020:00000001:2.0:1763354566.666868:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887612920064 : -123186096631552 : ffff8ff680781100) 00000004:00000001:2.0:1763354566.666871:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887612920064 : -123186096631552 : ffff8ff680781100) 00000020:00000040:2.0:1763354566.666873:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff680781100 with handle 0x4a8bb634222cb1aa from hash 00000004:00000001:2.0:1763354566.666877:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.666879:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e25:0x0] with intent: 0 00000004:00000001:2.0:1763354566.666884:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354566.666886:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763354566.666889:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.666891:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.666894:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666897:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666900:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666911:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.666914:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.666916:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.666918:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.666920:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666921:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666924:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.666928:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.666930:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.666931:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.666934:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.666936:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.666956:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666959:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666960:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.666963:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:2.0:1763354566.666966:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.666968:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.666971:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666972:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.666975:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.666994:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.666995:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.666998:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.666999:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667002:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354566.667004:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e25:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763354566.667007:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.667010:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.667012:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.667015:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.667019:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce373c0. 00080000:00000001:2.0:1763354566.667022:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.667026:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4000. 00080000:00000001:2.0:1763354566.667028:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357665792 : -123191351885824 : ffff8ff5473b4000) 00000004:00000001:2.0:1763354566.667032:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.667034:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.667036:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.667038:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357665792 : -123191351885824 : ffff8ff5473b4000) 00000004:00000001:2.0:1763354566.667041:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667043:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.667047:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.667091:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.667095:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.667098:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.667100:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357665792 : -123191351885824 : ffff8ff5473b4000) 00080000:00000001:2.0:1763354566.667104:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.667107:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.667111:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af240. 00080000:00000001:2.0:1763354566.667114:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667116:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.667122:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.667125:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667129:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.667131:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354566.667133:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.667134:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.667136:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357665792 : -123191351885824 : ffff8ff5473b4000) 00080000:00000001:2.0:1763354566.667139:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.667141:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354566.667155:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667157:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667159:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.667163:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.667165:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.667168:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.667171:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214479, last_committed = 21475214474 00000001:00000010:2.0:1763354566.667175:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37180. 00000001:00000040:2.0:1763354566.667178:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 4 00000020:00000040:2.0:1763354566.667180:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00000001:00000010:2.0:1763354566.667185:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095cc0. 00000004:00000001:2.0:1763354566.667188:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.667190:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.667192:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357665792 : -123191351885824 : ffff8ff5473b4000) 00000004:00000001:2.0:1763354566.667201:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.667204:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095cc0: xid 1848998841118464, transno 21475214479, tag 1, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.667207:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.667213:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af240. 00040000:00000001:2.0:1763354566.667216:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.667217:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.667219:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.667221:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce373c0. 00000020:00000001:2.0:1763354566.667224:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667227:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667229:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667231:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667234:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354566.667235:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354566.667237:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.667238:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.667241:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.667246:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.667249:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.667251:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667254:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.667257:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.667260:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.667263:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e25:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.667266:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667268:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.667271:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667274:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.667277:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.667280:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.667284:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff680781100. 00000004:00000001:2.0:1763354566.667294:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.667296:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.667297:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667299:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667317:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354566.667319:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.667321:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.667323:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.667324:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.667326:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.667330:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.667333:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.667335:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.667339:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.667344:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.667346:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.667349:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214479, xid 1848998841118464 00010000:00000001:2.0:1763354566.667352:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.667358:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664846300 x1848998841118464/t21475214479(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.667368:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.667370:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.667373:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.667376:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.667379:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.667382:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.667385:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.667387:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.667390:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.667392:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.667396:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00000100:00000200:2.0:1763354566.667401:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841118464, offset 224 00000400:00000200:2.0:1763354566.667406:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.667413:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.667419:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556819:1556819:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556815:1556815:8:4294967295] 00000400:00000200:2.0:1763354566.667429:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.667435:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.667439:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354566.667444:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.667449:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.667453:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.667467:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.667471:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.667474:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.667476:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.667478:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.667483:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846300 x1848998841118464/t21475214479(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.667495:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253179:x1848998841118464:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 800us (1007us total) trans 21475214479 rc 0/0 00000100:00100000:2.0:1763354566.667503:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93123 00000100:00000040:2.0:1763354566.667506:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.667510:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.667512:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.667516:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.667521:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00000020:00000010:2.0:1763354566.667525:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5800. 00000020:00000040:2.0:1763354566.667533:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00000100:00000001:2.0:1763354566.667537:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.667557:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.667561:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:0.0:1763354566.667566:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.667570:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.667573:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:0.0:1763354566.667574:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:0.0:1763354566.667577:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.667578:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.668745:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.668752:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.668755:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.668756:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.668760:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.668767:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971d6f80 00000400:00000200:1.0:1763354566.668772:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x76d7e5 [64] + 83880 00000800:00000001:1.0:1763354566.668775:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.668780:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.668782:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.668784:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.668787:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.668788:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.668791:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664845f80. 00000100:00000040:1.0:1763354566.668793:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664845f80 x1848998841118592 msgsize 376 00000100:00100000:1.0:1763354566.668796:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.668808:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.668812:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.668814:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.668832:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.668835:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841118592 02000000:00000001:3.0:1763354566.668837:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.668838:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.668840:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.668842:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.668844:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841118592 00000020:00000001:3.0:1763354566.668845:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.668846:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.668847:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.668849:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=469 00000020:00000001:3.0:1763354566.668851:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.668853:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.668855:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.668858:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.668860:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.668862:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.668865:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20800. 00000020:00000010:3.0:1763354566.668868:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.668870:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.668874:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.668875:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.668876:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.668878:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.668879:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.668880:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.668883:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.668893:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.668899:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.668900:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.668904:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417477 00000100:00000040:3.0:1763354566.668906:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.668908:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143964544 : -123186565587072 : ffff8ff664845f80) 00000100:00000040:3.0:1763354566.668912:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664845f80 x1848998841118592/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 376/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.668919:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.668920:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.668922:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.668923:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.668927:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253179:x1848998841118592:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.668929:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841118592 00000020:00000001:3.0:1763354566.668931:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.668933:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.668961:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095cc0: xid 1848998841118464, transno 21475214479, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.668965:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef356c0: xid 1848998841118080, transno 21475214478, client gen 10, slot idx 3 00000001:00000010:3.0:1763354566.668968:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef356c0. 00000020:00000001:3.0:1763354566.668970:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.668972:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.668974:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.668976:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.668978:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841118592, found 0 last_xid 1848998841118591 00000020:00000001:3.0:1763354566.668980:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.668982:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.668983:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.668985:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.668987:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.668988:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.668989:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.668991:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.668992:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.668994:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.668999:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dcc00. 00010000:00000010:3.0:1763354566.669001:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781c80. 00010000:00000001:3.0:1763354566.669004:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.669006:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3e00. 00000020:00000001:3.0:1763354566.669008:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.669010:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3e00 with handle 0x4a8bb634222cb1b1 to hash 00000020:00000001:3.0:1763354566.669011:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.669013:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000010:3.0:1763354566.669015:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663c00. 00010000:00000001:3.0:1763354566.669017:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00010000:3.0:1763354566.669020:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4156d expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.669027:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:3.0:1763354566.669028:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=470 00010000:00000001:3.0:1763354566.669031:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000010:3.1:1763354566.669055:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00010000:00000010:3.1:1763354566.669058:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:3.1:1763354566.669061:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 00000004:00000001:3.0:1763354566.669066:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.669070:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.669071:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.669072:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.669074:0:38200:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:3.0:1763354566.669076:0:38200:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200002344:0x19e25:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:3.0:1763354566.669079:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.669080:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.669082:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.669084:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.669086:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.669088:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.669091:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.669093:0:38200:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:3.0:1763354566.669094:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.669096:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000040:3.0:1763354566.669097:0:38200:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 80 00000100:00000001:3.0:1763354566.669099:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.669101:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.669103:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 720 at ffff8ff644f0c800. 02000000:00000001:3.0:1763354566.669105:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.669106:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.669109:0:38200:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.669110:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.669112:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.669113:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.669114:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.669117:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.669118:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.669119:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.669121:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.669122:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.669123:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.669125:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.669126:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.669127:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.669128:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.669130:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 1 00010000:00010000:3.0:1763354566.669133:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 3/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.669142:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.669144:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.669145:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.669146:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.669147:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.669149:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.669150:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.669153:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.669155:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 3/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763354566.669160:0:38200:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1763354566.669162:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.669163:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.669164:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.669165:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.669167:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.669168:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.669169:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.669170:0:38200:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:3.0:1763354566.669172:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.669174:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.669176:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.669177:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.669179:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.669182:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.669183:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.669185:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.669187:0:38200:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=80 : 80 : 50) 00010000:00000001:3.0:1763354566.669190:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.669191:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.669193:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.669196:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763354566.669199:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.669201:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.669203:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.669204:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.669206:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.669207:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3e00, rc 0) 00000020:00000001:3.0:1763354566.669210:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.669212:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841118592 00010000:00000001:3.0:1763354566.669214:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.669219:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664845f80 x1848998841118592/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 376/424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.669228:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.669229:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.669232:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.669236:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.669238:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.669240:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.669243:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.669244:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.669247:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.669249:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.669252:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121aa0. 00000100:00000200:3.0:1763354566.669256:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1848998841118592, offset 224 00000400:00000200:3.0:1763354566.669261:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.669269:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.669272:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556820:1556820:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556816:1556816:8:4294967295] 00000400:00000200:3.0:1763354566.669278:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.669282:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 424 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.669285:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.669288:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.669291:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.669293:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 520 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.669305:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.669308:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.669310:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.669311:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.669312:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.669315:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664845f80 x1848998841118592/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 376/424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.669323:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+470:253179:x1848998841118592:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 402us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.669328:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417477 00000100:00000040:3.0:1763354566.669331:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.669332:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.669334:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.669337:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.669340:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.669343:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20800. 00000020:00000040:3.0:1763354566.669348:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000100:00000001:3.0:1763354566.669350:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.669366:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.669370:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.669374:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.669377:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.669380:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121aa0 00000400:00000010:1.0:1763354566.669381:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121aa0. 00000100:00000001:1.0:1763354566.669384:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.669385:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763354566.670887:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.670894:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763354566.670896:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.670897:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.670902:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:0.0:1763354566.670910:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d7080 00000400:00000200:0.0:1763354566.670914:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad979 [2] + 1960 00000400:00000010:0.0:1763354566.670918:0:3649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66d1dbec8. 00000400:00000200:0.0:1763354566.670921:0:3649:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff5617bc300 00000800:00000001:0.0:1763354566.670923:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.670927:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.670928:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.670931:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.670933:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5617bc300 00000400:00000010:0.0:1763354566.670935:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5617bc300. 00000100:00000001:0.0:1763354566.670938:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763354566.670951:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1763354566.670953:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66aee4850 x1848998841118848 msgsize 392 00000100:00100000:0.0:1763354566.670956:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354566.670958:0:3649:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763354566.670968:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763354566.670971:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763354566.670973:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.671010:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.671014:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841118848 02000000:00000001:2.0:1763354566.671017:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.671018:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.671020:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.671024:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.671026:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841118848 00000020:00000001:2.0:1763354566.671029:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.671030:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.671052:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.671055:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=470 00000020:00000001:2.0:1763354566.671059:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.671062:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.671066:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.671070:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.671074:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.671077:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000020:00000010:2.0:1763354566.671082:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5800. 00000020:00000010:2.0:1763354566.671086:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.671090:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000100:00000040:2.0:1763354566.671095:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.671098:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.671100:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.671101:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.671105:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.671120:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.671131:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.671133:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354566.671138:0:112510:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1763354566.671141:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93124 00000100:00000001:0.0:1763354566.671141:0:112510:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763354566.671148:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354566.671151:0:112510:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.671152:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887251568720 : -123186457982896 : ffff8ff66aee4850) 00000100:00000001:0.0:1763354566.671155:0:112510:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.671163:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66aee4850 x1848998841118848/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.671174:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.671178:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000100:00000001:2.0:1763354566.671180:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.671182:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af240. 00000100:00100000:2.0:1763354566.671187:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66aee4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+470:253179:x1848998841118848:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354566.671192:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841118848 00000020:00000001:2.0:1763354566.671194:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.671197:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.671200:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.671202:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.671204:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.671206:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.671209:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841118848, found 0 last_xid 1848998841118847 00000020:00000001:2.0:1763354566.671212:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.671214:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.671215:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.671217:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671221:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.671222:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.671224:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.671227:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671229:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.671231:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.671233:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671235:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.671237:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.671239:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671240:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.671242:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.671244:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671245:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.671247:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.671248:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671250:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.671252:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.671254:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671256:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671258:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.671259:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671262:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.671264:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.671265:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671267:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.671268:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.671270:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671272:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.671273:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.671275:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671277:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.671278:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.671281:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.671284:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.671286:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.671289:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.671291:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.671293:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.671295:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671297:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.671298:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671300:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.671303:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.671304:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.671308:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff54f212000. 02000000:00000001:2.0:1763354566.671310:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.671312:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671314:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.671316:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671319:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.671320:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.671322:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.671324:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff680781a80 refcount=2 00000020:00000001:2.0:1763354566.671326:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887612922496 : -123186096629120 : ffff8ff680781a80) 00000004:00000001:2.0:1763354566.671329:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887612922496 : -123186096629120 : ffff8ff680781a80) 00000020:00000040:2.0:1763354566.671332:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff680781a80 with handle 0x4a8bb634222cb195 from hash 00000004:00000001:2.0:1763354566.671335:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.671337:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e25:0x0] with intent: 0 00000004:00000001:2.0:1763354566.671340:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354566.671342:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763354566.671345:0:6520:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671347:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354566.671348:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354566.671350:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.671352:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.671355:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.671363:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.671366:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.671368:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671370:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.671373:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.671375:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.671377:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e25:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.671380:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671382:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.671384:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671386:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.671389:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.671391:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.671393:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff680781a80. 00000004:00000001:2.0:1763354566.671399:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.671403:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:2.0:1763354566.671405:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.671407:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671408:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671410:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763354566.671413:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.671416:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4a00. 00080000:00000001:2.0:1763354566.671419:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357668352 : -123191351883264 : ffff8ff5473b4a00) 00080000:00000001:2.0:1763354566.671421:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.671425:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.671428:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.671431:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af240. 00080000:00000001:2.0:1763354566.671433:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.671439:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.671441:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.671444:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.671446:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214480, last_committed = 21475214474 00000001:00000010:2.0:1763354566.671450:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce373c0. 00000001:00000040:2.0:1763354566.671452:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 5 00000020:00000040:2.0:1763354566.671454:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=471 00000001:00000010:2.0:1763354566.671459:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095a80. 00000001:00000001:2.0:1763354566.671468:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095a80: xid 1848998841118848, transno 21475214480, tag 1, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.671471:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.671477:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af240. 00040000:00000001:2.0:1763354566.671480:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.671482:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.671483:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671486:0:6520:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.671487:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.671489:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.671490:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.671493:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.671496:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.671499:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.671500:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.671519:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.671522:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.671525:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.671528:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214480, xid 1848998841118848 00010000:00000001:2.0:1763354566.671531:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.671536:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66aee4850 x1848998841118848/t21475214480(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.671545:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.671547:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.671550:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.671554:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.671556:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.671559:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.671562:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.671564:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.671566:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.671569:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.671573:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7770. 00000100:00000200:2.0:1763354566.671577:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841118848, offset 224 00000400:00000200:2.0:1763354566.671583:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.671590:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.671595:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556821:1556821:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556817:1556817:8:4294967295] 00000400:00000200:2.0:1763354566.671605:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.671611:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.671615:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffc00. 00000800:00000200:2.0:1763354566.671620:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.671626:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.671629:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffc00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.671647:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.671651:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.671653:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.671655:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.671658:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.671662:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66aee4850 x1848998841118848/t21475214480(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.671674:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66aee4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+471:253179:x1848998841118848:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 498us (717us total) trans 21475214480 rc 0/0 00000100:00100000:2.0:1763354566.671684:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93124 00000100:00000040:2.0:1763354566.671688:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.671690:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.671692:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.671696:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00000020:00000010:2.0:1763354566.671701:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00000020:00000010:2.0:1763354566.671705:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5800. 00000020:00000040:2.0:1763354566.671711:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 02000000:00000001:2.0:1763354566.671716:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.671719:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff54f212c00. 02000000:00000001:2.0:1763354566.671722:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.671724:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664846300. 02000000:00000001:2.0:1763354566.671730:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:1.0:1763354566.671732:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1763354566.671733:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff54f212400. 02000000:00000001:2.0:1763354566.671740:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:1.0:1763354566.671741:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000100:00000010:2.0:1763354566.671743:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd65f80. 00000400:00000200:1.0:1763354566.671749:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.671757:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 02000000:00000001:2.0:1763354566.671759:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1763354566.671762:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 02000000:00000010:2.0:1763354566.671763:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff66fd36000. 00000400:00000010:1.0:1763354566.671769:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 02000000:00000001:2.0:1763354566.671770:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.671774:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a706d80. 00000100:00000001:1.0:1763354566.671777:0:3647:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763354566.671782:0:3647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1763354566.671783:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.671787:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff66fd34400. 02000000:00000010:1.0:1763354566.671787:0:3647:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff54f212000. 02000000:00000001:2.0:1763354566.671795:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1763354566.671795:0:3647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354566.671800:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1763354566.671801:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a707100. 02000000:00000001:2.0:1763354566.671807:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.671809:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6735c0c00. 02000000:00000001:2.0:1763354566.671813:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.671815:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646e680. 00000100:00000001:2.0:1763354566.671819:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.671825:0:6520:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1763354566.671830:0:6520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b108. 00000400:00000010:2.0:1763354566.671835:0:6520:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095840. 00010000:00000010:0.1:1763354566.677070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580000. 00080000:00000010:3.1:1763354566.677075:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff544b020c0. 00010000:00000010:3.1:1763354566.677084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:3.1:1763354566.677089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dce00. 00010000:00000010:3.1:1763354566.677091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00000800:00000001:1.0:1763354566.678970:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.678979:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.678982:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.678984:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.678992:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.679002:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d7100 00000400:00000200:1.0:1763354566.679008:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 84256 00000800:00000001:1.0:1763354566.679012:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.679019:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.679022:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.679026:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.679031:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.679062:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.679069:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff664846300. 00000100:00000040:1.0:1763354566.679072:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff664846300 x1848998841118976 msgsize 576 00000100:00100000:1.0:1763354566.679079:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.679090:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.679097:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.679100:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.679129:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.679132:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841118976 02000000:00000001:3.0:1763354566.679135:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.679136:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.679138:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.679141:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.679143:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841118976 00000020:00000001:3.0:1763354566.679145:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.679146:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.679148:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.679150:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=471 00000020:00000001:3.0:1763354566.679152:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.679154:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.679157:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.679160:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.679162:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.679164:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.679169:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20800. 00000020:00000010:3.0:1763354566.679172:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.679175:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.679179:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.679182:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.679183:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.679184:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.679185:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.679187:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.679190:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.679200:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.679208:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.679209:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.679214:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417478 00000100:00000040:3.0:1763354566.679217:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.679219:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887143965440 : -123186565586176 : ffff8ff664846300) 00000100:00000040:3.0:1763354566.679224:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff664846300 x1848998841118976/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.679231:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.679234:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.679236:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.679237:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.679241:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff664846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+471:253180:x1848998841118976:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:3.0:1763354566.679244:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841118976 00000020:00000001:3.0:1763354566.679246:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.679248:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.679250:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095a80: xid 1848998841118848, transno 21475214480, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.679254:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e095cc0: xid 1848998841118464, transno 21475214479, client gen 10, slot idx 2 00000001:00000010:3.0:1763354566.679257:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095cc0. 00000020:00000001:3.0:1763354566.679260:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.679261:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.679263:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.679265:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.679267:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841118976, found 0 last_xid 1848998841118975 00000020:00000001:3.0:1763354566.679268:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.679270:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.679271:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.679273:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.679275:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.679276:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.679278:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.679279:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.679280:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679283:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.679287:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 00010000:00000001:3.0:1763354566.679289:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679291:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.679293:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.679295:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.679297:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb1b8 to hash 00000020:00000001:3.0:1763354566.679298:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.679299:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:3.0:1763354566.679303:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.679305:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00010000:3.0:1763354566.679308:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1b8 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41574 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.679314:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:3.0:1763354566.679315:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=472 00010000:00000001:3.0:1763354566.679319:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.679321:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.679325:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.679326:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.679327:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.679328:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.679330:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:3.0:1763354566.679332:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.679334:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.679336:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.679338:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679340:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.679341:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.679343:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.679344:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.679363:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff66c920000. 02000000:00000001:3.0:1763354566.679365:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.679366:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679368:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679370:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.679373:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.679374:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.679375:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679377:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679378:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679379:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679380:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679381:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679382:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679383:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679384:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679385:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679386:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679387:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679388:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679389:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679390:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679391:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679392:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.679394:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.679397:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.679400:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.679401:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.679403:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.679404:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679406:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.679407:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679408:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.679410:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679412:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354566.679416:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7baf8 00000004:00000002:3.0:1763354566.679418:0:38200:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002340:0x113:0x0]/file1, ldlm_rep = ffff8ff66c920228 00000004:00000001:3.0:1763354566.679421:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.679423:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354566.679425:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354566.679427:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.679428:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.679430:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00010000:00000001:3.0:1763354566.679431:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679433:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.679435:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:3.0:1763354566.679437:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.679438:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cb1bf to hash 00000020:00000001:3.0:1763354566.679440:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.679440:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:3.0:1763354566.679443:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663b00. 00010000:00000001:3.0:1763354566.679444:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679447:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.679448:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.679451:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679455:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.679457:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.679459:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.679461:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.679462:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679464:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.679465:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679467:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.679469:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.679470:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.679471:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.679472:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 3 00010000:00000040:3.0:1763354566.679474:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.679476:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.679480:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679483:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.679485:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.679486:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679488:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.679489:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679491:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679492:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679494:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.679496:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.679498:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679501:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.679502:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679502:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.679503:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.679504:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.679506:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcf00 count: 2 00010000:00000001:3.0:1763354566.679507:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679509:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.679511:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581000. 00000020:00000001:3.0:1763354566.679513:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.679514:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581000 with handle 0x4a8bb634222cb1c6 to hash 00000020:00000001:3.0:1763354566.679515:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.679516:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000010:3.0:1763354566.679518:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663a80. 00010000:00000001:3.0:1763354566.679519:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354566.679520:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.679521:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.679523:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679526:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.679527:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.679528:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.679528:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.679529:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679531:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.679531:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679533:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.679533:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.679534:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.679535:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.679536:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) refcount = 2 00010000:00000040:3.0:1763354566.679538:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.679539:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.679542:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679545:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.679546:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.679547:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679548:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.679549:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679550:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679551:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679553:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.679554:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.679555:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679558:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.679559:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679560:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.679561:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679563:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.679567:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.679568:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.679571:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.679573:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.679576:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.679578:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354566.679590:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763354566.679591:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763354566.679593:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.679595:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.679597:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.679599:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.679600:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.679601:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.679603:0:38200:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1763354566.679605:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763354566.679607:0:38200:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.679608:0:38200:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1763354566.679620:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff59447b528. 00000001:00000010:3.0:1763354566.679626:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff59447b528. 00080000:00000001:3.0:1763354566.679629:0:38200:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.679631:0:38200:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354566.679633:0:38200:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.679636:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b960 00080000:00000002:3.0:1763354566.679638:0:38200:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x200002340:0x113:0x0]/file1 => [0x200002344:0x19e25:0x0] 00080000:00000001:3.0:1763354566.679640:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354566.679643:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.679645:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.679646:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679647:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679648:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.679649:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.679651:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.679654:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.679655:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.679659:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354566.679660:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.679662:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.679664:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 2 00010000:00000001:3.0:1763354566.679665:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679667:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.679668:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580000. 00000020:00000001:3.0:1763354566.679670:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.679671:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580000 with handle 0x4a8bb634222cb1cd to hash 00000020:00000001:3.0:1763354566.679673:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.679674:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000010:3.0:1763354566.679676:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663780. 00010000:00000001:3.0:1763354566.679677:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.679679:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.679680:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.679681:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679691:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.679692:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.679693:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.679694:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.679695:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679697:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.679698:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679699:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.679700:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.679701:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.679702:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.679703:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 2 00010000:00000040:3.0:1763354566.679705:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.679708:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 472 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.679712:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679715:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.679717:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.679717:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679719:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.679720:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.679721:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679722:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.679723:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.679724:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.679726:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679729:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.679730:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679730:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.679732:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.679733:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.679734:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=3 00000020:00000001:3.0:1763354566.679736:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.679738:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.679739:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679740:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.679741:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679743:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763354566.679746:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.679747:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.679750:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679751:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679754:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679761:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.679764:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.679765:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.679767:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.679768:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763354566.679771:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679772:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679773:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.679774:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.679775:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679776:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679778:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.679780:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763354566.679781:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763354566.679783:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.679785:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff66c920370 00000004:00000001:3.0:1763354566.679786:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679788:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.679789:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679790:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679791:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679792:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679793:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679794:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679795:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.679796:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.679797:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.679799:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.679800:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.679803:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 0 00000004:00000040:3.0:1763354566.679805:0:38200:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x19e25:9028 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763354566.679807:0:38200:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:3.0:1763354566.679809:0:38200:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:21499 00000004:00000040:3.0:1763354566.679811:0:38200:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 1 subobj 0x2c0000403:21464 00000004:00200000:3.0:1763354566.679812:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763354566.679814:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:3.0:1763354566.679815:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.679816:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679817:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.679818:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679819:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.679821:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.679822:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.679824:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.679826:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:3.0:1763354566.679833:0:38200:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ff545f88000. 00000020:00000001:3.0:1763354566.679836:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679837:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679840:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.679841:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.679842:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=3 00000020:00000001:3.0:1763354566.679843:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.679845:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00000004:00010000:3.0:1763354566.679847:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000004:00000001:3.0:1763354566.679851:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763354566.679854:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:3.0:1763354566.679855:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.679856:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.679857:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.679858:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.679860:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763354566.679862:0:38200:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1763354566.679863:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.679865:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.679865:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.679867:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 2 00010000:00000040:3.0:1763354566.679869:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.679871:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 472 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.679875:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679878:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.679880:0:38200:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679881:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679882:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.679883:0:38200:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.679885:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.679886:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763354566.679887:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.679887:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.679888:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.679889:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679891:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679893:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.679894:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.679895:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:3.0:1763354566.679896:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679897:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679898:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763354566.679900:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679903:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.679905:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679909:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679910:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.679911:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679914:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.679915:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679917:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.679919:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.679922:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.679924:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.679925:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.679926:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679930:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.679931:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.679931:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.679932:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=5 00000020:00000001:3.0:1763354566.679933:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679935:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.679936:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.679938:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 5/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.679974:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.679975:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.679976:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679978:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.679980:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.679981:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.679983:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.679985:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cb1bf from hash 00010000:00000001:3.0:1763354566.679987:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.679988:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.679989:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.679990:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.679992:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.679992:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.679994:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.679995:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.679996:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.679998:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00010000:3.0:1763354566.680000:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.680002:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.680003:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680005:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.680006:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.680007:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680008:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680009:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680010:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.680011:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.680013:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 3/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.680016:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680017:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680018:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.680019:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.680020:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680021:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680021:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.680023:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb1bf lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.680027:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663b00. 00010000:00000001:3.0:1763354566.680031:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.680033:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.680053:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.680055:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.680057:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.680059:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=3 00000020:00000001:3.0:1763354566.680062:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354566.680065:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354566.680067:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.680071:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.680077:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680079:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.680081:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.680087:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.680089:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680091:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.680094:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.680099:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.680102:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.680103:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.680105:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.680108:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.680110:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.680111:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.680112:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581000 refcount=4 00000020:00000001:3.0:1763354566.680113:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354566.680114:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000001:3.0:1763354566.680115:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.680117:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.680121:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.680122:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.680123:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680125:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.680125:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.680126:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.680127:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.680129:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581000 with handle 0x4a8bb634222cb1c6 from hash 00010000:00000001:3.0:1763354566.680130:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.680131:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680131:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680132:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.680134:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.680135:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680136:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.680137:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.680138:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.680140:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) 00010000:00010000:3.0:1763354566.680142:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.680143:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.680145:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680146:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.680146:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.680148:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680148:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680149:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680150:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.680151:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.680153:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.680156:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680157:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680157:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.680159:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.680160:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.680161:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1c6 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.680165:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663a80. 00010000:00000001:3.0:1763354566.680168:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.680169:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.680170:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.680171:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.680172:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763354566.680174:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.680175:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.680176:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=3 00000020:00000001:3.0:1763354566.680178:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:3.0:1763354566.680179:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00000004:00000040:3.0:1763354566.680181:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.680182:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:3.0:1763354566.680185:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680186:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.680187:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.680188:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.680190:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.680191:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.680192:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.680193:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.680194:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.680196:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.680199:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.680201:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.680203:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.680204:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.680205:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.680207:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.680208:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.680210:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680211:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680213:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.680215:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.680216:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb1b8 from hash 00010000:00000001:3.0:1763354566.680218:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.680219:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680220:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680220:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.680221:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.680224:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1b8 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.680228:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:3.0:1763354566.680229:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00010000:00000010:3.0:1763354566.680231:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.680233:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.680234:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680238:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.680240:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 472 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.680245:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.680246:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.680247:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.680248:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763354566.680249:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.680251:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.680252:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.680253:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.680253:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.680254:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676580000, rc 0) 00000020:00000001:3.0:1763354566.680256:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.680258:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841118976 00010000:00000001:3.0:1763354566.680260:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.680263:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff664846300 x1848998841118976/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.680270:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.680271:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.680274:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.680277:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.680279:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.680281:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.680285:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.680287:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.680290:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.680293:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.680297:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701212a8. 00000100:00000200:3.0:1763354566.680301:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841118976, offset 224 00000400:00000200:3.0:1763354566.680307:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.680314:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.680320:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556822:1556822:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556818:1556818:8:4294967295] 00000400:00000200:3.0:1763354566.680329:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.680333:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.680337:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000800:00000200:3.0:1763354566.680341:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.680345:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.680348:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.680360:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.680363:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.680365:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.680366:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.680368:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.680372:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff664846300 x1848998841118976/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.680379:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff664846300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253180:x1848998841118976:12345-192.168.203.48@tcp:101:cp.0 Request processed in 1147us (1306us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.680385:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417478 00000100:00000040:3.0:1763354566.680388:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.680389:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.680391:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.680395:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.680399:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.680403:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20800. 00000020:00000040:3.0:1763354566.680409:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00000001:3.0:1763354566.680411:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.680422:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763354566.680428:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000400:00000200:0.0:1763354566.680432:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.680436:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:0.0:1763354566.680439:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701212a8 00000400:00000010:0.0:1763354566.680441:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701212a8. 00000100:00000001:0.0:1763354566.680444:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.680445:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.682801:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.682810:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.682813:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.682816:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.682823:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.682833:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d7180 00000400:00000200:1.0:1763354566.682839:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 7320 00000800:00000001:1.0:1763354566.682845:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.682852:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.682855:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.682859:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.682863:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.682865:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.682870:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff672084000. 00000100:00000040:1.0:1763354566.682873:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff672084000 x1848998841119104 msgsize 328 00000100:00100000:1.0:1763354566.682878:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.682893:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.682898:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.682901:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.682950:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.682954:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841119104 02000000:00000001:2.0:1763354566.682957:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.682959:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.682962:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.682966:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.682969:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841119104 00000020:00000001:2.0:1763354566.682972:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.682974:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.682977:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.682980:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=20 00000800:00000001:1.0:1763354566.682984:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1763354566.682985:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.682990:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000800:00000001:1.0:1763354566.682993:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.682995:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1763354566.682998:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1763354566.683002:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af240. 00000800:00000001:1.0:1763354566.683004:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.683010:0:74539:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff54442abc0. 00000400:00000200:1.0:1763354566.683015:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000020:00000040:2.0:1763354566.683020:0:74539:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000400:00000200:1.0:1763354566.683027:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d7200 00000400:00000200:1.0:1763354566.683062:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 7648 00000100:00000001:2.0:1763354566.683065:0:74539:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00080000:0.0:1763354566.683065:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000800:00000001:1.0:1763354566.683067:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1763354566.683073:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5800. 00000020:00000040:0.0:1763354566.683074:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff8ff66e88e360) now 10 - evictor 00000800:00000001:1.0:1763354566.683076:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.683081:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db680. 00000400:00000200:1.0:1763354566.683082:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354566.683088:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354320. 00000400:00000200:1.0:1763354566.683092:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000040:2.0:1763354566.683097:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763354566.683099:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.683103:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1763354566.683104:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.683107:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.683110:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.683115:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31b100. 00000100:00000001:2.0:1763354566.683116:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.683122:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31b100 x1848998841119232 msgsize 328 00000100:00100000:1.0:1763354566.683127:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354566.683132:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.683142:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.683144:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.683149:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841119232 00000800:00000001:1.0:1763354566.683149:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1763354566.683152:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.683154:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1763354566.683155:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.683156:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.683157:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763354566.683161:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.683166:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85242 02000000:00000001:2.0:1763354566.683167:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.683168:0:74511:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1763354566.683171:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354566.683173:0:74511:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.683174:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841119232 00000100:00000001:0.0:1763354566.683175:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887370711040 : -123186338840576 : ffff8ff672084000) 00000100:00000001:3.0:1763354566.683177:0:74511:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.683179:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1763354566.683183:0:74511:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.683184:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:2.0:1763354566.683189:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354566.683190:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff672084000 x1848998841119104/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000040:2.0:1763354566.683193:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=21 00000020:00000001:2.0:1763354566.683198:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354566.683203:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:2.0:1763354566.683210:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763354566.683212:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.683215:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448aff80. 00000020:00000010:0.0:1763354566.683219:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68080. 00000020:00000010:2.0:1763354566.683221:0:74539:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8ff674cb1740. 00000100:00000001:0.0:1763354566.683225:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354566.683229:0:74539:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000020:00000010:0.0:1763354566.683230:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68080. 00000100:00100000:0.0:1763354566.683240:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff672084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841119104:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:0.0:1763354566.683245:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841119104 00000100:00000001:2.0:1763354566.683246:0:74539:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1763354566.683248:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1763354566.683254:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448aff80. 00000020:00000001:0.0:1763354566.683254:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.683258:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.683261:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1763354566.683263:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000001:0.0:1763354566.683264:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.683270:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1763354566.683271:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000100:00080000:1.0:1763354566.683271:0:6513:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000001:0.0:1763354566.683272:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763354566.683276:0:6513:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff8ff66e888000) now 10 - evictor 00000020:00000001:0.0:1763354566.683278:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1763354566.683280:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000020:00000001:0.0:1763354566.683282:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.683287:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.683288:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1763354566.683289:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:2.0:1763354566.683292:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.683293:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:2.0:1763354566.683298:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.683298:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354566.683300:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354566.683303:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.683306:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.683307:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354566.683315:0:74534:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1500. 00010000:00000010:0.0:1763354566.683317:0:74534:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff58f2a1700. 00000100:00000001:2.0:1763354566.683319:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.683320:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.683323:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8e00. 00000020:00000001:0.0:1763354566.683327:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.683331:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8e00 with handle 0x4a8bb634222cb1d4 to hash 00000100:00000001:2.0:1763354566.683333:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1763354566.683334:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:3.0:1763354566.683338:0:74511:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.683339:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1763354566.683339:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00000100:00000001:3.0:1763354566.683341:0:74511:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1763354566.683345:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00000100:00100000:2.0:1763354566.683349:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85243 00010000:00010000:0.0:1763354566.683351:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4157b expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354566.683356:0:74511:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.683356:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:3.0:1763354566.683363:0:74511:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.683363:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255986432 : -123186453565184 : ffff8ff66b31b100) 00002000:00000001:0.0:1763354566.683365:0:74534:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763354566.683370:0:74534:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff67ca68080. 00002000:00000001:0.0:1763354566.683375:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:2.0:1763354566.683376:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31b100 x1848998841119232/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1763354566.683378:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.683383:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00002000:00000001:0.0:1763354566.683387:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:0.0:1763354566.683392:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:2.0:1763354566.683395:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:0.0:1763354566.683396:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354566.683400:0:74534:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x53fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000020:00000010:2.0:1763354566.683401:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448aff80. 00002000:00000001:0.0:1763354566.683403:0:74534:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000100:00000001:2.0:1763354566.683407:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1763354566.683408:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000020:00000010:2.0:1763354566.683414:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448aff80. 00010000:00000040:0.0:1763354566.683415:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:0.0:1763354566.683420:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=21 00000100:00100000:2.0:1763354566.683424:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841119232:12345-192.168.203.48@tcp:101:cp.0 00010000:00000001:0.0:1763354566.683425:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354566.683428:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354566.683431:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1763354566.683432:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841119232 02000000:00000001:0.0:1763354566.683434:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1763354566.683438:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1763354566.683440:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54901ec00. 00000020:00000001:2.0:1763354566.683442:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1763354566.683443:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.683446:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.683447:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.683453:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:0.0:1763354566.683453:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.683457:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:2.0:1763354566.683458:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00010000:00010000:0.0:1763354566.683459:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1763354566.683464:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1763354566.683465:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.683469:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.683469:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.683473:0:74534:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000020:00000001:2.0:1763354566.683474:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.683478:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1763354566.683478:0:74534:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.683483:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.683485:0:74534:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1763354566.683487:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.683491:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.683494:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1763354566.683495:0:74534:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354566.683496:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.683500:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.683506:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354566.683512:0:74534:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fb:0x0].0x0 (ffff8ff58f2a1500) refcount = 1 00010000:00000010:2.0:1763354566.683513:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad600. 00010000:00000010:2.0:1763354566.683519:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff547fad100. 00010000:00000040:0.0:1763354566.683520:0:74534:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1763354566.683525:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:0.0:1763354566.683528:0:74534:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000010:2.0:1763354566.683530:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243400. 00000020:00000001:2.0:1763354566.683536:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.683540:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243400 with handle 0x4a8bb634222cb1db to hash 00000020:00000001:2.0:1763354566.683544:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.683546:0:74534:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.683547:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:0.0:1763354566.683548:0:74534:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.683553:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:0.0:1763354566.683553:0:74534:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.683555:0:74534:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763354566.683560:0:74534:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00010000:2.0:1763354566.683561:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41582 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.683563:0:74534:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.683571:0:74534:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00002000:00000001:2.0:1763354566.683575:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00010000:0.0:1763354566.683578:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 21 pid: 74534 timeout: 0 lvb_type: 1 00002000:00000010:2.0:1763354566.683581:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff5448aff80. 00002000:00000001:2.0:1763354566.683586:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.683590:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1763354566.683596:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1763354566.683597:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00002000:00000001:2.0:1763354566.683602:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00010000:00000001:0.0:1763354566.683602:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354566.683606:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354566.683607:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:0.0:1763354566.683613:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.683614:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.683618:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00002000:00010000:2.0:1763354566.683619:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000403:0x53d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00000001:0.0:1763354566.683622:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:2.0:1763354566.683626:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1763354566.683627:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000002:2.0:1763354566.683630:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00010000:0.0:1763354566.683631:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8e00, rc 0) 00000020:00000001:0.0:1763354566.683635:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.683637:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 16 00010000:00000040:0.0:1763354566.683638:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841119104 00000020:00000040:2.0:1763354566.683642:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=22 00010000:00000001:0.0:1763354566.683643:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.683649:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff672084000 x1848998841119104/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.683650:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763354566.683654:0:74539:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763354566.683657:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1763354566.683659:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1763354566.683661:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1763354566.683662:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.683666:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 02000000:00000010:2.0:1763354566.683668:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54f212400. 00000100:00000001:0.0:1763354566.683670:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1763354566.683673:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.683675:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.683679:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.683680:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.683684:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1763354566.683687:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:0.0:1763354566.683687:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.683692:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:0.0:1763354566.683692:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1763354566.683696:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.683699:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.683703:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000040:0.0:1763354566.683703:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00010000:2.0:1763354566.683707:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000400:00000010:0.0:1763354566.683709:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535ba18. 00010000:00000001:2.0:1763354566.683710:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763354566.683713:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841119104, offset 224 00010000:00000001:2.0:1763354566.683715:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1763354566.683724:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00010000:2.0:1763354566.683725:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 22 pid: 74539 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1763354566.683732:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.683740:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556823:1556823:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556819:1556819:8:4294967295] 00010000:00000040:2.0:1763354566.683743:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d8:0x0].0x0 (ffff8ff547fad600) refcount = 1 00010000:00000040:2.0:1763354566.683751:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:0.0:1763354566.683752:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.683759:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000040:2.0:1763354566.683760:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 22 pid: 74539 timeout: 0 lvb_type: 1 00000800:00000010:0.0:1763354566.683763:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022100. 00000800:00000200:0.0:1763354566.683772:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.683780:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:2.0:1763354566.683781:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:0.0:1763354566.683784:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022100 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:2.0:1763354566.683786:0:74539:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.683791:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.683792:0:74539:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354566.683795:0:74539:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354566.683798:0:74539:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.683798:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.683802:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000040:0.0:1763354566.683803:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.683806:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.683809:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.683810:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 22 pid: 74539 timeout: 0 lvb_type: 1 00000020:00000001:0.0:1763354566.683811:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.683817:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff672084000 x1848998841119104/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.683831:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1763354566.683833:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff672084000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841119104:12345-192.168.203.48@tcp:101:cp.0 Request processed in 620us (956us total) trans 0 rc 0/0 00010000:00000001:2.0:1763354566.683835:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354566.683839:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763354566.683843:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85242 00010000:00000001:2.0:1763354566.683844:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.683848:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00010000:00000001:2.0:1763354566.683850:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1763354566.683851:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1763354566.683853:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.683854:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1763354566.683857:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1763354566.683859:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db680. 00010000:00010000:2.0:1763354566.683861:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243400, rc 0) 00000020:00000010:0.0:1763354566.683864:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354320. 00000020:00000001:2.0:1763354566.683866:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.683869:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5800. 00010000:00000040:2.0:1763354566.683871:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841119232 00010000:00000001:2.0:1763354566.683876:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763354566.683877:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000800:00000200:1.0:1763354566.683881:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354566.683882:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1763354566.683884:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31b100 x1848998841119232/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000010:1.0:1763354566.683887:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022100. 00000400:00000200:1.0:1763354566.683894:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1763354566.683901:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1763354566.683904:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:2.0:1763354566.683905:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.683908:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535ba18 00000100:00001000:2.0:1763354566.683911:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000400:00000010:1.0:1763354566.683911:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535ba18. 00000100:00000001:1.0:1763354566.683916:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763354566.683919:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1763354566.683919:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763354566.683926:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.683930:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.683933:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.683935:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.683938:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.683959:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.683963:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.683967:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841119232, offset 224 00000400:00000200:2.0:1763354566.683973:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.683981:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.683986:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556824:1556824:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556820:1556820:8:4294967295] 00000400:00000200:2.0:1763354566.683995:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.684001:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.684005:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffa00. 00000800:00000200:2.0:1763354566.684009:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.684015:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.684018:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffa00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.684056:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.684062:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.684065:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.684068:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.684071:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.684077:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31b100 x1848998841119232/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.684089:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841119232:12345-192.168.203.48@tcp:101:cp.0 Request processed in 693us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.684098:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85243 00000100:00000040:2.0:1763354566.684103:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:2.0:1763354566.684106:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.684108:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763354566.684109:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763354566.684113:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000800:00000010:1.0:1763354566.684114:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:1.0:1763354566.684120:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354566.684121:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000400:00000200:1.0:1763354566.684126:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:2.0:1763354566.684129:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000400:00000200:1.0:1763354566.684130:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:1.0:1763354566.684134:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000020:00000040:2.0:1763354566.684137:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000100:00000001:1.0:1763354566.684138:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.684140:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.684144:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.687750:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.687760:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.687763:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.687766:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.687772:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.687784:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d7300 00000400:00000200:1.0:1763354566.687791:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 84832 00000800:00000001:1.0:1763354566.687797:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.687811:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.687813:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.687816:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.687819:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.687821:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.687824:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318000. 00000100:00000040:1.0:1763354566.687826:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318000 x1848998841119488 msgsize 4616 00000100:00100000:1.0:1763354566.687829:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.687841:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.687846:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.687849:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.687861:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.687865:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841119488 02000000:00000001:3.0:1763354566.687867:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.687868:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.687870:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.687872:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.687874:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841119488 00000020:00000001:3.0:1763354566.687876:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.687877:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.687878:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.687881:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:3.0:1763354566.687883:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.687885:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.687887:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.687890:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.687892:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.687895:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.687898:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21400. 00000020:00000010:3.0:1763354566.687901:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.687904:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.687908:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.687909:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.687910:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.687912:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.687913:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.687915:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.687918:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.687928:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.687935:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.687936:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.687954:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417479 00000100:00000040:3.0:1763354566.687958:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.687960:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255973888 : -123186453577728 : ffff8ff66b318000) 00000100:00000040:3.0:1763354566.687966:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318000 x1848998841119488/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.687973:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.687976:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.687977:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.687979:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.687982:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253180:x1848998841119488:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:3.0:1763354566.687985:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841119488 00000020:00000001:3.0:1763354566.687988:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.687990:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.687992:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.687993:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.687995:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.687997:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.687999:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841119488, found 0 last_xid 1848998841119487 00000020:00000001:3.0:1763354566.688001:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.688003:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.688004:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.688006:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.688008:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.688009:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.688010:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.688011:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.688012:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.688015:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.688019:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 3 00010000:00000001:3.0:1763354566.688020:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.688022:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.688024:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676580200. 00000020:00000001:3.0:1763354566.688026:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.688027:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676580200 with handle 0x4a8bb634222cb1e2 to hash 00000020:00000001:3.0:1763354566.688029:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.688030:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00000010:3.0:1763354566.688050:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.688053:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443046912 : -123186266504704 : ffff8ff676580200) 00010000:00010000:3.0:1763354566.688056:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580200/0x4a8bb634222cb1e2 lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41589 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.688063:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.688065:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:3.0:1763354566.688069:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.688071:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.688075:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.688077:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.688079:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688081:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.688085:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66b318000 x1848998841119488/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.688092:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.688094:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.688096:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.688098:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.688099:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688101:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.688103:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.688105:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688106:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.688108:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.688109:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688113:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.688114:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688115:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688117:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688119:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.688120:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.688122:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.688124:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.688143:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff66b770000. 02000000:00000001:3.0:1763354566.688144:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.688146:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688149:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.688150:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.688151:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688152:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.688153:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.688155:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688156:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.688157:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.688158:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688159:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.688160:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.688162:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.688166:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.688167:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.688168:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.688169:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.688171:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.688172:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688174:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.688175:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688176:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.688178:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688179:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.688181:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.688183:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.688185:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002344:0x19e25:0x0]/(->[0x200002344:0x19e25:0x0]) cr_flag=040004240001002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763354566.688188:0:38200:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763354566.688190:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.688191:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.688193:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.688197:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.688199:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.688201:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.688202:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688205:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.688207:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.688211:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688212:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.688216:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.688226:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.688228:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.688230:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.688231:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.688232:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763354566.688235:0:38200:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763354566.688236:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.688237:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.688239:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.688240:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.688241:0:38200:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688242:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.688243:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.688245:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.688246:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:3.0:1763354566.688248:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x283 ma_lmm=ffff8ff66b770378 00000004:00000001:3.0:1763354566.688250:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.688252:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763354566.688254:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.688255:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.688257:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e25:0x0] lease count: 0, lm: 8 00000004:00000001:3.0:1763354566.688259:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354566.688261:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.688262:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.688264:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 4 00010000:00000001:3.0:1763354566.688266:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.688267:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.688269:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581800. 00000020:00000001:3.0:1763354566.688271:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.688272:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581800 with handle 0x4a8bb634222cb1e9 to hash 00000020:00000001:3.0:1763354566.688274:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.688283:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000010:3.0:1763354566.688286:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663a80. 00010000:00000001:3.0:1763354566.688290:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.688292:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.688293:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.688296:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,1 mode: --/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.688304:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.688307:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.688308:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.688311:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.688314:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.688319:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.688327:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.688329:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.688331:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.688332:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.688335:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.688337:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354566.688340:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 4/0,1 mode: --/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000040:3.0:1763354566.688346:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 4 00010000:00000040:3.0:1763354566.688349:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.688353:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.688360:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.688367:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354566.688369:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 4/0,1 mode: --/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.688376:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.688380:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.688385:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.688387:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000100:00000001:3.0:1763354566.688389:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000100:00000001:3.0:1763354566.688392:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.688394:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.688395:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.688398:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.688400:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.688402:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.688404:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.688406:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354566.688408:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354566.688412:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.688416:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763354566.688419:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.688421:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.688426:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.688432:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba21a00. 00000100:00000001:3.0:1763354566.688437:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.688444:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.688458:0:38200:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 473 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:3.0:1763354566.688467:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.688470:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.688475:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.688484:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.688486:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.688491:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722176:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.688495:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.688500:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.688502:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.688505:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.688508:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff54ba21000. 02000000:00000001:3.0:1763354566.688511:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.688515:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.688520:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121440. 00000100:00000200:3.0:1763354566.688526:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722176, portal 16 00000100:00000001:3.0:1763354566.688528:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.688530:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000100:00000040:3.0:1763354566.688536:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.688544:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.688547:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.688550:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121000. 00000100:00000200:3.0:1763354566.688553:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542722176, offset 0 00000400:00000200:3.0:1763354566.688558:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.688565:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.688569:0:38200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354566.688573:0:38200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354566.688577:0:38200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354566.688580:0:38200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354566.688584:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556825:1556825:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556821:1556821:8:4294967295] 00000400:00000200:3.0:1763354566.688593:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.688598:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.688602:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.688606:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.688611:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.688615:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.688630:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.688634:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889764 00000100:00000001:3.0:1763354566.688642:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889737 00000100:00000001:3.0:1763354566.688647:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889764 00000100:00000001:3.0:1763354566.688652:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889737 00000100:00000001:3.0:1763354566.688667:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889764 00000100:00000001:3.0:1763354566.688671:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889737 00000100:00000001:3.0:1763354566.688674:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889764 00000100:00000001:3.0:1763354566.688679:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889737 00000100:00000001:3.0:1763354566.688683:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.688687:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.688689:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.688691:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.688694:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.688697:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.688699:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.688701:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.688701:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1763354566.688704:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:1.0:1763354566.688706:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00010000:00000001:3.0:1763354566.688707:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.688713:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.688715:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354566.688716:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.688719:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.688724:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef356c0 going to sleep for 11 seconds 00000400:00000200:1.0:1763354566.688725:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354566.688729:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1763354566.688743:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121000 00000100:00000001:3.0:1763354566.688744:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.688749:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121000. 00000100:00000001:1.0:1763354566.688755:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.688761:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.688773:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.688777:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.688785:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.688787:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.689072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 00000800:00000001:1.0:1763354566.689661:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.689668:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.689671:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.689672:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.689677:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.689683:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544480 00000400:00000200:1.0:1763354566.689688:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8ef1 [1] + 224 00000800:00000001:1.0:1763354566.689692:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.689696:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.689698:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.689700:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.689703:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.689707:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.689715:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.689730:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.689734:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.689736:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.689756:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.689773:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.689775:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.689778:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.689782:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121440 00000400:00000010:3.0:1763354566.689784:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121440. 00000100:00000001:3.0:1763354566.689787:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.689793:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354566.689803:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.689810:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.689812:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.689814:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.689817:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.689818:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.689820:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.689823:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.689828:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.689832:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.689834:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.689836:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.689838:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.689841:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.689844:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.689849:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.689856:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.689859:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.689861:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.689864:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.689865:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.689867:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.689868:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.689873:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354566.689881:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722176:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.689884:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.689886:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.689888:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.689889:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.689891:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542722176/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.689896:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.689897:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.689899:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff54ba21000. 02000000:00000001:3.0:1763354566.689910:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.689911:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.689912:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763354566.689914:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.689915:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba21a00. 02000000:00000001:3.0:1763354566.689918:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.689919:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.689920:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:3.0:1763354566.689925:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.689926:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.689928:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.689930:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.689931:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.689933:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354566.689935:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.689937:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.689949:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.689953:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763354566.689956:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,1 mode: --/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000800:00000001:1.0:1763354566.690376:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.690382:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.690384:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.690386:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.690390:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.690396:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d7380 00000400:00000200:1.0:1763354566.690401:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1301 [2] + 1312 00000800:00000001:1.0:1763354566.690405:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.690409:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.690411:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.690415:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.690418:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.690419:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.690422:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31ad80. 00000100:00000040:1.0:1763354566.690424:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31ad80 x1848998841119616 msgsize 328 00000100:00100000:1.0:1763354566.690427:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.690437:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.690441:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.690443:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.690478:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.690481:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841119616 02000000:00000001:0.0:1763354566.690483:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.690484:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.690486:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.690488:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.690490:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841119616 00000020:00000001:0.0:1763354566.690492:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.690493:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.690494:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.690496:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=474 00000020:00000001:0.0:1763354566.690498:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.690500:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.690502:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.690505:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.690507:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.690509:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.690513:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.690516:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.690519:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.690523:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.690525:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.690526:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.690527:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.690529:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690531:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.690534:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.690535:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.690536:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=4 00000020:00000001:0.0:1763354566.690538:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:0.0:1763354566.690540:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00010000:0.0:1763354566.690544:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 474 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.690549:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.690551:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.690552:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.690553:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.690557:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.690560:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b31ad80 x1848998841119616/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.690566:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.690567:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.690578:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.690584:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.690585:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.690588:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6366 00000100:00000040:0.0:1763354566.690590:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:0.0:1763354566.690592:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000040:0.0:1763354566.690597:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31ad80 x1848998841119616/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.690602:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.690604:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.690606:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.690607:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.690621:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+474:2406:x1848998841119616:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.690624:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841119616 00010000:00000001:0.0:1763354566.690626:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.690627:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.690629:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.690632:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.690633:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.690635:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901c800. 02000000:00000001:0.0:1763354566.690637:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.690638:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690639:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.690641:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.690643:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.690644:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.690645:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676580000 refcount=4 00000020:00000001:0.0:1763354566.690646:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000001:0.0:1763354566.690647:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443046400 : -123186266505216 : ffff8ff676580000) 00010000:00000040:0.0:1763354566.690649:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 5 00000004:00000001:0.0:1763354566.690651:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354566.690654:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 474 pid: 38200 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.690659:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.690661:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.690664:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.690665:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.690667:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 474 pid: 38200 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.690672:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.690673:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.690674:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.690676:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690678:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.690679:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.690683:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.690684:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.690685:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.690687:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.690689:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580000 with handle 0x4a8bb634222cb1cd from hash 00010000:00000001:0.0:1763354566.690691:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.690692:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.690693:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.690694:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.690696:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.690697:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690699:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.690699:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.690702:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580000/0x4a8bb634222cb1cd lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41574 expref: 474 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.690706:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:0.0:1763354566.690708:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00010000:00000010:0.0:1763354566.690710:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663780. 00010000:00000001:0.0:1763354566.690714:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.690715:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.690717:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.690718:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:0.0:1763354566.690721:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,1 mode: --/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.690725:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.690726:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.690727:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.690729:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.690730:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.690731:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.690733:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.690734:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,1 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.690737:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.690739:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.690740:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.690753:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.690755:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 4 00010000:00000040:0.0:1763354566.690757:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.690759:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.690763:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 4/0,1 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.690767:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.690768:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.690769:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690770:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.690771:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.690772:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.690775:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.690776:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.690779:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.690780:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.690781:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.690783:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.690783:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.690784:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.690786:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.690795:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690796:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.690797:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.690798:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.690800:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.690801:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.690803:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.690804:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.690806:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354566.690807:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.690809:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.690811:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.690813:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354566.690815:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763354566.690817:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,1 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:0.0:1763354566.690817:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.690831:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.690835:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.690838:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.690842:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.690842:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00010000:00010000:3.0:1763354566.690850:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,1 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000100:00000001:0.0:1763354566.690850:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.690854:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.690859:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:3.0:1763354566.690864:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1763354566.690865:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763354566.690869:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1763354566.690869:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.690873:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354566.690875:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354566.690877:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.690881:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763354566.690882:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000040:3.0:1763354566.690886:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=3 00000400:00000010:0.0:1763354566.690889:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b110. 00000020:00000001:3.0:1763354566.690891:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00000100:00000200:0.0:1763354566.690905:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841119616, offset 224 00010000:00000001:3.0:1763354566.690908:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.690913:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1763354566.690914:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.690915:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.690919:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.690922:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e25:0x0], ibits = 0x5/0x1a, open_flags = 040004240001002, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763354566.690927:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763354566.690928:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:3.0:1763354566.690930:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.690934:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.690936:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000400:00000200:0.0:1763354566.690938:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556826:1556826:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556822:1556822:8:4294967295] 00000020:00000001:3.0:1763354566.690951:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.690953:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.690958:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.690965:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763354566.690968:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.690971:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.690974:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.690976:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763354566.690976:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000001:00000001:3.0:1763354566.690991:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.690994:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.690997:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.690999:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.691000:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000001:00000001:3.0:1763354566.691002:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.691005:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.691007:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354566.691007:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022f00. 00000004:00000002:3.0:1763354566.691013:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:3.0:1763354566.691016:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 0 00000800:00000200:0.0:1763354566.691017:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000001:00000001:3.0:1763354566.691019:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.691022:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691026:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000800:00000200:0.0:1763354566.691026:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:3.0:1763354566.691029:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000800:00000200:0.0:1763354566.691031:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022f00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1763354566.691059:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.691063:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:0.0:1763354566.691065:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691066:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.691070:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.691073:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:3.0:1763354566.691074:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763354566.691077:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x283 lmm_size = 80 00010000:00000001:0.0:1763354566.691079:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691080:0:38200:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763354566.691083:0:38200:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.691085:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691087:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.691092:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000100:00000040:0.0:1763354566.691094:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31ad80 x1848998841119616/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.691095:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763354566.691098:0:38200:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691102:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691106:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.691112:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.691117:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff680781500. 00000020:00000001:3.0:1763354566.691120:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.691124:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff680781500 with handle 0x4a8bb634222cb1f0 to hash 00000800:00000200:1.0:1763354566.691126:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1763354566.691127:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.691132:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887612921088 : -123186096630528 : ffff8ff680781500) 00000800:00000010:1.0:1763354566.691132:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022f00. 00000100:00100000:0.0:1763354566.691132:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+473:2406:x1848998841119616:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 523us (701us total) trans 0 rc 0/0 00000004:00000001:3.0:1763354566.691138:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000400:00000200:1.0:1763354566.691139:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1763354566.691141:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.691146:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e25:0x0] Change mfd open_flags 0 -> 040004240001002. 00000100:00100000:0.0:1763354566.691146:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6366 00000400:00000200:1.0:1763354566.691150:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000004:00000001:3.0:1763354566.691153:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000100:00000040:0.0:1763354566.691154:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000400:00000200:1.0:1763354566.691156:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b110 00080000:00000001:3.0:1763354566.691157:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:0.0:1763354566.691159:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1763354566.691160:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b110. 00080000:00000010:3.0:1763354566.691162:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21a00. 00000100:00000001:0.0:1763354566.691162:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354566.691164:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.691168:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:3.0:1763354566.691169:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431515136 : -123191278036480 : ffff8ff54ba21a00) 00000020:00000010:0.0:1763354566.691170:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.691175:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:0.0:1763354566.691179:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:0.0:1763354566.691182:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000100:00000001:0.0:1763354566.691185:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.691209:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354566.691215:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.691217:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.691220:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.691223:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.691229:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.691231:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.691234:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.691236:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214481, last_committed = 21475214474 00000001:00000010:3.0:1763354566.691239:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff653257840. 00000001:00000040:3.0:1763354566.691241:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 6 00000020:00000040:3.0:1763354566.691242:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00000001:00000010:3.0:1763354566.691246:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef356c0. 00000001:00000001:3.0:1763354566.691261:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef356c0: xid 1848998841119488, transno 21475214481, tag 1, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.691264:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.691270:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.691272:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.691274:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.691276:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691277:0:38200:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.691278:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691280:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691282:0:38200:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.691284:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.691285:0:38200:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.691286:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.691288:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.691289:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.691291:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.691292:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691293:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.691295:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.691296:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.691297:0:38200:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.691300:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.691305:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691307:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691308:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.691310:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.691312:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.691313:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.691314:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.691315:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.691317:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.691325:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.691326:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763354566.691328:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763354566.691329:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.691331:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.691332:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.691333:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=3 00000020:00000001:3.0:1763354566.691334:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:3.0:1763354566.691336:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00000004:00000040:3.0:1763354566.691338:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.691339:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=474 00010000:00000001:3.0:1763354566.691342:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.691342:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.691344:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.691345:0:38200:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.691347:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.691349:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.691350:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.691352:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.691354:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.691355:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.691356:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.691357:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.691359:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676580200 with handle 0x4a8bb634222cb1e2 from hash 00010000:00000001:3.0:1763354566.691360:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.691361:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.691362:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.691363:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.691363:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.691367:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676580200/0x4a8bb634222cb1e2 lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 474 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.691371:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:3.0:1763354566.691373:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00010000:00000010:3.0:1763354566.691374:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.691378:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.691379:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.691382:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.691384:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.691389:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.691390:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.691392:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.691393:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1763354566.691395:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.691396:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.691397:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.691398:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.691399:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.691401:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff676581800, rc 0) 00000020:00000001:3.0:1763354566.691403:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.691406:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214481, xid 1848998841119488 00010000:00000001:3.0:1763354566.691409:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.691414:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b318000 x1848998841119488/t21475214481(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.691421:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.691424:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.691426:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.691430:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.691433:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.691435:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.691438:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.691439:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.691442:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.691444:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.691448:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121440. 00000100:00000200:3.0:1763354566.691451:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848998841119488, offset 224 00000400:00000200:3.0:1763354566.691456:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.691473:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.691477:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556827:1556827:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556823:1556823:8:4294967295] 00000400:00000200:3.0:1763354566.691486:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.691491:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.691494:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.691499:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.691503:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.691507:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.691518:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.691520:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.691522:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.691523:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.691525:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.691528:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318000 x1848998841119488/t21475214481(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.691547:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+473:253180:x1848998841119488:12345-192.168.203.48@tcp:101:cp.0 Request processed in 3573us (3719us total) trans 21475214481 rc 0/0 00000100:00100000:3.0:1763354566.691552:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417479 00000100:00000040:3.0:1763354566.691554:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.691555:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.691557:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.691559:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.691563:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.691567:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21400. 00000020:00000040:3.0:1763354566.691572:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000100:00000001:3.0:1763354566.691574:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.691616:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.691620:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:1.0:1763354566.691624:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.691628:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.691631:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121440 00000400:00000010:1.0:1763354566.691632:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121440. 00000100:00000001:1.0:1763354566.691634:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.691635:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.693065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00010000:00000010:3.1:1763354566.693070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00000800:00000001:1.0:1763354566.693331:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.693339:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.693341:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.693344:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.693350:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.693359:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d7400 00000400:00000200:1.0:1763354566.693366:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 89448 00000800:00000001:1.0:1763354566.693371:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.693378:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.693380:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.693384:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.693388:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.693390:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.693394:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b319c00. 00000100:00000040:1.0:1763354566.693397:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b319c00 x1848998841119744 msgsize 568 00000100:00100000:1.0:1763354566.693402:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.693415:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.693421:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.693424:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.693444:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.693447:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841119744 02000000:00000001:3.0:1763354566.693450:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.693451:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.693453:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.693456:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.693459:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841119744 00000020:00000001:3.0:1763354566.693461:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.693463:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.693465:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.693468:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=473 00000020:00000001:3.0:1763354566.693470:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.693473:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.693476:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.693479:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.693482:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.693485:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.693489:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21400. 00000020:00000010:3.0:1763354566.693492:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.693495:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.693500:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.693503:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.693504:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.693506:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.693507:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.693509:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.693514:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.693525:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.693534:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.693536:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.693541:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417480 00000100:00000040:3.0:1763354566.693544:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.693546:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255981056 : -123186453570560 : ffff8ff66b319c00) 00000100:00000040:3.0:1763354566.693551:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b319c00 x1848998841119744/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 568/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.693560:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.693563:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.693565:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.693568:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.693574:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+473:253180:x1848998841119744:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:3.0:1763354566.693579:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841119744 00000020:00000001:3.0:1763354566.693582:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.693584:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.693587:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef356c0: xid 1848998841119488, transno 21475214481, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.693591:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e095a80: xid 1848998841118848, transno 21475214480, client gen 10, slot idx 3 00000001:00000010:3.0:1763354566.693595:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095a80. 00000020:00000001:3.0:1763354566.693598:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.693601:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.693603:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.693606:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.693608:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841119744, found 0 last_xid 1848998841119743 00000020:00000001:3.0:1763354566.693611:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.693613:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.693615:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.693618:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.693620:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.693622:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.693623:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.693625:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.693626:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.693630:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.693633:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 3 00010000:00000001:3.0:1763354566.693636:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.693649:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.693653:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff676581000. 00000020:00000001:3.0:1763354566.693656:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.693658:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff676581000 with handle 0x4a8bb634222cb1f7 to hash 00000020:00000001:3.0:1763354566.693660:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.693661:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00000010:3.0:1763354566.693682:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.693685:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887443050496 : -123186266501120 : ffff8ff676581000) 00010000:00010000:3.0:1763354566.693689:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1f7 lrc: 2/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41590 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.693698:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.693700:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=474 00010000:00000001:3.0:1763354566.693704:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.693707:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.693711:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.693713:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.693715:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.693717:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.693719:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.693721:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.693724:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.693726:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.693730:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.693747:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.693750:0:38200:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:3.0:1763354566.693753:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.693755:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.693757:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.693760:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 4 00010000:00000001:3.0:1763354566.693763:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.693766:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.693770:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f3200. 00000020:00000001:3.0:1763354566.693773:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.693775:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f3200 with handle 0x4a8bb634222cb1fe to hash 00000020:00000001:3.0:1763354566.693778:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.693779:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000010:3.0:1763354566.693784:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663b00. 00010000:00000001:3.0:1763354566.693786:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.693789:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.693792:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.693811:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.693817:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.693820:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.693822:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.693823:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.693825:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.693828:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.693829:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.693831:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.693833:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.693835:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.693836:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.693838:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 4 00010000:00000040:3.0:1763354566.693842:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.693846:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 2/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 474 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.693856:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 474 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.693881:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.693888:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.693892:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.693894:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.693897:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.693899:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.693902:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.693914:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.693917:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.693919:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.693923:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.693931:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.693932:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.693934:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.693936:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.693938:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.693956:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354566.693960:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.693963:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.693965:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.693967:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.693969:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.693972:0:38200:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:3.0:1763354566.693975:0:38200:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x200002344:0x19e25:0x0] 00000001:00000001:3.0:1763354566.693978:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.693996:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.693999:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.694001:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.694004:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.694005:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.694007:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.694009:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.694011:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.694013:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.694015:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.694016:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.694018:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.694020:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.694021:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.694023:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.694024:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.694026:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.694027:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.694030:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.694031:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.694034:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.694038:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.694041:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.694043:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.694045:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.694080:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.694082:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.694085:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.694087:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.694091:0:38200:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:3.0:1763354566.694094:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.694097:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.694114:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8ff67a048000. 02000000:00000001:3.0:1763354566.694118:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.694120:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.694123:0:38200:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:3.0:1763354566.694127:0:38200:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:3.0:1763354566.694129:0:38200:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00000004:00000001:3.0:1763354566.694143:0:38200:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=58 : 58 : 3a) 00000004:00000001:3.0:1763354566.694149:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694151:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694157:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.694159:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.694161:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.694163:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.694165:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694167:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694170:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763354566.694172:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763354566.694173:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.694175:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763354566.694176:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694178:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694181:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.694183:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.694185:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.694186:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.694188:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694190:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694192:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.694194:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.694196:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.694198:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.694199:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694201:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.694204:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.694205:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.694207:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.694208:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.694212:0:38200:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=58 : 58 : 3a) 00000004:00000001:3.0:1763354566.694215:0:38200:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:3.0:1763354566.694218:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.694223:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.694226:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.694229:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763354566.694231:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.694233:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.694235:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:3.0:1763354566.694238:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:3.0:1763354566.694240:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00000004:00000040:3.0:1763354566.694243:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.694246:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=475 00010000:00000001:3.0:1763354566.694249:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.694251:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.694253:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.694255:0:38200:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.694258:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.694260:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.694262:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.694264:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.694266:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.694268:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.694271:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.694272:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.694274:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.694275:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.694278:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581000 with handle 0x4a8bb634222cb1f7 from hash 00010000:00000001:3.0:1763354566.694280:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.694282:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.694283:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.694284:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.694285:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.694289:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581000/0x4a8bb634222cb1f7 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 475 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.694297:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.694300:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 474 00010000:00000010:3.0:1763354566.694302:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.694308:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.694310:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.694313:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.694317:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 474 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.694359:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.694361:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.694363:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.694367:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:3.0:1763354566.694370:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.694373:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.694375:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.694377:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.694378:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.694380:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f3200, rc 0) 00000020:00000001:3.0:1763354566.694383:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.694387:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841119744 00010000:00000001:3.0:1763354566.694390:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.694396:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b319c00 x1848998841119744/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 568/1168 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.694406:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.694409:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.694412:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.694416:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.694420:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.694422:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.694426:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.694428:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.694431:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.694434:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.694438:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121220. 00000100:00000200:3.0:1763354566.694442:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 1168 bytes to portal 10, xid 1848998841119744, offset 224 00000400:00000200:3.0:1763354566.694448:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.694456:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.694463:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556828:1556828:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556824:1556824:8:4294967295] 00000400:00000200:3.0:1763354566.694473:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.694480:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1168 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.694484:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.694490:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.694496:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:3.0:1763354566.694500:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 1264 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.694518:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.694522:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.694525:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.694527:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.694530:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.694536:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b319c00 x1848998841119744/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 568/1168 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.694549:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+474:253180:x1848998841119744:12345-192.168.203.48@tcp:101:cp.0 Request processed in 986us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.694558:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417480 00000100:00000040:3.0:1763354566.694563:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.694566:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.694568:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.694572:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.694579:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.694584:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21400. 00000020:00000040:3.0:1763354566.694592:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00000100:00000001:3.0:1763354566.694596:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.694617:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.694623:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:1.0:1763354566.694629:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.694635:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.694655:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121220 00000400:00000010:1.0:1763354566.694668:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121220. 00000100:00000001:1.0:1763354566.694672:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.694673:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.696159:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.696166:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.696169:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.696171:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.696178:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.696186:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971d7500 00000400:00000200:1.0:1763354566.696191:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x76d7e5 [64] + 90016 00000800:00000001:1.0:1763354566.696196:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.696203:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.696206:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.696210:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.696214:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.696215:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.696219:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318700. 00000100:00000040:1.0:1763354566.696222:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318700 x1848998841120000 msgsize 488 00000100:00100000:1.0:1763354566.696226:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.696241:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.696245:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.696249:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.696257:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.696260:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120000 02000000:00000001:3.0:1763354566.696262:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.696264:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.696265:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.696268:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.696270:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120000 00000020:00000001:3.0:1763354566.696271:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.696273:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.696274:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.696276:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=474 00000020:00000001:3.0:1763354566.696278:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.696280:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.696282:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.696284:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.696286:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.696288:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.696291:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21400. 00000020:00000010:3.0:1763354566.696293:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.696296:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.696299:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.696300:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.696301:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.696303:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.696305:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.696315:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.696321:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.696322:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.696325:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417481 00000100:00000040:3.0:1763354566.696327:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.696339:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255975680 : -123186453575936 : ffff8ff66b318700) 00000100:00000040:3.0:1763354566.696344:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318700 x1848998841120000/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.696351:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.696352:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.696354:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.696355:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.696358:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+474:253180:x1848998841120000:12345-192.168.203.48@tcp:36:cp.0 00000100:00000200:3.0:1763354566.696361:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120000 00000020:00000001:3.0:1763354566.696363:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.696366:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.696368:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.696371:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.696372:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:3.0:1763354566.696375:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.696377:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841120000, found 0 last_xid 1848998841119999 00000020:00000001:3.0:1763354566.696380:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.696382:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.696383:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.696385:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696388:0:38200:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763354566.696393:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff66b318700 x1848998841120000/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.696402:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.696404:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.696406:0:38200:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763354566.696408:0:38200:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763354566.696410:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.696412:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696415:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.696416:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2 : 2 : 0x2) 00000001:00000001:3.0:1763354566.696419:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2 : 2 : 2) 00000001:00000001:3.0:1763354566.696421:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.696422:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.696424:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696426:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.696427:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.696429:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696431:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.696432:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.696434:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696436:0:38200:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696439:0:38200:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696441:0:38200:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696443:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696447:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.696448:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.696450:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.696452:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.696457:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff5410c3000. 02000000:00000001:3.0:1763354566.696460:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.696462:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696465:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.696466:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.696467:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696469:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.696470:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.696472:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696473:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.696475:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.696477:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696478:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.696480:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.696483:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.696486:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.696488:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.696490:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.696492:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.696494:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.696496:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696497:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.696499:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696503:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.696505:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696507:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.696509:0:38200:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763354566.696514:0:38200:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200002344:0x19e25:0x0] e req@ffff8ff66b318700 x1848998841120000/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/3152 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.696523:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.696535:0:38200:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696556:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.696559:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.696561:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.696564:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.696568:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.696570:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.696572:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696576:0:38200:0:(mdt_open.c:122:mdt_write_read()) Process entered 00000004:00000001:3.0:1763354566.696578:0:38200:0:(mdt_open.c:126:mdt_write_read()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.696581:0:38200:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763354566.696584:0:38200:0:(mdt_som.c:185:mdt_lsom_update()) valid e, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 1 00000004:00000001:3.0:1763354566.696588:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.696591:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.696595:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696598:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.696601:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.696609:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.696612:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.696615:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.696617:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.696619:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763354566.696624:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.696627:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696630:0:38200:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.696632:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.696634:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.696637:0:38200:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:3.0:1763354566.696641:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.696654:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.696656:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.696658:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.696660:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.696663:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.696665:0:38200:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.696668:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.696670:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696673:0:38200:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763354566.696675:0:38200:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e25:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763354566.696680:0:38200:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.696683:0:38200:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.696686:0:38200:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763354566.696691:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763354566.696698:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff653257c60. 00080000:00000001:3.0:1763354566.696702:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.696705:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21000. 00080000:00000001:3.0:1763354566.696709:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431512576 : -123191278039040 : ffff8ff54ba21000) 00000004:00000001:3.0:1763354566.696713:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.696717:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.696720:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.696722:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512576 : -123191278039040 : ffff8ff54ba21000) 00000004:00000001:3.0:1763354566.696727:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696730:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.696735:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354566.696737:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354566.696742:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354566.696744:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.696746:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512576 : -123191278039040 : ffff8ff54ba21000) 00080000:00000001:3.0:1763354566.696750:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.696753:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.696757:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.696760:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696762:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.696784:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.696787:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696792:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.696796:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.696798:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.696799:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.696801:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512576 : -123191278039040 : ffff8ff54ba21000) 00080000:00000001:3.0:1763354566.696804:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.696807:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:3.0:1763354566.696820:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696822:0:38200:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696825:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.696846:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354566.696848:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.696853:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.696856:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214482, last_committed = 21475214474 00000001:00000010:3.0:1763354566.696862:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff653257000. 00000001:00000040:3.0:1763354566.696865:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 7 00000020:00000040:3.0:1763354566.696868:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=475 00000001:00000010:3.0:1763354566.696875:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef359c0. 00000004:00000001:3.0:1763354566.696880:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354566.696882:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.696884:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431512576 : -123191278039040 : ffff8ff54ba21000) 00000004:00000001:3.0:1763354566.696894:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354566.696899:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef359c0: xid 1848998841120000, transno 21475214482, tag 1, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.696903:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.696921:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.696925:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.696927:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.696930:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.696933:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff653257c60. 00000020:00000001:3.0:1763354566.696938:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696964:0:38200:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696967:0:38200:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.696969:0:38200:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.696991:0:38200:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6417f9a48. 00000004:00000001:3.0:1763354566.696996:0:38200:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763354566.696999:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697001:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697007:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.697009:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.697011:0:38200:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697013:0:38200:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763354566.697015:0:38200:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763354566.697016:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.697018:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.697020:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.697024:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 4 00010000:00000001:3.0:1763354566.697027:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.697029:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.697032:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f2800. 00000020:00000001:3.0:1763354566.697035:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.697037:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f2800 with handle 0x4a8bb634222cb205 to hash 00000020:00000001:3.0:1763354566.697040:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.697041:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000010:3.0:1763354566.697045:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d80. 00010000:00000010:0.1:1763354566.697068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580000. 00010000:00000001:3.0:1763354566.697084:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.697090:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.697093:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.697097:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.697106:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.697108:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.697110:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.697112:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.697115:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.697117:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.697118:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.697121:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.697123:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.697125:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.697126:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.697128:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 4 00010000:00000040:3.0:1763354566.697131:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.697136:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 475 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.697146:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 2/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 475 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.697159:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 475 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.697166:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.697171:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.697174:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.697176:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.697178:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.697179:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.697181:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.697184:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.697186:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.697188:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.697191:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.697197:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.697198:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.697200:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.697201:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.697203:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.697205:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.697208:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.697210:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.697212:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.697214:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.697215:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697218:0:38200:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697222:0:38200:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763354566.697226:0:38200:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763354566.697230:0:38200:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763354566.697233:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763354566.697238:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff653257c60. 00080000:00000001:3.0:1763354566.697240:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.697243:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21200. 00080000:00000001:3.0:1763354566.697245:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431513088 : -123191278038528 : ffff8ff54ba21200) 00000004:00000001:3.0:1763354566.697249:0:38200:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763354566.697251:0:38200:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763354566.697253:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.697254:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513088 : -123191278038528 : ffff8ff54ba21200) 00080000:00000001:3.0:1763354566.697257:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763354566.697259:0:38200:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697262:0:38200:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697264:0:38200:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.697267:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354566.697280:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354566.697282:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354566.697284:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.697285:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513088 : -123191278038528 : ffff8ff54ba21200) 00080000:00000001:3.0:1763354566.697288:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.697290:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.697292:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.697295:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697297:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.697302:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.697304:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.697306:0:38200:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354566, ctime 1763354566 00000004:00000001:3.0:1763354566.697310:0:38200:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763354566.697312:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697314:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:3.0:1763354566.697319:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff8ff544b020c0. 00000004:00000001:3.0:1763354566.697322:0:38200:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.697325:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff8ff544b020c0. 00000004:00000001:3.0:1763354566.697331:0:38200:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.697333:0:38200:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763354566.697335:0:38200:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763354566.697347:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.697349:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513088 : -123191278038528 : ffff8ff54ba21200) 00080000:00000001:3.0:1763354566.697360:0:38200:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.697362:0:38200:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697365:0:38200:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697367:0:38200:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.697371:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354566.697372:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763354566.697375:0:38200:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214482 00000001:00000001:3.0:1763354566.697377:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.697379:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214483, last_committed = 21475214474 00000001:00000010:3.0:1763354566.697383:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b020c0. 00000001:00000040:3.0:1763354566.697385:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 8 00000020:00000040:3.0:1763354566.697387:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=476 00000001:00000010:3.0:1763354566.697392:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000004:00000001:3.0:1763354566.697395:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354566.697397:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.697398:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513088 : -123191278038528 : ffff8ff54ba21200) 00000004:00000001:3.0:1763354566.697405:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354566.697409:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef359c0: xid 1848998841120000, transno 21475214482, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.697413:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef359c0: xid 1848998841120000, transno 21475214482, client gen 10, slot idx 3 00000001:00000010:3.0:1763354566.697416:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef359c0. 00000001:00000001:3.0:1763354566.697420:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef35d80: xid 1848998841120000, transno 21475214483, tag 1, client gen 10, slot idx 4 00000001:00000001:3.0:1763354566.697423:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.697428:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.697431:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.697432:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.697434:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.697437:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff653257c60. 00000020:00000001:3.0:1763354566.697440:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.697445:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 5 00010000:00000001:3.0:1763354566.697447:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.697450:0:38200:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763354566.697452:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.697455:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.697456:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.697458:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.697459:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.697461:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.697462:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.697464:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.697467:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00000004:00010000:3.0:1763354566.697470:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000076df59e7 reply state 000000008494d7a0 transno 21475214483 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.697477:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:3.0:1763354566.697481:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.697482:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.697485:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.697486:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.697488:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.697489:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.697491:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 4 00010000:00000040:3.0:1763354566.697494:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.697498:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 476 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.697505:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 2/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 476 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.697512:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 476 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.697519:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.697523:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.697525:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.697526:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.697528:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.697530:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.697532:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.697534:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.697537:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.697539:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.697541:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.697543:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.697544:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:3.0:1763354566.697546:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763354566.697548:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.697549:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.697551:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.697552:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.697553:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.697554:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.697557:0:38200:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1763354566.697558:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.697560:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697562:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697568:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.697571:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763354566.697574:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763354566.697575:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.697578:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.697580:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697582:0:38200:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697584:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.697585:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.697587:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697589:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697591:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.697593:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.697596:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.697598:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.697599:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.697601:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763354566.697605:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763354566.697607:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.697610:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.697611:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.697613:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.697615:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.697617:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.697619:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.697620:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.697622:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.697624:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.697626:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.697628:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.697630:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00000001:3.0:1763354566.697633:0:38200:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763354566.697635:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.697637:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763354566.697641:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.697645:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697648:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.697649:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.697653:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697655:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.697657:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.697659:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.697661:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.697662:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.697663:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.697666:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.697670:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.697672:0:38200:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.697675:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214483, xid 1848998841120000 00010000:00000001:3.0:1763354566.697677:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763354566.697690:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=477 00010000:00000200:3.0:1763354566.697692:0:38200:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214483, last committed = 21475214473 00010000:00000200:3.0:1763354566.697698:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b318700 x1848998841120000/t21475214483(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.697712:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.697714:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.697717:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.697722:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.697724:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.697726:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.697729:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.697731:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.697733:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.697736:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.697740:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121770. 00000100:00000200:3.0:1763354566.697743:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841120000, offset 224 00000400:00000200:3.0:1763354566.697749:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.697756:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.697761:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556829:1556829:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556825:1556825:8:4294967295] 00000400:00000200:3.0:1763354566.697770:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.697786:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.697789:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.697794:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.697799:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.697802:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.697820:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.697824:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.697827:0:38200:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.697829:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.697831:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.697835:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318700 x1848998841120000/t21475214483(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.697847:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+477:253180:x1848998841120000:12345-192.168.203.48@tcp:36:cp.0 Request processed in 1493us (1621us total) trans 21475214483 rc 0/0 00000100:00100000:3.0:1763354566.697856:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417481 00000100:00000040:3.0:1763354566.697859:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.697862:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.697864:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763354566.697867:0:38200:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763354566.697870:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.697875:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.697879:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21400. 00000020:00000040:3.0:1763354566.697886:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00000800:00000200:1.0:1763354566.697888:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354566.697890:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354566.697894:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000400:00000200:1.0:1763354566.697902:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.697908:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.697912:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121770 00000400:00000010:1.0:1763354566.697915:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121770. 00000100:00000001:1.0:1763354566.697918:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.697920:0:3648:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.699272:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.699278:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.699280:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.699282:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.699286:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.699293:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d7580 00000400:00000200:1.0:1763354566.699297:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 7976 00000800:00000001:1.0:1763354566.699301:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.699305:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.699307:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.699309:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.699312:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.699314:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.699317:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318380. 00000100:00000040:1.0:1763354566.699319:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318380 x1848998841120128 msgsize 328 00000100:00100000:1.0:1763354566.699322:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.699332:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.699336:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.699338:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.699410:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.699413:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120128 02000000:00000001:2.0:1763354566.699415:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.699416:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.699418:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.699420:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.699422:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120128 00000020:00000001:2.0:1763354566.699424:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.699425:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.699426:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.699428:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:2.0:1763354566.699430:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.699432:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.699434:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.699437:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.699439:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.699441:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.699445:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.699448:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.699451:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.699455:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354566.699456:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.699457:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.699458:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.699462:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.699473:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.699490:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.699491:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.699495:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85244 00000100:00000040:2.0:1763354566.699498:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354566.699500:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255974784 : -123186453576832 : ffff8ff66b318380) 00000100:00000040:2.0:1763354566.699505:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318380 x1848998841120128/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.699512:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.699514:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.699515:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.699517:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.699520:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+21:253180:x1848998841120128:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:2.0:1763354566.699522:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120128 00000020:00000001:2.0:1763354566.699524:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.699526:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.699527:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.699529:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.699530:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.699532:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.699534:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.699535:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.699536:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.699538:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.699540:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.699541:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.699542:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.699543:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.699545:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699547:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.699551:0:74539:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00010000:00000001:2.0:1763354566.699552:0:74539:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.699554:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.699556:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f242600. 00000020:00000001:2.0:1763354566.699558:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.699559:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f242600 with handle 0x4a8bb634222cb20c to hash 00000020:00000001:2.0:1763354566.699561:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.699562:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.699564:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00010000:2.0:1763354566.699567:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 2/0,0 mode: --/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41597 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.699573:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:2.0:1763354566.699574:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00000100:00000001:2.0:1763354566.699579:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.699580:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.699582:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54f212c00. 02000000:00000001:2.0:1763354566.699583:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.699585:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699586:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.699588:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.699590:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.699591:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.699594:0:74539:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763354566.699596:0:74539:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.699599:0:74539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354566.699608:0:74539:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.699609:0:74539:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.699611:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.699612:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699613:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.699614:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.699615:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.699616:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.699618:0:74539:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.699620:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: --/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.699625:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fb:0x0].0x0 (ffff8ff58f2a1500) refcount = 2 00010000:00000040:2.0:1763354566.699626:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.699628:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763354566.699632:0:74539:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.699634:0:74539:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: --/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.699638:0:74539:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.699640:0:74539:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.699643:0:74539:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095000. 00000100:00000001:2.0:1763354566.699645:0:74539:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:2.0:1763354566.699646:0:74539:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:2.0:1763354566.699648:0:74539:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.699649:0:74539:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.699650:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.699651:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.699653:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.699654:0:74539:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.699656:0:74539:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.699657:0:74539:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.699658:0:74539:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354566.699661:0:74539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1180. 00000020:00000040:2.0:1763354566.699663:0:74539:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763354566.699666:0:74539:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.699667:0:74539:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.699670:0:74539:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.699674:0:74539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b5800. 00000100:00000001:2.0:1763354566.699677:0:74539:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.699680:0:74539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763354566.699688:0:74539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 12321 lvb_type: 1 00010000:00000001:2.0:1763354566.699694:0:74539:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.699696:0:74539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.699699:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.699705:0:74539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.699706:0:74539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.699709:0:74539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542722304:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.699712:0:74539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.699715:0:74539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.699716:0:74539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.699718:0:74539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.699720:0:74539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5473b4400. 02000000:00000001:2.0:1763354566.699721:0:74539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.699725:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9f8. 00000400:00000010:2.0:1763354566.699728:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354566.699732:0:74539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722304, portal 16 00000100:00000001:2.0:1763354566.699733:0:74539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.699734:0:74539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 00000100:00000040:2.0:1763354566.699738:0:74539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.699753:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.699755:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.699756:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7088. 00000100:00000200:2.0:1763354566.699758:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542722304, offset 0 00000400:00000200:2.0:1763354566.699761:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.699765:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.699768:0:74539:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.699771:0:74539:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.699774:0:74539:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.699776:0:74539:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.699778:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556830:1556830:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556826:1556826:8:4294967295] 00000400:00000200:2.0:1763354566.699784:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.699787:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.699790:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff400. 00000800:00000200:2.0:1763354566.699793:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.699796:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.699798:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.699809:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.699813:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889775 00000100:00000001:2.0:1763354566.699818:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889764 00000100:00000001:2.0:1763354566.699821:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889775 00000100:00000001:2.0:1763354566.699825:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889764 00000100:00000001:2.0:1763354566.699828:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889775 00000100:00000001:2.0:1763354566.699830:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889764 00000100:00000001:2.0:1763354566.699833:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889775 00000100:00000001:2.0:1763354566.699837:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889764 00000100:00000001:2.0:1763354566.699839:0:74539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.699841:0:74539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699842:0:74539:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699844:0:74539:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.699846:0:74539:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699847:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.699848:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.699850:0:74539:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.699851:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.699853:0:74539:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.699854:0:74539:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.699856:0:74539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.699857:0:74539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.699858:0:74539:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095000 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.699860:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.699863:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.699868:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.699873:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:1.0:1763354566.699877:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.699883:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.699886:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:1.0:1763354566.699888:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:1.0:1763354566.699892:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.699897:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.699907:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.699911:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.699918:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.699920:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.700818:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.700836:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.700838:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.700841:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.700847:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.700856:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544500 00000400:00000200:1.0:1763354566.700862:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f09 [1] + 224 00000800:00000001:1.0:1763354566.700867:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.700885:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.700888:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.700892:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.700897:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.700902:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.700914:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.700933:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.700956:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.700960:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.700982:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.700988:0:74539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.700989:0:74539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.700991:0:74539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9f8. 00000400:00000200:2.0:1763354566.700994:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:2.0:1763354566.700995:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:2.0:1763354566.700997:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.701006:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.701014:0:74539:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.701018:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.701019:0:74539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.701021:0:74539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.701023:0:74539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.701024:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.701025:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.701027:0:74539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.701031:0:74539:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354566.701078:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.701081:0:74539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.701084:0:74539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.701087:0:74539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.701090:0:74539:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.701093:0:74539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.701098:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.701106:0:74539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.701109:0:74539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.701111:0:74539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.701113:0:74539:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.701115:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.701128:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.701130:0:74539:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.701134:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.701143:0:74539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542722304:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.701147:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.701150:0:74539:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.701152:0:74539:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.701154:0:74539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.701157:0:74539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1180 x1848998542722304/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.701163:0:74539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.701166:0:74539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.701168:0:74539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5473b4400. 02000000:00000001:2.0:1763354566.701171:0:74539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.701173:0:74539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.701175:0:74539:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763354566.701177:0:74539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.701179:0:74539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5473b5800. 02000000:00000001:2.0:1763354566.701184:0:74539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.701187:0:74539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.701189:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1180. 00000100:00000001:2.0:1763354566.701192:0:74539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.701194:0:74539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.701196:0:74539:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095000. 00000100:00000001:2.0:1763354566.701199:0:74539:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.701200:0:74539:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.701202:0:74539:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af440. 00010000:00000001:2.0:1763354566.701204:0:74539:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.701206:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.701207:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.701211:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.701214:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: --/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.701222:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.701224:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763354566.701225:0:74539:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff66f242600 00010000:00000001:2.0:1763354566.701226:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.701227:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.701229:0:74539:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.701230:0:74539:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.701232:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.701233:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.701234:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.701235:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.701236:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.701237:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f242600, rc 0) 00000020:00000001:2.0:1763354566.701239:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.701241:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841120128 00010000:00000001:2.0:1763354566.701242:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.701245:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b318380 x1848998841120128/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.701250:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.701252:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.701254:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.701256:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.701258:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.701259:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.701261:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.701262:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.701264:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.701265:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.701268:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354566.701270:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841120128, offset 224 00000400:00000200:2.0:1763354566.701274:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.701278:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.701282:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556831:1556831:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556827:1556827:8:4294967295] 00000400:00000200:2.0:1763354566.701288:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.701291:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.701294:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff800. 00000800:00000200:2.0:1763354566.701296:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.701300:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.701302:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.701313:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.701316:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.701317:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.701318:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.701320:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.701323:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318380 x1848998841120128/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.701329:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+22:253180:x1848998841120128:12345-192.168.203.48@tcp:101:cp.0 Request processed in 1816us (2008us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.701335:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85244 00000100:00000040:2.0:1763354566.701338:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354566.701340:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.701342:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.701344:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.701349:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.701352:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000020:00000040:2.0:1763354566.701355:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000100:00000001:2.0:1763354566.701356:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.701390:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.701394:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:1.0:1763354566.701398:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.701403:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.701407:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000400:00000010:1.0:1763354566.701409:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00000001:1.0:1763354566.701412:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.701414:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.701600:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.701607:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.701609:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.701612:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.701617:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.701625:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d7600 00000400:00000200:1.0:1763354566.701632:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1301 [2] + 1640 00000800:00000001:1.0:1763354566.701637:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.701643:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.701645:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.701649:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.701654:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.701655:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.701659:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318e00. 00000100:00000040:1.0:1763354566.701662:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318e00 x1848998841120256 msgsize 328 00000100:00100000:1.0:1763354566.701667:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.701679:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.701684:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.701687:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.701707:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.701710:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120256 02000000:00000001:0.0:1763354566.701711:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.701713:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.701714:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.701716:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.701718:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120256 00000020:00000001:0.0:1763354566.701720:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.701721:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.701722:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.701724:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:0.0:1763354566.701726:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.701728:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.701730:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.701733:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.701735:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.701737:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.701741:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.701744:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.701746:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.701751:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.701753:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.701754:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.701755:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.701757:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.701758:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.701760:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.701761:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.701763:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8e00 refcount=4 00000020:00000001:0.0:1763354566.701764:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.701766:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00010000:0.0:1763354566.701770:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 12321 lvb_type: 1 00010000:00000001:0.0:1763354566.701776:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.701777:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.701778:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.701779:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.701783:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.701786:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b318e00 x1848998841120256/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.701792:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.701793:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.701803:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.701819:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.701820:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.701822:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6367 00000100:00000040:0.0:1763354566.701824:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.701826:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255977472 : -123186453574144 : ffff8ff66b318e00) 00000100:00000040:0.0:1763354566.701829:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318e00 x1848998841120256/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.701836:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.701838:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.701840:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.701842:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.701845:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841120256:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.701848:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120256 00010000:00000001:0.0:1763354566.701850:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.701851:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.701853:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.701855:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.701856:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.701859:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901e800. 02000000:00000001:0.0:1763354566.701860:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.701862:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.701863:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.701864:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.701866:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.701867:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.701868:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8e00 refcount=4 00000020:00000001:0.0:1763354566.701869:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:0.0:1763354566.701870:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000040:0.0:1763354566.701872:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 3 00010000:00010000:0.0:1763354566.701875:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 12321 lvb_type: 1 00000100:00001000:0.0:1763354566.701880:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.701882:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.701885:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.701889:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.701892:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 12321 lvb_type: 1 00000020:00000001:0.0:1763354566.701897:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.701899:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.701900:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.701902:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.701905:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.701906:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.701909:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.701910:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.701911:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.701913:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.701914:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8e00 with handle 0x4a8bb634222cb1d4 from hash 00010000:00000001:0.0:1763354566.701916:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.701917:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.701918:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.701919:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.701922:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.701923:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.701924:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.701925:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.701927:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb1d4 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f4157b expref: 22 pid: 74534 timeout: 12321 lvb_type: 1 00010000:00000040:0.0:1763354566.701933:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:0.0:1763354566.701934:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00010000:00000001:0.0:1763354566.701955:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.701957:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.701959:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354566.701960:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff66f242600 00010000:00000001:0.0:1763354566.701962:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.701963:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.701965:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.701967:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.701969:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.701970:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.701972:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.701975:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.701977:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.701981:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 21 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.701989:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354566.701993:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 21 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.702002:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fb:0x0].0x0 (ffff8ff58f2a1500) refcount = 2 00010000:00000040:0.0:1763354566.702005:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.702008:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 21 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.702017:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.702018:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.702020:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.702022:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.702024:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.702029:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.702031:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.702057:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.702059:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.702061:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.702062:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.702064:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.702066:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.702068:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763354566.702071:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66300. 00000020:00000040:0.0:1763354566.702073:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354566.702076:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.702078:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.702080:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763354566.702084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676580200. 02000000:00000010:0.0:1763354566.702084:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176f400. 00000100:00000001:0.0:1763354566.702088:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.702095:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 21 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.702101:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.702103:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.702106:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.702111:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.702112:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.702115:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542722432:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.702117:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.702119:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.702120:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.702121:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.702123:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176f000. 02000000:00000001:0.0:1763354566.702124:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.702128:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354566.702131:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b088. 00000100:00000200:0.0:1763354566.702133:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722432, portal 16 00000100:00000001:0.0:1763354566.702135:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.702136:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333888768 : -123186375662848 : ffff8ff66fd66300) 00000100:00000040:0.0:1763354566.702139:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.702144:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.702145:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.702147:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b3b8. 00000100:00000200:0.0:1763354566.702148:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542722432, offset 0 00000400:00000200:0.0:1763354566.702151:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.702156:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.702158:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.702160:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.702162:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.702164:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.702166:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556832:1556832:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556828:1556828:8:4294967295] 00000400:00000200:0.0:1763354566.702172:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.702176:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.702179:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022c00. 00000800:00000200:0.0:1763354566.702181:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.702185:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.702188:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.702198:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.702200:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889778 00000100:00000001:0.0:1763354566.702204:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889775 00000100:00000001:0.0:1763354566.702206:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889778 00000100:00000001:0.0:1763354566.702208:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889775 00000100:00000001:0.0:1763354566.702210:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889778 00000100:00000001:0.0:1763354566.702212:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889775 00000100:00000001:0.0:1763354566.702214:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889778 00000100:00000001:0.0:1763354566.702217:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889775 00000100:00000001:0.0:1763354566.702219:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.702221:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.702222:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.702224:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.702225:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.702226:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.702228:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.702229:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.702230:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.702232:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.702233:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.702234:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.702237:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff681369e40 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.702240:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.702243:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.702259:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.702263:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022c00. 00000400:00000200:1.0:1763354566.702266:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.702269:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.702272:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b3b8 00000400:00000010:1.0:1763354566.702273:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b3b8. 00000100:00000001:1.0:1763354566.702275:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.702278:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.702284:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.702287:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.702291:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.702292:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.703334:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703342:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.703345:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703347:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.703353:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.703372:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544580 00000400:00000200:1.0:1763354566.703378:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f15 [1] + 224 00000800:00000001:1.0:1763354566.703383:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703389:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.703391:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.703395:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.703398:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.703404:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.703415:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.703445:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.703450:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703454:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.703467:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.703472:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.703474:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.703476:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354566.703479:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b088 00000400:00000010:0.0:1763354566.703480:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b088. 00000100:00000001:0.0:1763354566.703482:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.703487:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.703494:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.703499:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.703500:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.703501:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.703503:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.703504:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.703505:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.703506:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.703509:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354566.703511:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.703513:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.703514:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.703515:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.703517:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.703518:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.703521:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.703526:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.703528:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.703529:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.703530:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763354566.703532:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.703533:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.703534:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.703537:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354566.703542:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542722432:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.703545:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.703546:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.703547:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.703548:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.703550:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66300 x1848998542722432/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.703554:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.703555:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.703556:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176f000. 02000000:00000001:0.0:1763354566.703558:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.703559:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.703560:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354566.703561:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.703563:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176f400. 02000000:00000001:0.0:1763354566.703564:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.703565:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.703566:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66300. 00000100:00000001:0.0:1763354566.703568:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.703569:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.703570:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.703572:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.703573:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.703575:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354566.703577:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.703578:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.703579:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.703581:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.703583:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.703584:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.703586:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.703588:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.703590:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.703592:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.703593:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.703594:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.703596:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.703599:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b088. 00000100:00000200:0.0:1763354566.703601:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841120256, offset 224 00000400:00000200:0.0:1763354566.703604:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.703609:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.703612:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556833:1556833:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556829:1556829:8:4294967295] 00000400:00000200:0.0:1763354566.703618:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.703621:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.703624:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022c00. 00000800:00000200:0.0:1763354566.703627:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.703630:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.703633:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.703644:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.703647:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.703648:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.703650:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.703653:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318e00 x1848998841120256/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.703660:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841120256:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 1823us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.703666:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6367 00000100:00000040:0.0:1763354566.703678:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.703679:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.703681:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.703683:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.703687:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:0.0:1763354566.703691:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:0.0:1763354566.703693:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:0.0:1763354566.703695:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.703733:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.703738:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022c00. 00000400:00000200:1.0:1763354566.703742:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.703747:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.703750:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b088 00000400:00000010:1.0:1763354566.703753:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b088. 00000100:00000001:1.0:1763354566.703756:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.703758:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.703934:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703956:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.703959:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703962:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.703967:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.703975:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d7680 00000400:00000200:1.0:1763354566.703981:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 8304 00000800:00000001:1.0:1763354566.703994:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.703999:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.704001:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.704005:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.704008:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.704010:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.704014:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b319500. 00000100:00000040:1.0:1763354566.704017:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b319500 x1848998841120384 msgsize 328 00000100:00100000:1.0:1763354566.704021:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.704052:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.704060:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.704064:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.704081:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.704085:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120384 02000000:00000001:2.0:1763354566.704088:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.704090:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.704092:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.704095:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.704098:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120384 00000020:00000001:2.0:1763354566.704100:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.704102:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:2.0:1763354566.704104:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.704107:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000001:2.0:1763354566.704110:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354566.704112:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:2.0:1763354566.704115:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.704119:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.704122:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.704125:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.704129:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.704131:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.704133:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.704137:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354566.704139:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.704140:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.704141:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.704144:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.704153:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.704160:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.704161:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.704165:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85245 00000100:00000040:2.0:1763354566.704167:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:2.0:1763354566.704169:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255979264 : -123186453572352 : ffff8ff66b319500) 00000100:00000040:2.0:1763354566.704173:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b319500 x1848998841120384/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.704178:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.704180:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.704181:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.704183:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.704186:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+22:253180:x1848998841120384:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:2.0:1763354566.704188:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120384 00000020:00000001:2.0:1763354566.704190:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.704192:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.704193:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.704195:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.704197:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.704200:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.704202:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.704204:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.704206:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.704210:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.704212:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.704214:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.704216:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.704218:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.704219:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704223:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.704229:0:74539:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:2.0:1763354566.704232:0:74539:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.704234:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.704238:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243600. 00000020:00000001:2.0:1763354566.704241:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.704244:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243600 with handle 0x4a8bb634222cb213 to hash 00000020:00000001:2.0:1763354566.704246:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.704248:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354566.704250:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00010000:2.0:1763354566.704254:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 2/0,0 mode: --/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4159e expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.704261:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 17 00000020:00000040:2.0:1763354566.704263:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00000100:00000001:2.0:1763354566.704267:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.704269:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.704272:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54f212800. 02000000:00000001:2.0:1763354566.704273:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.704274:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704276:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.704278:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.704279:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.704280:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.704282:0:74539:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763354566.704283:0:74539:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.704287:0:74539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 2/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354566.704291:0:74539:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.704293:0:74539:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.704294:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.704295:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704296:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.704297:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.704298:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.704299:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.704301:0:74539:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.704303:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 4/0,0 mode: --/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.704312:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d8:0x0].0x0 (ffff8ff547fad600) refcount = 2 00010000:00000040:2.0:1763354566.704314:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.704316:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763354566.704320:0:74539:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.704322:0:74539:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 4/0,0 mode: --/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.704326:0:74539:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.704328:0:74539:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.704330:0:74539:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095000. 00000100:00000001:2.0:1763354566.704331:0:74539:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:2.0:1763354566.704333:0:74539:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303671808 : -123186405879808 : ffff8ff66e095000) 00000100:00000001:2.0:1763354566.704334:0:74539:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.704335:0:74539:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.704336:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.704337:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.704338:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.704339:0:74539:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.704340:0:74539:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.704341:0:74539:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.704342:0:74539:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354566.704344:0:74539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1180. 00000020:00000040:2.0:1763354566.704346:0:74539:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763354566.704348:0:74539:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.704349:0:74539:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.704350:0:74539:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.704352:0:74539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b5800. 00000100:00000001:2.0:1763354566.704366:0:74539:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.704369:0:74539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763354566.704377:0:74539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 12321 lvb_type: 1 00010000:00000001:2.0:1763354566.704383:0:74539:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.704384:0:74539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.704387:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.704392:0:74539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.704393:0:74539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.704395:0:74539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:74539:1848998542722560:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.704398:0:74539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.704399:0:74539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.704400:0:74539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.704401:0:74539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.704403:0:74539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5473b4400. 02000000:00000001:2.0:1763354566.704404:0:74539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.704406:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9f8. 00000400:00000010:2.0:1763354566.704410:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7660. 00000100:00000200:2.0:1763354566.704412:0:74539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722560, portal 16 00000100:00000001:2.0:1763354566.704413:0:74539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.704414:0:74539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 00000100:00000040:2.0:1763354566.704417:0:74539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.704432:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.704433:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.704435:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7f68. 00000100:00000200:2.0:1763354566.704436:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542722560, offset 0 00000400:00000200:2.0:1763354566.704439:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.704443:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.704446:0:74539:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.704448:0:74539:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.704449:0:74539:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.704451:0:74539:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.704453:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556834:1556834:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556830:1556830:8:4294967295] 00000400:00000200:2.0:1763354566.704459:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.704462:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.704464:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.704467:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.704471:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.704473:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.704484:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.704486:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889780 00000100:00000001:2.0:1763354566.704490:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889778 00000100:00000001:2.0:1763354566.704492:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889780 00000100:00000001:2.0:1763354566.704494:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889778 00000100:00000001:2.0:1763354566.704496:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889780 00000100:00000001:2.0:1763354566.704498:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889778 00000100:00000001:2.0:1763354566.704499:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889780 00000100:00000001:2.0:1763354566.704501:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889778 00000100:00000001:2.0:1763354566.704502:0:74539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.704503:0:74539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704505:0:74539:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704506:0:74539:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.704507:0:74539:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704508:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.704509:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.704510:0:74539:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.704511:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.704512:0:74539:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.704514:0:74539:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.704515:0:74539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.704516:0:74539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.704518:0:74539:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095000 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.704519:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.704521:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.704577:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.704582:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.704587:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.704592:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.704596:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:1.0:1763354566.704599:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:1.0:1763354566.704602:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.704608:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.704617:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.704621:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.704627:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.704629:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.705546:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.705551:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.705553:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.705555:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.705558:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.705564:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544600 00000400:00000200:1.0:1763354566.705568:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f21 [1] + 224 00000800:00000001:1.0:1763354566.705572:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.705575:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.705577:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.705581:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.705585:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.705589:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.705604:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.705622:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.705628:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.705631:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.705683:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.705688:0:74539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.705689:0:74539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.705690:0:74539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9f8. 00000400:00000200:2.0:1763354566.705694:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:2.0:1763354566.705695:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:2.0:1763354566.705697:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.705702:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.705709:0:74539:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.705714:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.705715:0:74539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.705717:0:74539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.705718:0:74539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.705719:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.705720:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.705722:0:74539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.705725:0:74539:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354566.705727:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.705729:0:74539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.705730:0:74539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.705731:0:74539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.705733:0:74539:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.705734:0:74539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.705737:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.705741:0:74539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.705743:0:74539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.705744:0:74539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.705746:0:74539:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.705747:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.705748:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.705749:0:74539:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.705752:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.705756:0:74539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:74539:1848998542722560:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.705759:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.705760:0:74539:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.705762:0:74539:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.705763:0:74539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.705765:0:74539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1180 x1848998542722560/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.705779:0:74539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.705780:0:74539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.705782:0:74539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5473b4400. 02000000:00000001:2.0:1763354566.705784:0:74539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.705785:0:74539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.705786:0:74539:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763354566.705787:0:74539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.705788:0:74539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5473b5800. 02000000:00000001:2.0:1763354566.705791:0:74539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.705792:0:74539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.705793:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1180. 00000100:00000001:2.0:1763354566.705795:0:74539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.705796:0:74539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.705797:0:74539:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095000. 00000100:00000001:2.0:1763354566.705799:0:74539:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.705800:0:74539:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.705802:0:74539:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af440. 00010000:00000001:2.0:1763354566.705804:0:74539:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.705805:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.705807:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.705810:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.705814:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: --/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.705822:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.705823:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763354566.705824:0:74539:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff66f243600 00010000:00000001:2.0:1763354566.705825:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.705827:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.705828:0:74539:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.705830:0:74539:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.705831:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.705832:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.705833:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.705834:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.705835:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.705836:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243600, rc 0) 00000020:00000001:2.0:1763354566.705846:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.705847:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841120384 00010000:00000001:2.0:1763354566.705849:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.705851:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b319500 x1848998841120384/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.705856:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.705857:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.705859:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.705861:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.705862:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.705864:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.705866:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.705867:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.705869:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.705870:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.705873:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7660. 00000100:00000200:2.0:1763354566.705875:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841120384, offset 224 00000400:00000200:2.0:1763354566.705879:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.705884:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.705887:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556835:1556835:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556831:1556831:8:4294967295] 00000400:00000200:2.0:1763354566.705894:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.705897:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.705900:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.705903:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.705916:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.705918:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.705930:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.705932:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.705934:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.705935:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.705937:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.705953:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b319500 x1848998841120384/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.705961:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+23:253180:x1848998841120384:12345-192.168.203.48@tcp:101:cp.0 Request processed in 1780us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.705966:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85245 00000100:00000040:2.0:1763354566.705969:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:2.0:1763354566.705971:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.705972:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.705975:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.705978:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.705981:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000020:00000040:2.0:1763354566.705984:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:2.0:1763354566.705986:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.706014:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.706019:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.706023:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.706029:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.706058:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:1.0:1763354566.706062:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:1.0:1763354566.706067:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.706069:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.706139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581000. 00000800:00000001:1.0:1763354566.706203:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.706209:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.706211:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.706214:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.706219:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.706227:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d7700 00000400:00000200:1.0:1763354566.706233:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b1301 [2] + 1968 00000400:00000010:1.0:1763354566.706237:0:3649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66f2c87e8. 00000400:00000200:1.0:1763354566.706240:0:3649:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff6793de3c0 00000800:00000001:1.0:1763354566.706244:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.706249:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.706252:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.706256:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.706259:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6793de3c0 00000400:00000010:1.0:1763354566.706261:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff6793de3c0. 00000100:00000001:1.0:1763354566.706264:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.706266:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763354566.706269:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff658718850 x1848998841120512 msgsize 328 00000100:00100000:1.0:1763354566.706273:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354566.706277:0:3649:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354566.706290:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.706310:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.706314:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.706356:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.706384:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120512 02000000:00000001:0.0:1763354566.706386:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.706388:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.706389:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.706391:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.706393:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120512 00000020:00000001:0.0:1763354566.706394:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.706395:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354566.706397:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.706398:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:0.0:1763354566.706400:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354566.706402:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354566.706404:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.706407:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.706409:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.706411:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.706414:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.706416:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.706419:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.706422:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.706433:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.706434:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.706436:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.706437:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706439:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.706441:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.706442:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.706443:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=4 00000020:00000001:0.0:1763354566.706445:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:0.0:1763354566.706446:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00010000:0.0:1763354566.706453:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 12321 lvb_type: 1 00010000:00000001:0.0:1763354566.706462:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.706464:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.706465:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.706467:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.706470:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.706475:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff658718850 x1848998841120512/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.706483:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.706485:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.706500:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.706509:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.706511:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.706515:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6368 00000100:00000040:0.0:1763354566.706519:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354566.706522:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941403216 : -123186768148400 : ffff8ff658718850) 00000100:00000040:0.0:1763354566.706527:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff658718850 x1848998841120512/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.706536:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.706540:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.706542:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.706545:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.706549:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff658718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841120512:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.706552:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120512 00010000:00000001:0.0:1763354566.706553:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.706555:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.706556:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.706559:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.706560:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.706563:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901e000. 02000000:00000001:0.0:1763354566.706564:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.706566:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706567:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.706568:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.706570:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.706571:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.706572:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=4 00000020:00000001:0.0:1763354566.706573:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:0.0:1763354566.706575:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000040:0.0:1763354566.706577:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 3 00010000:00010000:0.0:1763354566.706580:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 4/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 12321 lvb_type: 1 00000100:00001000:0.0:1763354566.706585:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=10 v=5 (1 0 0 0) 00010000:00000001:0.0:1763354566.706587:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.706590:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.706591:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.706598:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 3/0,0 mode: PR/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 12321 lvb_type: 1 00000020:00000001:0.0:1763354566.706604:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.706605:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.706606:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.706607:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706611:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.706612:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.706614:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.706615:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.706616:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.706618:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.706619:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243400 with handle 0x4a8bb634222cb1db from hash 00010000:00000001:0.0:1763354566.706621:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.706622:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.706623:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.706624:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.706627:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.706629:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706630:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.706631:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.706633:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243400/0x4a8bb634222cb1db lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.48@tcp remote: 0x4851492765f41582 expref: 23 pid: 74539 timeout: 12321 lvb_type: 1 00010000:00000040:0.0:1763354566.706638:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 16 00000020:00000040:0.0:1763354566.706639:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:0.0:1763354566.706642:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.706643:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.706644:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354566.706645:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff66f243600 00010000:00000001:0.0:1763354566.706646:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.706648:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.706649:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.706650:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.706652:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.706653:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.706654:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.706655:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.706656:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.706659:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.706663:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354566.706666:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.706674:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d8:0x0].0x0 (ffff8ff547fad600) refcount = 2 00010000:00000040:0.0:1763354566.706677:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.706680:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.706688:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.706689:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706691:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.706693:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.706695:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.706699:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.706701:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.706705:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.706707:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.706709:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887625408064 : -123186084143552 : ffff8ff681369e40) 00000100:00000001:0.0:1763354566.706711:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.706713:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.706714:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.706716:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763354566.706719:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66300. 00000020:00000040:0.0:1763354566.706722:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763354566.706725:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.706727:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.706729:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.706733:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176f400. 00000100:00000001:0.0:1763354566.706736:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.706743:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 22 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.706751:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.706754:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.706769:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.706778:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.706779:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.706782:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542722688:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.706785:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.706787:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.706788:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.706790:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.706792:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176f000. 02000000:00000001:0.0:1763354566.706793:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.706796:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354566.706798:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b880. 00000100:00000200:0.0:1763354566.706801:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722688, portal 16 00000100:00000001:0.0:1763354566.706802:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.706804:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333888768 : -123186375662848 : ffff8ff66fd66300) 00000100:00000040:0.0:1763354566.706807:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.706812:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.706814:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.706815:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b000. 00000100:00000200:0.0:1763354566.706817:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542722688, offset 0 00000400:00000200:0.0:1763354566.706820:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.706835:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.706837:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.706839:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.706841:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.706843:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.706845:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556836:1556836:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556832:1556832:8:4294967295] 00000400:00000200:0.0:1763354566.706851:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.706854:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.706857:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022f00. 00000800:00000200:0.0:1763354566.706860:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.706863:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.706866:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.706878:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.706880:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889782 00000100:00000001:0.0:1763354566.706883:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889780 00000100:00000001:0.0:1763354566.706886:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889782 00000100:00000001:0.0:1763354566.706888:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889780 00000100:00000001:0.0:1763354566.706890:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889782 00000100:00000001:0.0:1763354566.706892:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889780 00000100:00000001:0.0:1763354566.706893:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889782 00000100:00000001:0.0:1763354566.706895:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889780 00000100:00000001:0.0:1763354566.706897:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.706898:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706900:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706902:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706903:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.706904:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.706905:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.706907:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.706908:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.706909:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.706911:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.706912:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.706914:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff681369e40 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.706916:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.706917:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.706962:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.706966:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022f00. 00000400:00000200:1.0:1763354566.706969:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.706972:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.706975:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b000 00000400:00000010:1.0:1763354566.706976:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b000. 00000100:00000001:1.0:1763354566.706978:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.706982:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.706988:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.706990:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.706995:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.706996:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.708448:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.708454:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.708456:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.708457:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.708462:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.708469:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544680 00000400:00000200:1.0:1763354566.708473:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f2d [1] + 224 00000800:00000001:1.0:1763354566.708476:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.708481:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.708483:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.708485:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.708488:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.708491:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.708498:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.708512:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.708516:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.708518:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.708531:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.708535:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.708537:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.708539:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29f9f8. 00000400:00000200:0.0:1763354566.708542:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b880 00000400:00000010:0.0:1763354566.708543:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b880. 00000100:00000001:0.0:1763354566.708545:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.708549:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.708555:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.708560:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.708561:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.708563:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.708565:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.708566:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.708567:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.708568:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.708571:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354566.708574:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.708576:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.708577:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.708578:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.708580:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.708582:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.708584:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.708589:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.708590:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.708591:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.708593:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763354566.708594:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.708595:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.708596:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.708598:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354566.708603:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542722688:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.708606:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.708608:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.708609:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.708610:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.708612:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66300 x1848998542722688/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.708616:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.708617:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.708619:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176f000. 02000000:00000001:0.0:1763354566.708621:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.708622:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.708623:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763354566.708625:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.708626:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176f400. 02000000:00000001:0.0:1763354566.708628:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.708629:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.708630:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66300. 00000100:00000001:0.0:1763354566.708632:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.708633:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.708635:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff681369e40. 00000100:00000001:0.0:1763354566.708637:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.708638:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.708640:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354566.708641:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.708643:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.708644:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.708646:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.708648:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.708649:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.708652:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.708653:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.708655:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.708656:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.708657:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.708659:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.708660:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.708672:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b880. 00000100:00000200:0.0:1763354566.708673:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841120512, offset 224 00000400:00000200:0.0:1763354566.708677:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.708681:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.708685:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556837:1556837:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556833:1556833:8:4294967295] 00000400:00000200:0.0:1763354566.708691:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.708695:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.708698:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022100. 00000800:00000200:0.0:1763354566.708701:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.708704:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.708707:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.708718:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.708721:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.708722:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.708724:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.708727:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff658718850 x1848998841120512/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.708735:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff658718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841120512:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 2197us (2464us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.708741:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6368 00000100:00000040:0.0:1763354566.708751:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354566.708752:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.708754:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.708757:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.708760:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:0.0:1763354566.708763:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:0.0:1763354566.708766:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 02000000:00000001:0.0:1763354566.708770:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.708772:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901e800. 02000000:00000001:0.0:1763354566.708774:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.708775:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b318e00. 02000000:00000001:0.0:1763354566.708779:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.708780:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901c800. 00000800:00000200:1.0:1763354566.708782:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1763354566.708782:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.708784:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31ad80. 00000800:00000010:1.0:1763354566.708786:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022100. 02000000:00000001:0.0:1763354566.708788:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.708791:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901d800. 00000400:00000200:1.0:1763354566.708792:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1763354566.708794:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.708797:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664846a00. 00000400:00000200:1.0:1763354566.708799:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 02000000:00000001:0.0:1763354566.708802:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1763354566.708804:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b880 02000000:00000010:0.0:1763354566.708805:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff58a0b9400. 00000400:00000010:1.0:1763354566.708816:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b880. 02000000:00000001:0.0:1763354566.708820:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354566.708821:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:0.0:1763354566.708822:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 02000000:00000001:1.0:1763354566.708825:0:3649:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354566.708828:0:3649:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901e000. 02000000:00000001:0.0:1763354566.708828:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.708831:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901dc00. 02000000:00000001:1.0:1763354566.708835:0:3649:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763354566.708835:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.708838:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52d80. 00000100:00000001:1.0:1763354566.708839:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1763354566.708842:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.708844:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901d400. 02000000:00000001:0.0:1763354566.708847:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763354566.708848:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847800. 00000100:00000001:0.0:1763354566.708851:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763354566.708854:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763354566.708858:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29f9f8. 00000400:00000010:0.0:1763354566.708861:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff681369e40. 00000800:00000001:1.0:1763354566.709227:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.709232:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.709234:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.709235:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.709239:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.709245:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 6 MB=0x691a7971d7780 00000400:00000200:1.0:1763354566.709250:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 440/440 into md 0x1e60fd [128] + 72136 00000800:00000001:1.0:1763354566.709253:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.709257:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.709259:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.709261:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.709264:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.709266:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354566.709269:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31a680. 00000100:00000040:1.0:1763354566.709271:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31a680 x1848998841120640 msgsize 440 00000100:00100000:1.0:1763354566.709274:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.709284:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.709287:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.709289:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.709327:0:69826:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.709330:0:69826:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120640 02000000:00000001:2.0:1763354566.709332:0:69826:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.709333:0:69826:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.709335:0:69826:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.709337:0:69826:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.709339:0:69826:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120640 00000020:00000001:2.0:1763354566.709341:0:69826:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.709342:0:69826:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.709343:0:69826:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.709345:0:69826:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:2.0:1763354566.709347:0:69826:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.709349:0:69826:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.709351:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.709354:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.709356:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.709369:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.709372:0:69826:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.709374:0:69826:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.709377:0:69826:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.709382:0:69826:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763354566.709401:0:69826:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.709402:0:69826:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763354566.709404:0:69826:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354566.709406:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.709408:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830720 : -1043720896 : ffffffffc1ca1540) 00000020:00000001:2.0:1763354566.709410:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.709413:0:69826:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354566.709416:0:69826:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354566.709418:0:69826:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709421:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.709434:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709436:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.709438:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.709441:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709443:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.709444:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.709446:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709448:0:69826:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.709450:0:69826:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.709453:0:69826:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.709456:0:69826:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.709458:0:69826:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.709461:0:69826:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.709465:0:69826:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763354566.709467:0:69826:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419266/21499 (0->18446744073709551615) 00002000:00000001:2.0:1763354566.709470:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354566.709472:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff66b31a680 with x1848998841120640 ext(0->18446744073709551615) 00010000:00000001:2.0:1763354566.709476:0:69826:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763354566.709480:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00010000:00000001:2.0:1763354566.709484:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.709488:0:69826:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763354566.709501:0:69826:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.709504:0:69826:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763354566.709506:0:69826:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354566.709508:0:69826:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff66b31a680. 00002000:00000001:2.0:1763354566.709510:0:69826:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.709513:0:69826:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.709519:0:69826:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.709532:0:69826:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.709540:0:69826:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.709542:0:69826:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.709546:0:69826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1961 00000100:00000040:2.0:1763354566.709548:0:69826:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354566.709550:0:69826:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255983744 : -123186453567872 : ffff8ff66b31a680) 00000100:00000040:2.0:1763354566.709558:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31a680 x1848998841120640/t0(0) o10->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.709566:0:69826:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.709587:0:69826:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.709589:0:69826:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.709591:0:69826:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.709594:0:69826:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841120640:12345-192.168.203.48@tcp:10:cp.0 00000100:00000200:2.0:1763354566.709598:0:69826:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120640 00000020:00000001:2.0:1763354566.709600:0:69826:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.709602:0:69826:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.709604:0:69826:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.709605:0:69826:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.709607:0:69826:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830720 : -1043720896 : ffffffffc1ca1540) 00000020:00000001:2.0:1763354566.709609:0:69826:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.709611:0:69826:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.709613:0:69826:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.709614:0:69826:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.709615:0:69826:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.709617:0:69826:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.709619:0:69826:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.709622:0:69826:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54f211000. 02000000:00000001:2.0:1763354566.709623:0:69826:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.709625:0:69826:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.709627:0:69826:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:2.0:1763354566.709629:0:69826:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x280000402:0x53fb:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:2.0:1763354566.709632:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.709634:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.709638:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00002000:00000001:2.0:1763354566.709640:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:2.0:1763354566.709644:0:69826:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000002:2.0:1763354566.709664:0:69826:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x0 for inode 2337 00002000:00000001:2.0:1763354566.709667:0:69826:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.709669:0:69826:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.709671:0:69826:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354566.709674:0:69826:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.709677:0:69826:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.709681:0:69826:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b5800. 00080000:00000001:2.0:1763354566.709684:0:69826:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000001:00000001:2.0:1763354566.709685:0:69826:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.709687:0:69826:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.709689:0:69826:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763354566.709692:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709694:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:2.0:1763354566.709697:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709699:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709700:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=0, id=0 00000001:00000001:2.0:1763354566.709702:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709704:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709705:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=0, id=0 00000001:00000001:2.0:1763354566.709707:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.709708:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:2.0:1763354566.709709:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709713:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=0, id=0 00000001:00000001:2.0:1763354566.709715:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.709717:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.709717:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354566.709719:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709722:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000800:00000001:1.0:1763354566.709723:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:2.0:1763354566.709728:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.709730:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354566.709733:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709737:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=1, id=0 00000400:00000200:1.0:1763354566.709741:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000001:00000001:2.0:1763354566.709743:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.709747:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709748:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=1, id=0 00000001:00000001:2.0:1763354566.709753:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.709769:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 6 MB=0x691a7971d7800 00000001:00000001:2.0:1763354566.709773:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709776:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=1, id=0 00000400:00000200:1.0:1763354566.709779:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 440/440 into md 0x1e60fd [128] + 72576 00000001:00000001:2.0:1763354566.709781:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.709786:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.709789:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:2.0:1763354566.709790:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709794:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000800:00000001:1.0:1763354566.709796:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763354566.709797:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.709799:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1763354566.709802:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000400:00000200:1.0:1763354566.709805:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000001:04000000:2.0:1763354566.709807:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=2, id=0 00000100:00000001:1.0:1763354566.709809:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:2.0:1763354566.709812:0:69826:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.709812:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000001:00000001:2.0:1763354566.709817:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000100:00000010:1.0:1763354566.709818:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31aa00. 00000001:04000000:2.0:1763354566.709819:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=2, id=0 00000001:00000001:2.0:1763354566.709824:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.709824:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31aa00 x1848998841120768 msgsize 440 00000001:00000001:2.0:1763354566.709829:0:69826:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.709831:0:69826:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fb:0x0] ino=2337 type=2, id=0 00000001:00000001:2.0:1763354566.709836:0:69826:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.709836:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00080000:00000001:2.0:1763354566.709841:0:69826:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:2.0:1763354566.709842:0:69826:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:2.0:1763354566.709844:0:69826:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.709847:0:69826:0:(osd_io.c:2659:osd_declare_punch()) Process entered 00000001:00000001:2.0:1763354566.709848:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1763354566.709852:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000010:2.0:1763354566.709855:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.709858:0:69826:0:(osd_io.c:2699:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.709860:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1763354566.709862:0:69826:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000800:00000001:1.0:1763354566.709865:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.709867:0:69826:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.709872:0:69826:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.709874:0:69826:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af8c0. 00080000:00000001:2.0:1763354566.709875:0:69826:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.709877:0:99670:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.709880:0:99670:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120768 00080000:00000001:2.0:1763354566.709883:0:69826:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.709883:0:99670:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.709885:0:99670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.709887:0:99670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.709889:0:69826:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6800ecea8. 02000000:00000001:0.0:1763354566.709890:0:99670:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.709894:0:99670:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120768 00000020:00000001:0.0:1763354566.709896:0:99670:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1763354566.709897:0:69826:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff6765ab5b0. 00000020:00000040:0.0:1763354566.709897:0:99670:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354566.709899:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.709902:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=22 00000020:00000010:2.0:1763354566.709903:0:69826:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff6417f9150. 00000020:00000001:0.0:1763354566.709906:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00080000:00000001:2.0:1763354566.709908:0:69826:0:(osd_io.c:2712:osd_punch()) Process entered 00000020:00000001:0.0:1763354566.709909:0:99670:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00080000:00000001:2.0:1763354566.709913:0:69826:0:(osd_io.c:2732:osd_punch()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.709913:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1763354566.709916:0:69826:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00000020:00000010:0.0:1763354566.709917:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.709920:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.709922:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.709926:0:99670:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.709929:0:99670:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.709932:0:99670:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00002000:00000001:2.0:1763354566.709934:0:69826:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1763354566.709935:0:99670:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.709938:0:99670:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763354566.709951:0:99670:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763354566.709953:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.709954:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830720 : -1043720896 : ffffffffc1ca1540) 00000020:00000001:0.0:1763354566.709957:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.709958:0:99670:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354566.709960:0:99670:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.709962:0:99670:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.709964:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.709965:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.709967:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00080000:00000001:2.0:1763354566.709969:0:69826:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.709969:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.709976:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00000001:00000001:0.0:1763354566.709976:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354566.709980:0:69826:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x53fb:0x0] set xattr 'trusted.fid' with size 52 00000001:00000001:0.0:1763354566.709980:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.709983:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.709988:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.709991:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.709993:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.709994:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.709996:0:99670:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.709998:0:69826:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.709999:0:99670:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.710005:0:69826:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000020:00000001:0.0:1763354566.710006:0:99670:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.710009:0:69826:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000001:0.0:1763354566.710010:0:99670:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00080000:00000001:2.0:1763354566.710013:0:69826:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00002000:00010000:0.0:1763354566.710014:0:99670:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161091/21464 (0->18446744073709551615) 00080000:00000002:2.0:1763354566.710016:0:69826:0:(osd_handler.c:5216:osd_xattr_set()) [0x280000402:0x53fb:0x0] set version 0x30000a65b (old 0x0) for inode 2337 00080000:00000001:2.0:1763354566.710022:0:69826:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.710022:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00000001:00000002:2.0:1763354566.710026:0:69826:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944475, last_committed = 12884944458 00002000:00100000:0.0:1763354566.710027:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff66b31aa00 with x1848998841120768 ext(0->18446744073709551615) 00000001:00000010:2.0:1763354566.710030:0:69826:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37c00. 00010000:00000010:0.1:1763354566.710060:0:99670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8e00. 00010000:00000001:0.0:1763354566.710067:0:99670:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00000001:00000040:2.0:1763354566.710070:0:69826:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 2 00010000:00000040:0.0:1763354566.710074:0:99670:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00000020:00000040:2.0:1763354566.710076:0:69826:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=22 00010000:00000001:0.0:1763354566.710079:0:99670:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.710083:0:99670:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:0.0:1763354566.710086:0:99670:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.710088:0:99670:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:0.0:1763354566.710090:0:99670:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763354566.710093:0:99670:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ff66b31aa00. 00000001:00000001:2.0:1763354566.710096:0:69826:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.710097:0:99670:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.710103:0:99670:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.710107:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af8c0. 00000100:00000001:0.0:1763354566.710109:0:99670:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.710112:0:69826:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.710116:0:69826:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.710118:0:69826:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.710120:0:69826:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.710124:0:69826:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:0.0:1763354566.710125:0:99670:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.710132:0:69826:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8ff54f211c00. 00000020:00000001:2.0:1763354566.710136:0:69826:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.710138:0:99670:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:2.0:1763354566.710139:0:69826:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000100:00000001:0.0:1763354566.710143:0:99670:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000002:2.0:1763354566.710144:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00000040:2.0:1763354566.710149:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00000100:00100000:0.0:1763354566.710151:0:99670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1962 00010000:00000001:2.0:1763354566.710152:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354566.710158:0:69826:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00000040:0.0:1763354566.710158:0:99670:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00002000:00000001:2.0:1763354566.710163:0:69826:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:0.0:1763354566.710163:0:99670:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255984640 : -123186453566976 : ffff8ff66b31aa00) 00000020:00000001:2.0:1763354566.710166:0:69826:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.710170:0:69826:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000100:00000040:0.0:1763354566.710171:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31aa00 x1848998841120768/t0(0) o10->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354566.710174:0:69826:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:2.0:1763354566.710179:0:69826:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354566.710182:0:69826:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.710184:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00010000:2.0:1763354566.710185:0:69826:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763354566.710188:0:69826:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb mtime from disk: 0 -> 1763354566 00000020:00000010:0.0:1763354566.710188:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00002000:00010000:2.0:1763354566.710193:0:69826:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb atime from disk: 0 -> 0 00000100:00000001:0.0:1763354566.710193:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00010000:2.0:1763354566.710199:0:69826:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb ctime from disk: 0 -> 1763354566 00000020:00000010:0.0:1763354566.710199:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00002000:00010000:2.0:1763354566.710204:0:69826:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1763354566.710208:0:99670:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841120768:12345-192.168.203.48@tcp:10:cp.0 00000020:00000002:2.0:1763354566.710209:0:69826:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00000040:2.0:1763354566.710215:0:69826:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 12884944475, xid 1848998841120640 00000100:00000200:0.0:1763354566.710215:0:99670:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120768 00000020:00000001:0.0:1763354566.710219:0:99670:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1763354566.710220:0:69826:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:0.0:1763354566.710222:0:99670:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.710224:0:99670:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1763354566.710227:0:69826:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31a680 x1848998841120640/t12884944475(0) o10->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1763354566.710228:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.710230:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830720 : -1043720896 : ffffffffc1ca1540) 00000020:00000001:0.0:1763354566.710235:0:99670:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.710238:0:99670:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.710240:0:69826:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1763354566.710241:0:99670:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.710244:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1763354566.710245:0:69826:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.710246:0:99670:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.710249:0:69826:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.710250:0:99670:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.710252:0:99670:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1763354566.710254:0:69826:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1763354566.710256:0:99670:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff54901d400. 00000100:00000040:2.0:1763354566.710259:0:69826:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 02000000:00000001:0.0:1763354566.710260:0:99670:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.710263:0:69826:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000001:0.0:1763354566.710264:0:99670:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.710267:0:69826:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:0.0:1763354566.710269:0:99670:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 02000000:00000001:2.0:1763354566.710270:0:69826:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000002:0.0:1763354566.710272:0:99670:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x2c0000403:0x53d8:0x0], valid = 0x18000000300463d, start = 0, end = -1 00000100:00000001:2.0:1763354566.710274:0:69826:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:0.0:1763354566.710277:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000040:2.0:1763354566.710279:0:69826:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.710289:0:69826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be72a8. 00000020:00000001:0.0:1763354566.710289:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.710294:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00000100:00000200:2.0:1763354566.710295:0:69826:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841120640, offset 224 00002000:00000001:0.0:1763354566.710299:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00000400:00000200:2.0:1763354566.710303:0:69826:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00002000:00000001:0.0:1763354566.710304:0:99670:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000002:0.0:1763354566.710308:0:99670:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x0 for inode 2349 00002000:00000001:0.0:1763354566.710311:0:99670:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.710313:0:69826:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00002000:00000001:0.0:1763354566.710314:0:99670:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.710319:0:99670:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00000400:00000200:2.0:1763354566.710323:0:69826:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556838:1556838:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556834:1556834:8:4294967295] 00002000:00000001:0.0:1763354566.710323:0:99670:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710328:0:99670:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.710332:0:99670:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176f400. 00000400:00000200:2.0:1763354566.710336:0:69826:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00080000:00000001:0.0:1763354566.710337:0:99670:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603092480 : -123190106459136 : ffff8ff59176f400) 00000001:00000001:0.0:1763354566.710342:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000800:00000200:2.0:1763354566.710345:0:69826:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000001:00000001:0.0:1763354566.710346:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710351:0:99670:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000800:00000010:2.0:1763354566.710363:0:69826:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff800. 00000001:00000001:0.0:1763354566.710363:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710367:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:0.0:1763354566.710370:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763354566.710371:0:69826:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000001:00000001:0.0:1763354566.710372:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710374:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=0, id=0 00000001:00000001:0.0:1763354566.710378:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710379:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710380:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=0, id=0 00000800:00000200:2.0:1763354566.710383:0:69826:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000001:00000001:0.0:1763354566.710384:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710386:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710388:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=0, id=0 00000800:00000200:2.0:1763354566.710391:0:69826:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff800 type 1, nob 528 niov 1 nkiov 1 00000001:00000001:0.0:1763354566.710391:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710394:0:99670:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710398:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710399:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:0.0:1763354566.710400:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710401:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710403:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=1, id=0 00000001:00000001:0.0:1763354566.710405:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710406:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710406:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=1, id=0 00000001:00000001:0.0:1763354566.710408:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710409:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710409:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=1, id=0 00000001:00000001:0.0:1763354566.710411:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.710413:0:69826:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710413:0:99670:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710417:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710419:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:0.0:1763354566.710420:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710421:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710422:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=2, id=0 00000001:00000001:0.0:1763354566.710423:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710424:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710425:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=2, id=0 00000001:00000001:0.0:1763354566.710427:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.710428:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:0.0:1763354566.710430:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x2c0000403:0x53d8:0x0] ino=2349 type=2, id=0 00000100:00000040:2.0:1763354566.710431:0:69826:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000001:00000001:0.0:1763354566.710433:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710437:0:99670:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.710438:0:69826:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00080000:04000000:0.0:1763354566.710440:0:99670:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00000020:00000001:2.0:1763354566.710442:0:69826:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710443:0:99670:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.710448:0:69826:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:0.0:1763354566.710448:0:99670:0:(osd_io.c:2659:osd_declare_punch()) Process entered 00000001:00000001:0.0:1763354566.710450:0:99670:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.710454:0:99670:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68a40. 00000100:00000040:2.0:1763354566.710456:0:69826:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31a680 x1848998841120640/t12884944475(0) o10->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000001:0.0:1763354566.710457:0:99670:0:(osd_io.c:2699:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710461:0:99670:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.710464:0:99670:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.710467:0:99670:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.710470:0:99670:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354566.710473:0:99670:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.710476:0:69826:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2403:x1848998841120640:12345-192.168.203.48@tcp:10:cp.0 Request processed in 905us (1200us total) trans 12884944475 rc 0/0 00000800:00000200:1.0:1763354566.710476:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:0.0:1763354566.710480:0:99670:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.710482:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000020:00000010:0.0:1763354566.710494:0:99670:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6765ab508. 00000400:00000200:1.0:1763354566.710500:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1763354566.710502:0:99670:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff6800ec070. 00000100:00100000:2.0:1763354566.710506:0:69826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1961 00000020:00000010:0.0:1763354566.710508:0:99670:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8ff6765ab230. 00000400:00000200:1.0:1763354566.710511:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000040:2.0:1763354566.710513:0:69826:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00080000:00000001:0.0:1763354566.710513:0:99670:0:(osd_io.c:2712:osd_punch()) Process entered 00080000:00000001:0.0:1763354566.710517:0:99670:0:(osd_io.c:2732:osd_punch()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.710518:0:69826:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354566.710518:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00002000:00000001:0.0:1763354566.710519:0:99670:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00000400:00000010:1.0:1763354566.710523:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00002000:00000001:2.0:1763354566.710524:0:69826:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763354566.710529:0:69826:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419266/21499 (0->18446744073709551615) 00000100:00000001:1.0:1763354566.710531:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1763354566.710532:0:99670:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00002000:00000001:2.0:1763354566.710533:0:69826:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00000100:00000001:1.0:1763354566.710535:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00100000:2.0:1763354566.710537:0:69826:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff66b31a680 with x1848998841120640 ext(0->18446744073709551615) 00010000:00000001:2.0:1763354566.710542:0:69826:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00080000:00000001:0.0:1763354566.710543:0:99670:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1763354566.710546:0:69826:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00080000:00000001:0.0:1763354566.710546:0:99670:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.710549:0:99670:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000403:0x53d8:0x0] set xattr 'trusted.fid' with size 52 00010000:00000001:2.0:1763354566.710551:0:69826:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.710555:0:69826:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00002000:00000001:0.0:1763354566.710557:0:99670:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.710558:0:69826:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710563:0:99670:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00010000:00000001:2.0:1763354566.710564:0:69826:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00000001:00000001:0.0:1763354566.710567:0:99670:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000001:2.0:1763354566.710568:0:69826:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00080000:00000001:0.0:1763354566.710570:0:99670:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00002000:00010000:2.0:1763354566.710572:0:69826:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff66b31a680. 00080000:00000002:0.0:1763354566.710573:0:99670:0:(osd_handler.c:5216:osd_xattr_set()) [0x2c0000403:0x53d8:0x0] set version 0x20000a1c5 (old 0x0) for inode 2349 00002000:00000001:2.0:1763354566.710577:0:69826:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.710578:0:99670:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763354566.710582:0:99670:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976005, last_committed = 8589976002 00000100:00000001:2.0:1763354566.710583:0:69826:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:0.0:1763354566.710585:0:99670:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0300. 00000020:00000010:2.0:1763354566.710588:0:69826:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000001:00000040:0.0:1763354566.710589:0:99670:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd21800 : new cb_count 2 00000020:00000040:0.0:1763354566.710594:0:99670:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=23 00000020:00000010:2.0:1763354566.710596:0:69826:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.710603:0:69826:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000001:00000001:0.0:1763354566.710604:0:99670:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.710610:0:69826:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00080000:00000010:0.0:1763354566.710610:0:99670:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00000100:00000001:2.0:1763354566.710617:0:69826:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1763354566.710617:0:99670:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68a40. 00040000:00000001:0.0:1763354566.710621:0:99670:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.710623:0:99670:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.710625:0:99670:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.710628:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:0.0:1763354566.710634:0:99670:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8ff54901dc00. 00000020:00000001:0.0:1763354566.710637:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.710639:0:99670:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000020:00000002:0.0:1763354566.710640:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00000040:0.0:1763354566.710643:0:99670:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:0.0:1763354566.710645:0:99670:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354566.710647:0:99670:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354566.710649:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.710650:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.710651:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00002000:00000001:0.0:1763354566.710653:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00002000:00000001:0.0:1763354566.710655:0:99670:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.710657:0:99670:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354566.710658:0:99670:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000403:0x53d8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1763354566.710660:0:99670:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000403:0x53d8:0x0] updating lvb mtime from disk: 0 -> 1763354566 00002000:00010000:0.0:1763354566.710662:0:99670:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000403:0x53d8:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1763354566.710663:0:99670:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000403:0x53d8:0x0] updating lvb ctime from disk: 0 -> 1763354566 00002000:00010000:0.0:1763354566.710664:0:99670:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000403:0x53d8:0x0] updating lvb blocks from disk: 0 -> 0 00000020:00000002:0.0:1763354566.710666:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00000040:0.0:1763354566.710668:0:99670:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 8589976005, xid 1848998841120768 00010000:00000001:0.0:1763354566.710669:0:99670:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.710673:0:99670:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31aa00 x1848998841120768/t8589976005(0) o10->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.710678:0:99670:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.710679:0:99670:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.710681:0:99670:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.710683:0:99670:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.710684:0:99670:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.710686:0:99670:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.710688:0:99670:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.710689:0:99670:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.710690:0:99670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.710692:0:99670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.710694:0:99670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b6e8. 00000100:00000200:0.0:1763354566.710697:0:99670:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841120768, offset 224 00000400:00000200:0.0:1763354566.710700:0:99670:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.710716:0:99670:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.710719:0:99670:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556839:1556839:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556835:1556835:8:4294967295] 00000400:00000200:0.0:1763354566.710726:0:99670:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.710729:0:99670:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.710731:0:99670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022a00. 00000800:00000200:0.0:1763354566.710735:0:99670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.710738:0:99670:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.710740:0:99670:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022a00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.710752:0:99670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.710754:0:99670:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.710756:0:99670:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.710757:0:99670:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.710758:0:99670:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.710762:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31aa00 x1848998841120768/t8589976005(0) o10->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.710770:0:99670:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841120768:12345-192.168.203.48@tcp:10:cp.0 Request processed in 584us (944us total) trans 8589976005 rc 0/0 00000100:00100000:0.0:1763354566.710782:0:99670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1962 00000100:00000040:0.0:1763354566.710785:0:99670:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354566.710786:0:99670:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763354566.710788:0:99670:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:0.0:1763354566.710789:0:99670:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161091/21464 (0->18446744073709551615) 00002000:00000001:0.0:1763354566.710791:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763354566.710792:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff66b31aa00 with x1848998841120768 ext(0->18446744073709551615) 00010000:00000001:0.0:1763354566.710794:0:99670:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:0.0:1763354566.710796:0:99670:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:0.0:1763354566.710798:0:99670:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.710800:0:99670:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:0.0:1763354566.710801:0:99670:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.710803:0:99670:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:0.0:1763354566.710804:0:99670:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763354566.710805:0:99670:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ff66b31aa00. 00002000:00000001:0.0:1763354566.710806:0:99670:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.710807:0:99670:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.710809:0:99670:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.710812:0:99670:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:0.0:1763354566.710815:0:99670:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:0.0:1763354566.710817:0:99670:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:0.0:1763354566.710819:0:99670:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.710828:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.710833:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022a00. 00000400:00000200:1.0:1763354566.710847:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.710852:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.710855:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b6e8 00000400:00000010:1.0:1763354566.710857:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b6e8. 00000100:00000001:1.0:1763354566.710861:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.710863:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.713027:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.713068:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.713071:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.713074:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.713080:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.713089:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d7880 00000400:00000200:1.0:1763354566.713096:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 90504 00000800:00000001:1.0:1763354566.713101:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.713107:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.713108:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.713111:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.713114:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.713116:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.713119:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31b800. 00000100:00000040:1.0:1763354566.713121:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31b800 x1848998841120896 msgsize 576 00000100:00100000:1.0:1763354566.713124:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.713134:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.713137:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.713139:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.713162:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.713165:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841120896 02000000:00000001:3.0:1763354566.713167:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.713168:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.713170:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.713172:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.713174:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841120896 00000020:00000001:3.0:1763354566.713176:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.713177:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.713178:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.713181:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=477 00000020:00000001:3.0:1763354566.713183:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.713184:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.713187:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.713190:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.713192:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.713194:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.713198:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21400. 00000020:00000010:3.0:1763354566.713201:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.713204:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.713208:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.713210:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.713211:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.713214:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.713215:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.713216:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.713220:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.713231:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.713241:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.713243:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.713246:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417482 00000100:00000040:3.0:1763354566.713249:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.713251:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255988224 : -123186453563392 : ffff8ff66b31b800) 00000100:00000040:3.0:1763354566.713255:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31b800 x1848998841120896/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.713262:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.713264:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.713266:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.713268:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.713273:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+477:253180:x1848998841120896:12345-192.168.203.48@tcp:101:cp.0 00000100:00000200:3.0:1763354566.713276:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841120896 00000020:00000001:3.0:1763354566.713278:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.713280:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.713283:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef35d80: xid 1848998841120000, transno 21475214483, client gen 10, slot idx 4 00000001:00000001:3.0:1763354566.713286:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef356c0: xid 1848998841119488, transno 21475214481, client gen 10, slot idx 2 00000001:00000010:3.0:1763354566.713290:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef356c0. 00000020:00000001:3.0:1763354566.713292:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.713294:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.713296:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.713298:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.713300:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841120896, found 0 last_xid 1848998841120895 00000020:00000001:3.0:1763354566.713301:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.713303:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.713304:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.713306:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.713308:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.713310:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.713311:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.713312:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.713313:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.713317:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.713321:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 5 00010000:00000001:3.0:1763354566.713334:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.713336:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.713339:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:3.0:1763354566.713342:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.713344:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222cb21a to hash 00000020:00000001:3.0:1763354566.713345:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.713347:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000010:3.0:1763354566.713351:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.713353:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:3.0:1763354566.713356:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222cb21a lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415a5 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.713362:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.713364:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=478 00010000:00000001:3.0:1763354566.713368:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.713370:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.713375:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.713376:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.713378:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.713380:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.713385:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.713387:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.713390:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.713392:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.713393:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.713396:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.713397:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.713399:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.713400:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.713423:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff679a38000. 02000000:00000001:3.0:1763354566.713425:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.713426:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.713428:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.713430:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.713434:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.713435:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.713436:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713437:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.713439:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.713440:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713441:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.713442:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.713443:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713444:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.713445:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.713446:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713447:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.713448:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.713449:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713450:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.713451:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.713452:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713454:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.713455:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.713458:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.713461:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.713463:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.713465:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.713466:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.713467:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.713468:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.713470:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.713471:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.713474:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763354566.713477:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.713478:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763354566.713479:0:38200:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1763354566.713484:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff6432fd000. 00000004:00000001:3.0:1763354566.713488:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.713492:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.713501:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763354566.713504:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 80000000:00000001:3.0:1763354566.713507:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.713509:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.713510:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.713512:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.713514:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.713515:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.713516:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.713517:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.713518:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.713519:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.713520:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.713521:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.713522:0:38200:0:(mdt_lib.c:2233:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.713524:0:38200:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200002344:0x19e25:0x0]/[0x200002344:0x19e25:0x0], ldlm_rep = ffff8ff679a38228 00000004:00000001:3.0:1763354566.713528:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354566.713530:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.713532:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.713534:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 6 00010000:00000001:3.0:1763354566.713535:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.713537:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.713539:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff555ae4000. 00000020:00000001:3.0:1763354566.713540:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.713541:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff555ae4000 with handle 0x4a8bb634222cb221 to hash 00000020:00000001:3.0:1763354566.713543:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.713544:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000010:3.0:1763354566.713546:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663780. 00010000:00000001:3.0:1763354566.713548:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354566.713551:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.713553:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.713555:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.713559:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.713562:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.713564:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.713566:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.713568:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.713572:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 2/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.713576:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.713578:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.713579:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.713580:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.713582:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.713583:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354566.713585:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 4/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000040:3.0:1763354566.713589:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 6 00010000:00000040:3.0:1763354566.713591:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.713593:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000040:3.0:1763354566.713598:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.713602:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.713610:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.713614:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354566.713615:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 4/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.713620:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.713622:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.713624:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.713626:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000100:00000001:3.0:1763354566.713627:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487170752 : -123191222380864 : ffff8ff54ef356c0) 00000100:00000001:3.0:1763354566.713629:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.713630:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.713631:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.713633:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.713634:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.713636:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.713637:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.713638:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354566.713639:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354566.713642:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.713645:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763354566.713647:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.713649:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.713652:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.713655:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000100:00000001:3.0:1763354566.713659:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.713662:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.713670:0:38200:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 4/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 478 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:3.0:1763354566.713680:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.713682:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.713685:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.713691:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.713693:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.713707:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722816:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.713709:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.713712:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.713714:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.713715:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.713717:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff54ba21600. 02000000:00000001:3.0:1763354566.713718:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.713722:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.713725:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121110. 00000100:00000200:3.0:1763354566.713729:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722816, portal 16 00000100:00000001:3.0:1763354566.713730:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.713731:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000100:00000040:3.0:1763354566.713735:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.713740:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.713741:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.713743:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701215d8. 00000100:00000200:3.0:1763354566.713745:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542722816, offset 0 00000400:00000200:3.0:1763354566.713748:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.713753:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.713756:0:38200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354566.713759:0:38200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354566.713761:0:38200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354566.713763:0:38200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354566.713766:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556840:1556840:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556836:1556836:8:4294967295] 00000400:00000200:3.0:1763354566.713773:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.713776:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.713779:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000800:00000200:3.0:1763354566.713782:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.713786:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.713789:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.713800:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.713803:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889789 00000100:00000001:3.0:1763354566.713807:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889782 00000100:00000001:3.0:1763354566.713810:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889789 00000100:00000001:3.0:1763354566.713813:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889782 00000100:00000001:3.0:1763354566.713816:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889789 00000100:00000001:3.0:1763354566.713819:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889782 00000100:00000001:3.0:1763354566.713821:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889789 00000100:00000001:3.0:1763354566.713825:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889782 00000100:00000001:3.0:1763354566.713827:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.713828:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.713829:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.713831:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.713832:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.713833:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.713834:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.713836:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.713837:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.713839:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.713841:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.713842:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.713844:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.713846:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef356c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.713848:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.713850:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.713864:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.713868:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000400:00000200:1.0:1763354566.713873:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.713876:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.713879:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701215d8 00000400:00000010:1.0:1763354566.713880:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701215d8. 00000100:00000001:1.0:1763354566.713882:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.713887:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.713894:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.713896:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.713902:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.713903:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.714793:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.714800:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.714802:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.714804:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.714809:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.714816:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544700 00000400:00000200:1.0:1763354566.714820:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f45 [1] + 224 00000800:00000001:1.0:1763354566.714824:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.714828:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.714829:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.714832:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.714835:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.714839:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.714846:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.714864:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.714870:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.714873:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.714896:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.714903:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.714905:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.714908:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.714912:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121110 00000400:00000010:3.0:1763354566.714914:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121110. 00000100:00000001:3.0:1763354566.714916:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.714922:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354566.714931:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.714951:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.714954:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.714956:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.714959:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.714960:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.714962:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.714965:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.714970:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.714974:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.714977:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.714990:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.714993:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.714996:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.714999:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.715004:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.715012:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.715015:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.715017:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.715019:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.715021:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.715023:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.715026:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.715030:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354566.715069:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722816:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.715074:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.715078:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.715080:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.715082:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.715086:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542722816/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.715092:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.715094:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.715096:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff54ba21600. 02000000:00000001:3.0:1763354566.715106:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.715108:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.715110:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763354566.715112:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.715114:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 02000000:00000001:3.0:1763354566.715127:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.715129:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.715130:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:3.0:1763354566.715136:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.715138:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.715140:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef356c0. 00000100:00000001:3.0:1763354566.715142:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.715144:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.715147:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354566.715150:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.715152:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.715154:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.715157:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763354566.715160:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000800:00000001:1.0:1763354566.715465:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.715473:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.715475:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.715478:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.715483:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.715492:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d7900 00000400:00000200:1.0:1763354566.715498:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 0 00000800:00000001:1.0:1763354566.715503:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.715509:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.715510:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.715513:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.715516:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.715518:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.715521:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31b480. 00000100:00000040:1.0:1763354566.715523:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31b480 x1848998841121024 msgsize 328 00000100:00100000:1.0:1763354566.715527:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.715538:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.715542:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.715544:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.715593:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.715596:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841121024 02000000:00000001:0.0:1763354566.715598:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.715599:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.715601:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.715603:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.715605:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841121024 00000020:00000001:0.0:1763354566.715606:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.715607:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.715609:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.715611:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=479 00000020:00000001:0.0:1763354566.715612:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.715614:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.715617:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.715620:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.715622:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.715623:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.715627:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.715630:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.715633:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.715636:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.715638:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.715639:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.715641:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.715643:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715644:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.715647:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.715648:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.715649:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=4 00000020:00000001:0.0:1763354566.715650:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:0.0:1763354566.715652:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00010000:0.0:1763354566.715657:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 4/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 479 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.715663:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.715664:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.715665:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.715667:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.715670:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.715673:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b31b480 x1848998841121024/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.715678:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.715679:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.715692:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.715698:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.715700:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.715702:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6369 00000100:00000040:0.0:1763354566.715704:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:0.0:1763354566.715706:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255987328 : -123186453564288 : ffff8ff66b31b480) 00000100:00000040:0.0:1763354566.715709:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31b480 x1848998841121024/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.715715:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.715717:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.715718:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.715720:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.715725:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+479:2403:x1848998841121024:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.715730:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841121024 00010000:00000001:0.0:1763354566.715732:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.715735:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.715737:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.715741:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.715742:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.715746:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901d800. 02000000:00000001:0.0:1763354566.715748:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.715751:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715753:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.715755:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.715758:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.715759:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.715761:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581800 refcount=4 00000020:00000001:0.0:1763354566.715763:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000001:0.0:1763354566.715765:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443052544 : -123186266499072 : ffff8ff676581800) 00010000:00000040:0.0:1763354566.715768:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 7 00000004:00000001:0.0:1763354566.715771:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354566.715776:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 4/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 479 pid: 38200 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.715784:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.715786:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.715789:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.715790:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.715793:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 3/0,0 mode: CW/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 479 pid: 38200 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.715798:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.715799:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.715800:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.715802:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715804:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.715806:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.715810:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.715811:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.715813:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.715814:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.715816:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581800 with handle 0x4a8bb634222cb1e9 from hash 00010000:00000001:0.0:1763354566.715818:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.715819:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.715820:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.715821:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.715825:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.715826:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715828:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.715829:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.715831:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581800/0x4a8bb634222cb1e9 lrc: 0/0,0 mode: --/CW res: [0x200002344:0x19e25:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41589 expref: 479 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.715836:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:0.0:1763354566.715837:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 00010000:00000010:0.0:1763354566.715839:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663a80. 00010000:00000001:0.0:1763354566.715844:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.715845:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.715847:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.715848:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:0.0:1763354566.715851:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.715855:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.715856:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.715858:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.715859:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.715860:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.715862:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.715863:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.715865:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.715868:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.715869:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.715870:0:74535:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.715872:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.715873:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 6 00010000:00000040:0.0:1763354566.715875:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.715876:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000040:0.0:1763354566.715884:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.715889:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.715893:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 4/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.715896:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.715897:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.715898:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715900:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.715901:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.715902:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.715905:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.715906:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.715910:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.715911:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.715913:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.715914:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.715915:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.715916:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.715917:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.715927:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715929:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.715929:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.715931:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.715932:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.715933:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.715934:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.715936:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.715937:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354566.715938:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.715952:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.715953:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.715955:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00000001:0.0:1763354566.715957:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.715959:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.715961:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.715964:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.715966:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.715968:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00010000:00010000:3.0:1763354566.715971:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000100:00000001:0.0:1763354566.715972:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.715976:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.715980:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.715985:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.715988:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.715989:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.715991:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.715994:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00010000:3.0:1763354566.715995:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000400:00000010:0.0:1763354566.715998:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b5d8. 00000100:00000200:0.0:1763354566.716004:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841121024, offset 224 00010000:00000001:3.0:1763354566.716006:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.716009:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.716011:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1763354566.716012:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.716014:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.716018:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.716020:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000400:00000200:0.0:1763354566.716023:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000001:3.0:1763354566.716025:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354566.716030:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354566.716053:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1763354566.716054:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556841:1556841:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556837:1556837:8:4294967295] 00010000:00000001:3.0:1763354566.716056:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.716059:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716065:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000400:00000200:0.0:1763354566.716071:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:3.0:1763354566.716072:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.716076:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000800:00000200:0.0:1763354566.716080:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:3.0:1763354566.716082:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354566.716086:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022400. 00000004:00000001:3.0:1763354566.716087:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.716093:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000800:00000200:0.0:1763354566.716094:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.716102:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:3.0:1763354566.716104:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000800:00000200:0.0:1763354566.716106:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022400 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1763354566.716110:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.716114:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.716116:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.716119:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763354566.716123:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000001:0.0:1763354566.716124:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716125:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.716130:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000100:00000040:0.0:1763354566.716131:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000004:00000001:3.0:1763354566.716134:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00010000:00000001:0.0:1763354566.716137:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716138:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.716142:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:0.0:1763354566.716142:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716147:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.716152:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:0.0:1763354566.716152:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31b480 x1848998841121024/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1763354566.716157:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763354566.716161:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.716168:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff679a38370 00000004:00000001:3.0:1763354566.716173:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.716174:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+478:2403:x1848998841121024:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 454us (645us total) trans 0 rc 0/0 00000001:00000001:3.0:1763354566.716179:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.716183:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.716184:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1763354566.716184:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6369 00000001:00000001:3.0:1763354566.716187:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000800:00000010:1.0:1763354566.716189:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022400. 00000001:00000001:3.0:1763354566.716191:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763354566.716193:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000400:00000200:1.0:1763354566.716194:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1763354566.716195:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.716200:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1763354566.716200:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354566.716202:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000001:00000001:3.0:1763354566.716206:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.716206:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1763354566.716207:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b5d8 00000400:00000010:1.0:1763354566.716211:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b5d8. 00000001:00000001:3.0:1763354566.716212:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.716213:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000100:00000001:1.0:1763354566.716215:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:3.0:1763354566.716219:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1763354566.716219:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1763354566.716222:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000001:00000001:3.0:1763354566.716223:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.716227:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.716231:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000020:00000010:0.0:1763354566.716231:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000004:00200000:3.0:1763354566.716237:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 0 00000020:00000040:0.0:1763354566.716238:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00000004:00000040:3.0:1763354566.716241:0:38200:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x19e25:9028 magic=0x0BD10BD0 pattern=0X1 00000100:00000001:0.0:1763354566.716244:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763354566.716288:0:38200:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:3.0:1763354566.716291:0:38200:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:21499 00000004:00000040:3.0:1763354566.716293:0:38200:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 1 subobj 0x2c0000403:21464 00000004:00200000:3.0:1763354566.716296:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00000002:3.0:1763354566.716298:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:3.0:1763354566.716300:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.716301:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716303:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.716306:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.716308:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.716311:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.716313:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.716315:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.716321:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.716328:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716330:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.716335:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.716337:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.716339:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000020:00000001:3.0:1763354566.716341:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354566.716344:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00000004:00010000:3.0:1763354566.716347:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.716353:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.716355:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.716356:0:38200:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763354566.716358:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.716360:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763354566.716363:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.716364:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.716365:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000020:00000001:3.0:1763354566.716367:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:3.0:1763354566.716369:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00000004:00000040:3.0:1763354566.716372:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.716375:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=478 00010000:00000001:3.0:1763354566.716379:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.716380:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.716381:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.716383:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763354566.716386:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.716388:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.716390:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.716392:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.716394:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.716395:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.716399:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.716401:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.716404:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.716406:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1763354566.716408:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff6432fd000. 00000004:00000001:3.0:1763354566.716412:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.716415:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.716416:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.716419:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.716420:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.716421:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.716423:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.716425:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222cb21a from hash 00010000:00000001:3.0:1763354566.716427:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.716429:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.716430:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.716431:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.716433:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.716437:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222cb21a lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415a5 expref: 478 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.716443:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.716445:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00010000:00000010:3.0:1763354566.716448:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.716453:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.716454:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.716458:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.716461:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415a5 expref: 477 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.716467:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.716469:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.716471:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.716474:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763354566.716476:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.716478:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.716479:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.716480:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.716481:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.716483:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff555ae4000, rc 0) 00000020:00000001:3.0:1763354566.716485:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.716488:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841120896 00010000:00000001:3.0:1763354566.716491:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.716496:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31b800 x1848998841120896/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.716504:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.716507:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.716509:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.716513:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.716515:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.716517:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.716520:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.716521:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.716524:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.716526:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.716530:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121110. 00000100:00000200:3.0:1763354566.716533:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841120896, offset 224 00000400:00000200:3.0:1763354566.716538:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.716544:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.716549:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556842:1556842:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556838:1556838:8:4294967295] 00000400:00000200:3.0:1763354566.716558:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.716563:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.716567:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.716572:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.716577:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.716580:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.716595:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.716599:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.716601:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.716603:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.716605:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.716611:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31b800 x1848998841120896/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.716622:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+477:253180:x1848998841120896:12345-192.168.203.48@tcp:101:cp.0 Request processed in 3356us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.716629:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417482 00000100:00000040:3.0:1763354566.716633:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.716636:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.716638:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.716641:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.716647:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.716652:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21400. 00000800:00000200:1.0:1763354566.716657:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1763354566.716660:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00000800:00000010:1.0:1763354566.716660:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.716666:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354566.716667:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.716674:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.716677:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121110 00000400:00000010:1.0:1763354566.716679:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121110. 00000100:00000001:1.0:1763354566.716681:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.716682:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.718064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00000800:00000001:1.0:1763354566.720598:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.720610:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.720612:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.720615:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.720623:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.720636:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d7a00 00000400:00000200:1.0:1763354566.720644:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad9ed [2] + 0 00000800:00000001:1.0:1763354566.720651:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.720658:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.720660:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.720664:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.720670:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.720672:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354566.720677:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b319180. 00000100:00000040:1.0:1763354566.720680:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b319180 x1848998841121280 msgsize 392 00000100:00100000:1.0:1763354566.720683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.720694:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.720699:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.720702:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.720732:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.720736:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841121280 02000000:00000001:2.0:1763354566.720738:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.720740:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.720741:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.720744:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.720747:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841121280 00000020:00000001:2.0:1763354566.720748:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.720749:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.720751:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.720753:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=477 00000020:00000001:2.0:1763354566.720755:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.720757:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.720760:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.720764:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.720766:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.720768:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.720773:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.720776:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.720779:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.720784:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.720786:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.720787:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.720789:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.720793:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.720805:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.720811:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.720812:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.720816:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93125 00000100:00000040:2.0:1763354566.720819:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.720820:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255978368 : -123186453573248 : ffff8ff66b319180) 00000100:00000040:2.0:1763354566.720826:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b319180 x1848998841121280/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.720833:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.720834:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.720836:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.720838:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.720841:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+477:253180:x1848998841121280:12345-192.168.203.48@tcp:35:cp.0 00000100:00000200:2.0:1763354566.720844:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841121280 00000020:00000001:2.0:1763354566.720846:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.720848:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.720851:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.720853:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.720854:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.720857:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.720859:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841121280, found 0 last_xid 1848998841121279 00000020:00000001:2.0:1763354566.720862:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.720864:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.720865:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.720868:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720871:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.720873:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.720874:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.720876:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720878:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.720881:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.720882:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720883:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.720885:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.720886:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720887:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.720888:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.720890:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720890:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.720891:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.720892:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720893:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.720894:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.720895:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720897:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720898:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.720899:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720901:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.720902:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.720902:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720903:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.720904:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.720905:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720906:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.720907:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.720908:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720910:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.720910:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.720913:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.720917:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.720919:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.720921:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.720922:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.720923:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.720924:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720926:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.720927:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720928:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.720931:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.720932:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.720935:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff54f211800. 02000000:00000001:2.0:1763354566.720937:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.720960:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720962:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.720963:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720966:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.720967:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.720969:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.720971:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff680781500 refcount=2 00000020:00000001:2.0:1763354566.720972:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887612921088 : -123186096630528 : ffff8ff680781500) 00000004:00000001:2.0:1763354566.720974:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887612921088 : -123186096630528 : ffff8ff680781500) 00000020:00000040:2.0:1763354566.720976:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff680781500 with handle 0x4a8bb634222cb1f0 from hash 00000004:00000001:2.0:1763354566.720979:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.720981:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e25:0x0] with intent: 0 00000004:00000001:2.0:1763354566.720984:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354566.720985:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 1516 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763354566.720988:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.720989:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.720993:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.720995:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.720997:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721007:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.721009:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.721010:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.721012:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.721014:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354566.721016:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.721018:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721020:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721021:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721022:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.721023:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:2.0:1763354566.721025:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.721026:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.721028:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721028:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721030:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.721031:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.721057:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.721060:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.721062:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721064:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354566.721066:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e25:0x0]: Set SOM attrs S/B/F: 1516/0/4. 00000004:00000001:2.0:1763354566.721069:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.721071:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.721073:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.721076:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.721082:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37a20. 00080000:00000001:2.0:1763354566.721085:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.721088:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4400. 00080000:00000001:2.0:1763354566.721090:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000004:00000001:2.0:1763354566.721093:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.721096:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.721098:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.721100:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000004:00000001:2.0:1763354566.721103:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721105:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.721109:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.721110:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.721115:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.721116:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.721118:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00080000:00000001:2.0:1763354566.721121:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.721124:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.721126:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.721128:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721129:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.721136:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.721138:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721142:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.721144:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354566.721145:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.721146:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.721147:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00080000:00000001:2.0:1763354566.721150:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.721151:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354566.721166:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721167:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721169:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.721171:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.721173:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.721176:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.721178:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214484, last_committed = 21475214474 00000001:00000010:2.0:1763354566.721181:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce370c0. 00000001:00000040:2.0:1763354566.721183:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 9 00000020:00000040:2.0:1763354566.721185:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=478 00000001:00000010:2.0:1763354566.721189:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095000. 00000004:00000001:2.0:1763354566.721193:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.721194:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.721195:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000004:00000001:2.0:1763354566.721204:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.721207:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095000: xid 1848998841121280, transno 21475214484, tag 1, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.721209:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.721215:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.721217:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.721219:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.721221:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.721223:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37a20. 00000020:00000001:2.0:1763354566.721224:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721226:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721227:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721229:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721230:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354566.721232:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354566.721234:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.721235:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721236:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721239:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.721240:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.721242:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721244:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.721246:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.721248:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.721250:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e25:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.721252:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721254:0:6520:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:2.0:1763354566.721255:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.721256:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721257:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.721259:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.721260:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354566.721262:0:6520:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354566.721263:0:6520:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.721265:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff8ff54f211af0 00000004:00000001:2.0:1763354566.721266:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721267:0:6520:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721269:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.721270:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721273:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.721275:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.721276:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.721278:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff680781500. 00000004:00000001:2.0:1763354566.721286:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.721290:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:2.0:1763354566.721292:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.721293:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721294:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721296:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354566.721297:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.721298:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.721299:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.721300:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.721301:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.721304:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.721305:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.721307:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.721310:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.721315:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.721316:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.721318:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214484, xid 1848998841121280 00010000:00000001:2.0:1763354566.721320:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.721324:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b319180 x1848998841121280/t21475214484(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.721330:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.721331:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.721333:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.721336:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.721339:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.721340:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.721342:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.721343:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.721346:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.721349:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.721353:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7d48. 00000100:00000200:2.0:1763354566.721357:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841121280, offset 224 00000400:00000200:2.0:1763354566.721362:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.721371:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.721376:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556843:1556843:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556839:1556839:8:4294967295] 00000400:00000200:2.0:1763354566.721387:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.721393:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.721397:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff400. 00000800:00000200:2.0:1763354566.721402:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.721408:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.721411:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.721426:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.721430:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.721433:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.721435:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.721438:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.721444:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b319180 x1848998841121280/t21475214484(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.721453:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+478:253180:x1848998841121280:12345-192.168.203.48@tcp:35:cp.0 Request processed in 619us (771us total) trans 21475214484 rc 0/0 00000100:00100000:2.0:1763354566.721459:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93125 00000100:00000040:2.0:1763354566.721462:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.721464:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.721466:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.721468:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.721472:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.721475:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000020:00000040:2.0:1763354566.721481:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00000100:00000001:2.0:1763354566.721482:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.721498:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.721504:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:1.0:1763354566.721509:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.721515:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.721519:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:1.0:1763354566.721521:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:1.0:1763354566.721525:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.721526:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.726076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581800. 00010000:00000010:3.1:1763354566.730119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000800:00000001:1.0:1763354566.730262:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.730276:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.730280:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.730283:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.730294:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.730311:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d7b00 00000400:00000200:1.0:1763354566.730320:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 91080 00000800:00000001:1.0:1763354566.730328:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.730416:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.730420:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.730426:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.730434:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.730436:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.730442:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31bb80. 00000100:00000040:1.0:1763354566.730446:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31bb80 x1848998841121536 msgsize 4616 00000100:00100000:1.0:1763354566.730451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.730466:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.730474:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.730479:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.730500:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.730504:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841121536 02000000:00000001:3.0:1763354566.730508:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.730510:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.730513:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.730518:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.730522:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841121536 00000020:00000001:3.0:1763354566.730525:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.730527:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.730530:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.730533:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=478 00000020:00000001:3.0:1763354566.730535:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.730538:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.730543:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.730548:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.730552:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.730555:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.730561:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20a00. 00000020:00000010:3.0:1763354566.730565:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.730569:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.730574:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.730577:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.730578:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.730581:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.730582:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.730584:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.730589:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.730601:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.730615:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.730617:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.730622:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417483 00000100:00000040:3.0:1763354566.730626:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.730628:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255989120 : -123186453562496 : ffff8ff66b31bb80) 00000100:00000040:3.0:1763354566.730636:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31bb80 x1848998841121536/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.730646:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.730650:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.730652:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.730655:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.730660:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+478:253181:x1848998841121536:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.730665:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841121536 00000020:00000001:3.0:1763354566.730668:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.730671:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.730674:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095000: xid 1848998841121280, transno 21475214484, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.730678:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef35d80: xid 1848998841120000, transno 21475214483, client gen 10, slot idx 4 00000001:00000010:3.0:1763354566.730682:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.730685:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.730687:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.730689:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.730691:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.730693:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841121536, found 0 last_xid 1848998841121535 00000020:00000001:3.0:1763354566.730695:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.730697:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.730699:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.730704:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.730705:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.730707:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.730709:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.730711:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.730712:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.730716:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.730723:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 00010000:00000001:3.0:1763354566.730725:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.730727:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.730730:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67aaeac00. 00000020:00000001:3.0:1763354566.730732:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.730734:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67aaeac00 with handle 0x4a8bb634222cb228 to hash 00000020:00000001:3.0:1763354566.730736:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.730737:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00000010:3.0:1763354566.730741:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.730743:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887515835392 : -123186193716224 : ffff8ff67aaeac00) 00010000:00010000:3.0:1763354566.730746:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222cb228 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415ac expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.730753:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.730755:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=479 00010000:00000001:3.0:1763354566.730761:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.730763:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.730768:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.730771:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.730773:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730775:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.730781:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66b31bb80 x1848998841121536/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.730790:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.730792:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.730795:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.730797:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.730798:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.730800:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.730802:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.730803:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.730808:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.730809:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730810:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730811:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730814:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.730815:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.730818:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.730820:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.730839:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff66dc10000. 02000000:00000001:3.0:1763354566.730842:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.730845:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730850:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.730852:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.730853:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.730855:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.730857:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.730858:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.730859:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.730860:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.730861:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.730864:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.730864:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.730868:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.730871:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.730873:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.730875:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.730876:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.730878:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.730879:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730880:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.730881:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730883:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.730885:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730888:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.730890:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.730892:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.730894:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002340:0x113:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000010003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763354566.730899:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.730900:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:3.0:1763354566.730902:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.730906:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.730908:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.730910:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.730911:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.730914:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.730917:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763354566.730919:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763354566.730922:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.730923:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.730925:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00010000:00000001:3.0:1763354566.730927:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.730929:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.730931:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63c00. 00000020:00000001:3.0:1763354566.730933:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.730934:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63c00 with handle 0x4a8bb634222cb22f to hash 00000020:00000001:3.0:1763354566.730936:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.730937:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000010:3.0:1763354566.730979:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.730981:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.730983:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.730985:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.730987:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.730992:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.730995:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.730997:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.730999:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.731001:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731003:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.731004:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731006:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.731008:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.731009:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.731010:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.731012:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 3 00010000:00000040:3.0:1763354566.731014:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.731016:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.731020:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731023:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.731027:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.731029:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731030:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.731031:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731057:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731059:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.731061:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.731063:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731065:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731068:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.731070:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731071:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731072:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.731073:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.731076:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcf00 count: 2 00010000:00000001:3.0:1763354566.731077:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.731078:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.731080:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63400. 00000020:00000001:3.0:1763354566.731082:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.731084:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63400 with handle 0x4a8bb634222cb236 to hash 00000020:00000001:3.0:1763354566.731085:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.731086:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000010:3.0:1763354566.731088:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663280. 00010000:00000001:3.0:1763354566.731090:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.731091:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731092:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731094:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731098:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.731099:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.731100:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.731101:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.731102:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731103:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.731104:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731105:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.731106:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.731106:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.731107:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.731108:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) refcount = 2 00010000:00000040:3.0:1763354566.731110:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.731112:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.731115:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731118:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.731119:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.731120:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731122:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.731123:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731125:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731126:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.731127:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.731128:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731130:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731133:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.731134:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731135:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.731136:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731139:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.731144:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.731146:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.731148:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.731151:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731154:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1763354566.731156:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1763354566.731172:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763354566.731173:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763354566.731176:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.731178:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.731180:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.731181:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731183:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.731184:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731186:0:38200:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1763354566.731188:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763354566.731190:0:38200:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731192:0:38200:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1763354566.731205:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff59447b528. 00000001:00000010:3.0:1763354566.731225:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff59447b528. 00080000:00000001:3.0:1763354566.731228:0:38200:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763354566.731230:0:38200:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354566.731232:0:38200:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.731234:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b8a0 00080000:00000002:3.0:1763354566.731235:0:38200:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x200002340:0x113:0x0]/file1 => [0x200002344:0x19e25:0x0] 00080000:00000001:3.0:1763354566.731238:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763354566.731241:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731242:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.731244:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731245:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731247:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.731248:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:3.0:1763354566.731249:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.731253:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:3.0:1763354566.731254:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:3.0:1763354566.731260:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.731262:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.731264:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731266:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731270:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731281:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.731285:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.731287:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.731289:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.731291:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 0 00000004:00000001:3.0:1763354566.731294:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731296:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731299:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.731301:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.731303:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731306:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731309:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.731311:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763354566.731314:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763354566.731316:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.731319:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff66dc10378 00000004:00000001:3.0:1763354566.731322:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731330:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763354566.731332:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.731333:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.731335:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e25:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763354566.731337:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354566.731340:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.731341:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.731344:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 5 00010000:00000001:3.0:1763354566.731345:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.731347:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.731349:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff54ec63a00. 00000020:00000001:3.0:1763354566.731352:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.731354:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff54ec63a00 with handle 0x4a8bb634222cb23d to hash 00000020:00000001:3.0:1763354566.731357:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.731358:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000010:3.0:1763354566.731362:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663080. 00010000:00000001:3.0:1763354566.731364:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.731367:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731368:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731371:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb23d lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731377:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.731379:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.731381:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.731383:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.731385:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731387:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.731389:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731391:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.731392:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.731394:0:38200:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.731395:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.731397:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) refcount = 5 00010000:00000040:3.0:1763354566.731400:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.731403:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000040:3.0:1763354566.731409:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415a5 expref: 479 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.731415:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 479 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.731420:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 479 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.731423:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb23d lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731426:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.731428:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.731429:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731430:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.731431:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731432:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731433:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.731435:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.731436:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731437:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb23d lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731440:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.731441:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731442:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731444:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731445:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731446:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000020:00000001:3.0:1763354566.731447:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.731449:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.731450:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731451:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.731452:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.731454:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e25:0x0], ibits = 0x1b/0x1b, open_flags = 040100000010003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763354566.731457:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.731458:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731460:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763354566.731462:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.731463:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.731465:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.731466:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.731467:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.731468:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.731469:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.731471:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.731472:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.731472:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.731473:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.731475:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000004:00200000:3.0:1763354566.731477:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 1516 00000001:00000001:3.0:1763354566.731479:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.731480:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731481:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.731482:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731485:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731488:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.731490:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.731493:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731495:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763354566.731497:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 80 00000004:00000001:3.0:1763354566.731499:0:38200:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763354566.731501:0:38200:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731503:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.731508:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.731510:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.731512:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002344:0x19e25:0x0] mask 6 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.731515:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731518:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731521:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.731525:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.731528:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff680781a80. 00000020:00000001:3.0:1763354566.731530:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.731531:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff680781a80 with handle 0x4a8bb634222cb244 to hash 00000020:00000001:3.0:1763354566.731533:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.731535:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887612922496 : -123186096629120 : ffff8ff680781a80) 00000004:00000001:3.0:1763354566.731537:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.731539:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.731541:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e25:0x0] Change mfd open_flags 0 -> 040100000010003. 00000004:00000001:3.0:1763354566.731545:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763354566.731548:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.731552:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21600. 00080000:00000001:3.0:1763354566.731555:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431514112 : -123191278037504 : ffff8ff54ba21600) 00080000:00000001:3.0:1763354566.731558:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:3.0:1763354566.731564:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.731567:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.731570:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.731573:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731580:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.731583:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.731587:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.731589:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214485, last_committed = 21475214474 00000001:00000010:3.0:1763354566.731593:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff544b02960. 00000001:00000040:3.0:1763354566.731595:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 10 00000020:00000040:3.0:1763354566.731598:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=480 00000001:00000010:3.0:1763354566.731603:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000001:00000001:3.0:1763354566.731616:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef35d80: xid 1848998841121536, transno 21475214485, tag 1, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.731618:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.731624:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.731627:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.731629:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.731631:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731632:0:38200:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.731633:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731635:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731638:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731640:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.731641:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.731643:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763354566.731645:0:38200:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.731647:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.731648:0:38200:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.731650:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.731651:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.731652:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.731653:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.731654:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731655:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.731657:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.731659:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:3.0:1763354566.731660:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731661:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731662:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=3 00000020:00000001:3.0:1763354566.731663:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.731664:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.731667:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731668:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731669:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=4 00000020:00000001:3.0:1763354566.731671:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.731672:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.731674:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763354566.731676:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731679:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.731681:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731684:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731685:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.731687:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731691:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731692:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731694:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.731696:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.731699:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63c00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.731701:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.731714:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.731715:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731718:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.731719:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731720:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731721:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63c00 refcount=5 00000020:00000001:3.0:1763354566.731722:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.731723:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214784 : -123191225336832 : ffff8ff54ec63c00) 00010000:00000001:3.0:1763354566.731725:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.731727:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 5/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731730:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.731731:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.731732:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731735:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.731736:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.731737:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731738:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.731740:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63c00 with handle 0x4a8bb634222cb22f from hash 00010000:00000001:3.0:1763354566.731741:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.731742:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731744:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731744:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.731746:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.731747:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731749:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.731751:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.731752:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.731754:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00010000:3.0:1763354566.731756:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.731758:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731760:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731761:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.731762:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.731764:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731764:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731765:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731767:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731768:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731770:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 3/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731773:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731773:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731774:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.731775:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.731776:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731777:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731778:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.731779:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63c00/0x4a8bb634222cb22f lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.731782:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.731789:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.731789:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.731791:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.731792:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731793:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731794:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=3 00000020:00000001:3.0:1763354566.731796:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.731797:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.731799:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.731801:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731804:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731804:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.731806:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731808:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731809:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731810:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.731812:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.731815:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff54ec63400 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.731816:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.731817:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.731818:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731821:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.731822:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731822:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731823:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63400 refcount=4 00000020:00000001:3.0:1763354566.731824:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.731825:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484212736 : -123191225338880 : ffff8ff54ec63400) 00010000:00000001:3.0:1763354566.731827:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.731828:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731831:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.731832:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.731833:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731834:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.731835:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.731836:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731837:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.731839:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63400 with handle 0x4a8bb634222cb236 from hash 00010000:00000001:3.0:1763354566.731840:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.731841:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731841:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731842:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.731843:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.731844:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731845:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.731846:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.731846:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.731848:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) 00010000:00010000:3.0:1763354566.731849:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.731850:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.731852:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731853:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.731853:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.731855:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731855:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731856:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731857:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731858:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.731860:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.731862:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731863:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731864:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.731865:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.731865:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.731867:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63400/0x4a8bb634222cb236 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.731873:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663280. 00010000:00000001:3.0:1763354566.731876:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.731876:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.731878:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.731878:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.731879:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.731880:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.731881:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763354566.731884:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.731889:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731891:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731892:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.731894:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.731895:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.731896:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.731897:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.731899:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.731900:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.731903:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.731905:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763354566.731907:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763354566.731919:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731921:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.731922:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.731923:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000020:00000001:3.0:1763354566.731924:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:3.0:1763354566.731926:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00000004:00000040:3.0:1763354566.731928:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 463 00000020:00000040:3.0:1763354566.731929:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=481 00010000:00000001:3.0:1763354566.731932:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731932:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.731933:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.731935:0:38200:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.731936:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.731953:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.731956:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.731957:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.731960:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731961:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731962:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.731963:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.731965:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67aaeac00 with handle 0x4a8bb634222cb228 from hash 00010000:00000001:3.0:1763354566.731966:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.731967:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.731968:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731968:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.731969:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.731972:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67aaeac00/0x4a8bb634222cb228 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415ac expref: 481 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.731976:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.731978:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 480 00010000:00000010:3.0:1763354566.731979:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.731982:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.731995:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.731998:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.732001:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb23d lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415ac expref: 480 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.732006:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.732007:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.732008:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.732010:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763354566.732011:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.732012:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.732013:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.732014:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.732015:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.732016:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff54ec63a00, rc 0) 00000020:00000001:3.0:1763354566.732018:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.732021:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214485, xid 1848998841121536 00010000:00000001:3.0:1763354566.732023:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.732026:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31bb80 x1848998841121536/t21475214485(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.732060:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.732062:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.732065:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.732069:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.732071:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.732073:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.732076:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.732078:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.732081:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.732083:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.732088:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121550. 00000100:00000200:3.0:1763354566.732092:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848998841121536, offset 224 00000400:00000200:3.0:1763354566.732098:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.732106:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.732112:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556844:1556844:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556840:1556840:8:4294967295] 00000400:00000200:3.0:1763354566.732119:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.732123:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.732127:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.732132:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.732137:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.732140:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.732150:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.732152:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.732154:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.732155:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.732156:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.732159:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31bb80 x1848998841121536/t21475214485(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/688 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.732167:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+480:253181:x1848998841121536:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1520us (1719us total) trans 21475214485 rc 0/0 00000100:00100000:3.0:1763354566.732172:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417483 00000100:00000040:3.0:1763354566.732174:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.732176:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.732177:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.732181:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.732187:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.732190:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20a00. 00000020:00000040:3.0:1763354566.732205:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 479 00000100:00000001:3.0:1763354566.732207:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.732257:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.732263:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.732269:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.732274:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.732279:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121550 00000400:00000010:1.0:1763354566.732282:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121550. 00000100:00000001:1.0:1763354566.732286:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.732287:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.734566:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.734575:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.734577:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.734579:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.734585:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.734593:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d7b80 00000400:00000200:1.0:1763354566.734599:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 328 00000800:00000001:1.0:1763354566.734603:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.734609:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.734610:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.734613:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.734617:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.734618:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.734622:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31a300. 00000100:00000040:1.0:1763354566.734624:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31a300 x1848998841121664 msgsize 328 00000100:00100000:1.0:1763354566.734628:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.734639:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.734643:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.734646:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.734675:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.734678:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841121664 02000000:00000001:0.0:1763354566.734680:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.734681:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.734683:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.734687:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.734689:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841121664 00000020:00000001:0.0:1763354566.734691:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.734692:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.734694:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.734701:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=480 00000020:00000001:0.0:1763354566.734703:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.734704:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.734707:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.734711:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.734714:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.734716:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.734721:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.734724:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.734727:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.734732:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.734735:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.734736:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.734738:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.734740:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.734742:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.734745:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.734746:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.734748:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000020:00000001:0.0:1763354566.734749:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:0.0:1763354566.734751:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:0.0:1763354566.734753:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.734754:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.734755:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.734756:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.734770:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.734780:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.734788:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.734789:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.734794:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3725 00000100:00000040:0.0:1763354566.734796:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354566.734798:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255982848 : -123186453568768 : ffff8ff66b31a300) 00000100:00000040:0.0:1763354566.734803:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31a300 x1848998841121664/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.734810:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.734812:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.734813:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.734815:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.734818:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+480:2406:x1848998841121664:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.734821:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841121664 00010000:00000001:0.0:1763354566.734822:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.734824:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.734826:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.734829:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.734830:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.734834:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901c800. 02000000:00000001:0.0:1763354566.734835:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.734837:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.734838:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.734840:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.734841:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.734842:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.734844:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff54ec63a00 refcount=3 00000020:00000001:0.0:1763354566.734845:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000001:0.0:1763354566.734846:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882484214272 : -123191225337344 : ffff8ff54ec63a00) 00010000:00000040:0.0:1763354566.734849:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 6 00000004:00000001:0.0:1763354566.734851:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763354566.734852:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354566.734854:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.734855:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.734857:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.734858:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.734861:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.734862:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.734866:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.734867:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.734869:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.734870:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.734872:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff54ec63a00 with handle 0x4a8bb634222cb23d from hash 00010000:00000001:0.0:1763354566.734873:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.734874:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.734875:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.734882:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.734885:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.734886:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.734887:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.734888:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.734894:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff54ec63a00/0x4a8bb634222cb23d lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415ac expref: 480 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.734905:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:0.0:1763354566.734906:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 479 00010000:00000010:0.0:1763354566.734908:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663080. 00010000:00000001:0.0:1763354566.734913:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.734915:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.734916:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.734917:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00000001:0.0:1763354566.734920:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.734922:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.734923:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.734924:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.734936:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.734948:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.734951:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.734953:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.734956:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.734958:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.734960:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.734961:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.734963:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.734965:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.734966:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.734970:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bf68. 00000100:00000200:0.0:1763354566.734973:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841121664, offset 224 00000400:00000200:0.0:1763354566.734976:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.734982:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.734985:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556845:1556845:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556841:1556841:8:4294967295] 00000400:00000200:0.0:1763354566.735002:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.735006:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.735009:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022300. 00000800:00000200:0.0:1763354566.735013:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.735017:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.735020:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.735030:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.735055:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.735057:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.735059:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.735065:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31a300 x1848998841121664/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.735077:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+479:2406:x1848998841121664:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 264us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.735086:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3725 00000100:00000040:0.0:1763354566.735090:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:0.0:1763354566.735093:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.735095:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763354566.735100:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354566.735100:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000800:00000010:1.0:1763354566.735105:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022300. 00000020:00000010:0.0:1763354566.735108:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000400:00000200:1.0:1763354566.735110:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.735117:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:0.0:1763354566.735118:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000400:00000200:1.0:1763354566.735120:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bf68 00000400:00000010:1.0:1763354566.735124:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bf68. 00000020:00000040:0.0:1763354566.735127:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 00000100:00000001:1.0:1763354566.735128:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.735131:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.735133:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.735498:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.735504:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.735507:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.735520:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.735524:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.735531:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 552 into portal 12 MB=0x691a7971d7c80 00000400:00000200:1.0:1763354566.735535:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 552/552 into md 0x76d7e5 [64] + 95696 00000800:00000001:1.0:1763354566.735540:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.735546:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.735549:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.735553:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.735557:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.735559:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.735563:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318a80. 00000100:00000040:1.0:1763354566.735566:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318a80 x1848998841121920 msgsize 552 00000100:00100000:1.0:1763354566.735571:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.735586:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.735592:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.735595:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.735621:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.735624:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841121920 02000000:00000001:3.0:1763354566.735627:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.735628:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.735631:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.735633:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.735636:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841121920 00000020:00000001:3.0:1763354566.735638:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.735639:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.735641:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.735644:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=479 00000020:00000001:3.0:1763354566.735646:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.735649:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.735651:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.735654:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.735656:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.735657:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.735661:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20a00. 00000020:00000010:3.0:1763354566.735663:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.735666:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.735669:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.735671:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.735672:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.735673:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.735675:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.735676:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.735679:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.735689:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.735696:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.735697:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.735700:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417484 00000100:00000040:3.0:1763354566.735703:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.735705:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255976576 : -123186453575040 : ffff8ff66b318a80) 00000100:00000040:3.0:1763354566.735709:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318a80 x1848998841121920/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.735716:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.735718:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.735720:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.735721:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.735738:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+479:253181:x1848998841121920:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.735742:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841121920 00000020:00000001:3.0:1763354566.735745:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.735748:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.735752:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef35d80: xid 1848998841121536, transno 21475214485, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.735757:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e095000: xid 1848998841121280, transno 21475214484, client gen 10, slot idx 2 00000001:00000010:3.0:1763354566.735762:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095000. 00000020:00000001:3.0:1763354566.735766:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.735768:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.735770:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.735773:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.735776:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841121920, found 0 last_xid 1848998841121663 00000020:00000001:3.0:1763354566.735779:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.735782:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.735784:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.735787:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.735790:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.735791:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.735793:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.735794:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.735796:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.735799:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.735804:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 00010000:00000001:3.0:1763354566.735807:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.735809:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.735814:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e398c00. 00000020:00000001:3.0:1763354566.735817:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.735819:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e398c00 with handle 0x4a8bb634222cb24b to hash 00000020:00000001:3.0:1763354566.735820:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.735822:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000010:3.0:1763354566.735825:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.735827:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00010000:3.0:1763354566.735830:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb24b lrc: 2/0,0 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415b3 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.735835:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.735837:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=480 00010000:00000001:3.0:1763354566.735872:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.735874:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.735879:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.735880:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.735881:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735883:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.735887:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66b318a80 x1848998841121920/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.735893:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.735894:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.735896:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.735898:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.735899:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.735901:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.735903:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.735904:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.735907:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.735909:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735910:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735911:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735913:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.735914:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.735915:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.735916:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.735959:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff671d98000. 02000000:00000001:3.0:1763354566.735961:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.735963:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735966:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.735967:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.735968:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.735969:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.735970:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.735972:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.735973:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.735974:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.735975:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.735976:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.735977:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.735980:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.735983:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.735984:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.735986:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.735987:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.735989:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.735989:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735991:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.735993:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735994:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.735995:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.735997:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.735999:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.736002:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.736003:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002340:0x113:0x0]/(. :VOLATILE:0000:14BD5B22:fd=03->[0x200002344:0x19e26:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1763354566.736008:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.736009:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:3.0:1763354566.736011:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.736014:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.736015:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.736018:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.736019:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736022:0:38200:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763354566.736024:0:38200:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200002344:0x19e26:0x0] 00000020:00000001:3.0:1763354566.736026:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763354566.736028:0:38200:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.736056:0:38200:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8ff55ffe9e00. 00000004:00000001:3.0:1763354566.736061:0:38200:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:3.0:1763354566.736067:0:38200:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763354566.736069:0:38200:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200002344:0x19e26:0x0] 00000004:00000010:3.0:1763354566.736075:0:38200:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8ff595c0cf78. 00000004:00000001:3.0:1763354566.736077:0:38200:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736080:0:38200:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763354566.736083:0:38200:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763354566.736087:0:38200:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8ff591224330. 00000004:00000001:3.0:1763354566.736090:0:38200:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446620883597542192 : -123190112009424 : ffff8ff591224330) 00000004:00000001:3.0:1763354566.736093:0:38200:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736096:0:38200:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763354566.736098:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.736102:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.736103:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.736105:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.736108:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.736111:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.736113:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.736115:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200002344 00000004:00000001:3.0:1763354566.736118:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.736123:0:38200:0:(osd_handler.c:410:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8ff54ba20000. 00000004:00000001:3.0:1763354566.736126:0:38200:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736130:0:38200:0:(osd_handler.c:1143:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763354566.736133:0:38200:0:(osd_handler.c:1173:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.736138:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:3.0:1763354566.736140:0:38200:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00080000:00000002:3.0:1763354566.736148:0:38200:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c48b for inode 32140 00000004:00000002:3.0:1763354566.736151:0:38200:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002340:0x113:0x0] version is 0x50005c48b 00000004:00000002:3.0:1763354566.736154:0:38200:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200002344:0x19e26:0x0] version is 0x1 00000004:00000001:3.0:1763354566.736159:0:38200:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763354566.736163:0:38200:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.736165:0:38200:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763354566.736167:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.736170:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.736175:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736177:0:38200:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736181:0:38200:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763354566.736184:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763354566.736191:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff653257c60. 00080000:00000001:3.0:1763354566.736194:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:3.0:1763354566.736197:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21400. 00080000:00000001:3.0:1763354566.736200:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00000004:00000001:3.0:1763354566.736203:0:38200:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763354566.736207:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.736211:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.736213:0:38200:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.736216:0:38200:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002344:0x19e26:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763354566.736219:0:38200:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763354566.736224:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x113:0x0] not in the id map cache 00000004:00000001:3.0:1763354566.736226:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763354566.736229:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763354566.736230:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.736233:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736234:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736236:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763354566.736237:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763354566.736239:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.736240:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736241:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354566.736246:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff54ef356c0. 00000004:00000001:3.0:1763354566.736248:0:38200:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763354566.736250:0:38200:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763354566.736255:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b8c8 00000001:00000002:3.0:1763354566.736257:0:38200:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200002340:0x113:0x0]:. :VOLATILE:0000:14BD5B22:fd=03' is added 00000004:00000001:3.0:1763354566.736260:0:38200:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736262:0:38200:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763354566.736265:0:38200:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763354566.736268:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736271:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736274:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:3.0:1763354566.736278:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002344:0x19e26:0x0] not in the id map cache 00000001:00000001:3.0:1763354566.736281:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.736283:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736285:0:38200:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736288:0:38200:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736290:0:38200:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763354566.736292:0:38200:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736297:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736299:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736307:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:3.0:1763354566.736310:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1763354566.736311:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736314:0:38200:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763354566.736316:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736317:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00000004:00000001:3.0:1763354566.736320:0:38200:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.736324:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354566.736326:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354566.736331:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354566.736333:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736334:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736337:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.736339:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.736343:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.736346:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736348:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736351:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.736355:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.736356:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736358:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00000004:00000001:3.0:1763354566.736362:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736365:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736372:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.736373:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736377:0:38200:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763354566.736378:0:38200:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763354566.736379:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763354566.736381:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736381:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736384:0:38200:0:(osd_handler.c:4567:osd_create()) Process entered 00080000:00000001:3.0:1763354566.736466:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763354566.736468:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.736469:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.736470:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.736472:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736473:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736475:0:38200:0:(osd_handler.c:4223:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1763354566.736485:0:38200:0:(osd_handler.c:4281:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763354566.736487:0:38200:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200002344:0x19e26:0x0] 00080000:00000001:3.0:1763354566.736489:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763354566.736490:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.736491:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.736492:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.736493:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736494:0:38200:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736496:0:38200:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:3.0:1763354566.736507:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff59447b528. 00000001:00000010:3.0:1763354566.736518:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff59447b528. 00080000:00000001:3.0:1763354566.736522:0:38200:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.736525:0:38200:0:(osd_handler.c:4642:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736528:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736531:0:38200:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736533:0:38200:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736535:0:38200:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763354566.736537:0:38200:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736542:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.736545:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.736547:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.736548:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736550:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736554:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.736556:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e26:0x0] set xattr 'user.job' with size 5 00000004:00000001:3.0:1763354566.736567:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736569:0:38200:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736572:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736574:0:38200:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736578:0:38200:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:3.0:1763354566.736582:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736584:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736588:0:38200:0:(osd_handler.c:6765:osd_index_ea_insert()) Process entered 00080000:00000001:3.0:1763354566.736616:0:38200:0:(osd_handler.c:6173:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.736622:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b800 00080000:00000002:3.0:1763354566.736624:0:38200:0:(osd_handler.c:6837:osd_index_ea_insert()) parent 64003 insert 0x200002344:0x19e26:0x0:1931 rc = 0 00080000:00000001:3.0:1763354566.736627:0:38200:0:(osd_handler.c:6844:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736630:0:38200:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763354566.736632:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736633:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000002:3.0:1763354566.736637:0:38200:0:(osd_handler.c:4691:osd_ref_add()) [0x200002344:0x19e26:0x0] increase nlink 1 00000004:00000001:3.0:1763354566.736642:0:38200:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736644:0:38200:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.736647:0:38200:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736650:0:38200:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.736653:0:38200:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763354566.736654:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736656:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000002:3.0:1763354566.736660:0:38200:0:(osd_handler.c:4785:osd_ref_del()) [0x200002344:0x19e26:0x0] decrease nlink 2 00000004:00000001:3.0:1763354566.736664:0:38200:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.736668:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354566.736671:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.736674:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763354566.736677:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.736679:0:38200:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763354566.736681:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.736682:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736684:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00080000:00000001:3.0:1763354566.736687:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.736689:0:38200:0:(osd_handler.c:5216:osd_xattr_set()) [0x200002344:0x19e26:0x0] set version 0x50005c496 (old 0x0) for inode 1931 00080000:00000001:3.0:1763354566.736693:0:38200:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736696:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736698:0:38200:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736700:0:38200:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763354566.736702:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214486, last_committed = 21475214474 00000001:00000010:3.0:1763354566.736707:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5587e7a20. 00000001:00000040:3.0:1763354566.736710:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 11 00000020:00000040:3.0:1763354566.736713:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=481 00000001:00000010:3.0:1763354566.736719:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef359c0. 00000004:00000001:3.0:1763354566.736724:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354566.736726:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.736727:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882431513600 : -123191278038016 : ffff8ff54ba21400) 00000004:00000001:3.0:1763354566.736736:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354566.736740:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef359c0: xid 1848998841121920, transno 21475214486, tag 1, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.736743:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.736750:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.736754:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.736757:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.736759:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.736762:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff653257c60. 00000020:00000001:3.0:1763354566.736767:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736773:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.736775:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.736778:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736780:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.736782:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.736788:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.736791:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.736793:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.736795:0:38200:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.736798:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.736799:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.736801:0:38200:0:(osd_handler.c:1576:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1763354566.736806:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8ff5587e7ba0. 00000004:00000001:3.0:1763354566.736809:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.736812:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.736815:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff671d98378 00000004:00000001:3.0:1763354566.736817:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.736822:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.736827:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.736834:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763354566.736837:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e26:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763354566.736840:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763354566.736843:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.736845:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.736849:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dce00. 00010000:00000010:3.0:1763354566.736853:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff680781100. 00010000:00000001:3.0:1763354566.736857:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.736860:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e398000. 00000020:00000001:3.0:1763354566.736863:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.736865:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e398000 with handle 0x4a8bb634222cb252 to hash 00000020:00000001:3.0:1763354566.736867:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.736869:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000010:3.0:1763354566.736872:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663280. 00010000:00000001:3.0:1763354566.736875:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354566.736878:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.736880:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.736884:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.736891:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.736894:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.736896:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.736898:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.736900:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.736902:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.736904:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.736907:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.736909:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.736911:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.736912:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.736915:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) refcount = 1 00010000:00010000:3.0:1763354566.736920:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.736927:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.736930:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.736931:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.736934:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.736935:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.736966:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.736969:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.736972:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.736975:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.736979:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.736985:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.736986:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.736988:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.736990:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.736991:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.736993:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=3 00000020:00000001:3.0:1763354566.736996:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354566.736998:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354566.737001:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.737002:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.737004:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.737006:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e26:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763354566.737011:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.737014:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737017:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763354566.737020:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.737021:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.737024:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.737025:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.737028:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.737029:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.737031:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1763354566.737059:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63c00. 00010000:00000010:3.1:1763354566.737067:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63400. 00010000:00000010:3.1:1763354566.737070:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67aaeac00. 00000001:00000001:3.0:1763354566.737077:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.737079:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.737080:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.737082:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.737085:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: nlink=1, mode=100600, valid=0x1100000080002f8f 00000004:00200000:3.0:1763354566.737088:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: returning size 0 00000001:00000001:3.0:1763354566.737090:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.737092:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737095:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.737097:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.737101:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.737104:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.737107:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.737109:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737112:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763354566.737114:0:38200:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763354566.737116:0:38200:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.737119:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:3.0:1763354566.737122:0:38200:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763354566.737124:0:38200:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737127:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.737129:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.737131:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737134:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.737137:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.737141:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66ba27800. 00000020:00000001:3.0:1763354566.737143:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.737145:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66ba27800 with handle 0x4a8bb634222cb259 to hash 00000020:00000001:3.0:1763354566.737147:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.737149:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887263377408 : -123186446174208 : ffff8ff66ba27800) 00000004:00000001:3.0:1763354566.737152:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.737153:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.737156:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e26:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:3.0:1763354566.737159:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763354566.737161:0:38200:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.737163:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737165:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737167:0:38200:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.737170:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.737172:0:38200:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.737173:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.737175:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.737177:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.737178:0:38200:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.737181:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.737182:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763354566.737185:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.737189:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737192:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737194:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.737196:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.737198:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.737200:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.737202:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.737203:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.737205:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.737210:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.737211:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763354566.737214:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763354566.737216:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.737219:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.737220:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.737222:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=3 00000020:00000001:3.0:1763354566.737224:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:3.0:1763354566.737227:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00000004:00000040:3.0:1763354566.737229:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 463 00000020:00000040:3.0:1763354566.737232:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=482 00010000:00000001:3.0:1763354566.737235:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.737237:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.737238:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.737241:0:38200:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.737243:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.737255:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.737258:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.737259:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.737262:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.737263:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.737265:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.737267:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.737270:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398c00 with handle 0x4a8bb634222cb24b from hash 00010000:00000001:3.0:1763354566.737272:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.737273:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.737275:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.737276:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.737278:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.737282:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb24b lrc: 0/0,0 mode: --/CW res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 482 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.737291:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.737293:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00010000:00000010:3.0:1763354566.737295:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.737300:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.737301:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.737304:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.737307:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 481 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.737312:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.737314:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.737315:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.737317:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763354566.737319:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.737321:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.737322:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.737323:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.737324:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.737325:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e398000, rc 0) 00000020:00000001:3.0:1763354566.737327:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.737329:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214486, xid 1848998841121920 00010000:00000001:3.0:1763354566.737330:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.737334:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b318a80 x1848998841121920/t21475214486(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.737339:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.737340:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.737342:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.737345:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.737347:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.737348:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.737350:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.737351:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.737353:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.737355:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.737358:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121ee0. 00000100:00000200:3.0:1763354566.737360:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841121920, offset 224 00000400:00000200:3.0:1763354566.737364:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.737369:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.737373:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556846:1556846:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556842:1556842:8:4294967295] 00000400:00000200:3.0:1763354566.737380:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.737383:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.737386:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000800:00000200:3.0:1763354566.737389:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.737393:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.737395:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.737407:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.737409:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.737411:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.737412:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.737413:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.737416:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318a80 x1848998841121920/t21475214486(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 552/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.737423:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+481:253181:x1848998841121920:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1706us (1855us total) trans 21475214486 rc 0/0 00000100:00100000:3.0:1763354566.737428:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417484 00000100:00000040:3.0:1763354566.737430:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.737439:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.737440:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.737443:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff680781b80. 00000020:00000010:3.0:1763354566.737448:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.737450:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20a00. 00000020:00000040:3.0:1763354566.737459:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 480 00000100:00000001:3.0:1763354566.737461:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.737511:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.737514:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000400:00000200:1.0:1763354566.737519:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.737522:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.737525:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121ee0 00000400:00000010:1.0:1763354566.737527:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121ee0. 00000100:00000001:1.0:1763354566.737529:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.737530:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.740226:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.740237:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.740240:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.740241:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.740248:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.740258:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d7d80 00000400:00000200:1.0:1763354566.740264:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 96248 00000800:00000001:1.0:1763354566.740270:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.740285:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.740287:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.740290:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.740295:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.740297:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.740301:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b31ad80. 00000100:00000040:1.0:1763354566.740303:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b31ad80 x1848998841122176 msgsize 4616 00000100:00100000:1.0:1763354566.740307:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.740317:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.740322:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.740324:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.740351:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.740356:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122176 02000000:00000001:3.0:1763354566.740359:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.740362:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.740365:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.740369:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.740372:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122176 00000020:00000001:3.0:1763354566.740375:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.740377:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.740379:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.740382:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=481 00000020:00000001:3.0:1763354566.740385:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.740387:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.740392:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.740396:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.740399:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.740401:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.740405:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20800. 00000020:00000010:3.0:1763354566.740409:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:3.0:1763354566.740412:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.740418:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.740420:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.740421:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.740423:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.740424:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.740426:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.740430:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.740451:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.740460:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.740462:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.740466:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417485 00000100:00000040:3.0:1763354566.740468:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.740470:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255985536 : -123186453566080 : ffff8ff66b31ad80) 00000100:00000040:3.0:1763354566.740475:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b31ad80 x1848998841122176/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.740481:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.740483:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.740485:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.740487:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.740491:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b31ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+481:253181:x1848998841122176:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.740495:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122176 00000020:00000001:3.0:1763354566.740497:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.740499:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.740502:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef359c0: xid 1848998841121920, transno 21475214486, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.740505:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef35d80: xid 1848998841121536, transno 21475214485, client gen 10, slot idx 3 00000001:00000010:3.0:1763354566.740508:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.740511:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.740512:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.740514:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.740516:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.740518:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122176, found 0 last_xid 1848998841122175 00000020:00000001:3.0:1763354566.740520:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.740522:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.740523:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.740526:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.740528:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.740529:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.740530:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.740531:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.740533:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.740536:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.740541:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dce00 count: 2 00010000:00000001:3.0:1763354566.740543:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.740545:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.740548:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399600. 00000020:00000001:3.0:1763354566.740549:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.740551:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399600 with handle 0x4a8bb634222cb260 to hash 00000020:00000001:3.0:1763354566.740553:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.740554:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000010:3.0:1763354566.740557:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.740559:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00010000:3.0:1763354566.740562:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222cb260 lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415ba expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.740567:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 463 00000020:00000040:3.0:1763354566.740569:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=482 00010000:00000001:3.0:1763354566.740572:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.740574:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.740577:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.740579:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.740580:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740581:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763354566.740585:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff66b31ad80 x1848998841122176/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763354566.740590:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763354566.740592:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763354566.740593:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763354566.740594:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.740596:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740598:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.740599:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.740601:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740602:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.740603:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.740604:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740608:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.740609:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740611:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740612:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740614:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.740615:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763354566.740617:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.740618:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.740640:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff681510000. 02000000:00000001:3.0:1763354566.740642:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.740644:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740647:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763354566.740648:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.740649:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740650:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.740651:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.740652:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740654:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.740654:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.740656:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740657:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.740658:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.740661:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.740663:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.740665:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.740666:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.740667:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.740669:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.740670:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740671:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.740672:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740674:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763354566.740675:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740677:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763354566.740678:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763354566.740681:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:3.0:1763354566.740682:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002344:0x19e26:0x0]/(->[0x200002344:0x19e26:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763354566.740686:0:38200:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763354566.740687:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.740689:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e26:0x0] 00000020:00000001:3.0:1763354566.740690:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.740693:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:3.0:1763354566.740694:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00000004:00000001:3.0:1763354566.740696:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.740697:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740701:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.740702:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.740705:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740718:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.740721:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.740729:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.740732:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.740733:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.740734:0:38200:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.740736:0:38200:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763354566.740737:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.740738:0:38200:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.740740:0:38200:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.740741:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.740742:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.740744:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:3.0:1763354566.740745:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.740747:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763354566.740749:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff8ff681510378 00000004:00000001:3.0:1763354566.740750:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.740753:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763354566.740755:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e26:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763354566.740757:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e26:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:3.0:1763354566.740761:0:38200:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200002344:0x19e26:0x0], open_flags = 040010040000002 00000004:00000001:3.0:1763354566.740763:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.740765:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.740767:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.740769:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dce00 count: 3 00010000:00000001:3.0:1763354566.740770:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.740772:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.740774:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399800. 00000020:00000001:3.0:1763354566.740775:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.740777:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399800 with handle 0x4a8bb634222cb267 to hash 00000020:00000001:3.0:1763354566.740784:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.740785:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000010:3.0:1763354566.740787:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.740789:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.740791:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.740793:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.740795:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.740800:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.740803:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.740804:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.740805:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.740807:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763354566.740810:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 482 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.740815:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763354566.740816:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.740818:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.740819:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.740820:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.740822:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763354566.740825:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 4/0,1 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000040:3.0:1763354566.740830:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) refcount = 3 00010000:00000040:3.0:1763354566.740832:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.740834:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 482 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.740838:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763354566.740839:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 4/0,1 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.740844:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.740846:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.740849:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.740850:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.740852:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.740854:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763354566.740855:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.740857:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.740859:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.740860:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763354566.740861:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.740863:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.740864:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763354566.740866:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763354566.740868:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.740871:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763354566.740873:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.740875:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763354566.740878:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.740881:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000100:00000001:3.0:1763354566.740885:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.740899:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 482 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.740912:0:38200:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 482 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:3.0:1763354566.740918:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.740920:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763354566.740923:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.740929:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.740931:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.740934:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722944:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.740937:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763354566.740952:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.740955:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.740957:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.740960:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff66c038000. 02000000:00000001:3.0:1763354566.740961:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.740965:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.740969:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121990. 00000100:00000200:3.0:1763354566.740973:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542722944, portal 16 00000100:00000001:3.0:1763354566.740975:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.740977:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000100:00000040:3.0:1763354566.740980:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.740986:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.740988:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.740989:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701214c8. 00000100:00000200:3.0:1763354566.740991:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542722944, offset 0 00000400:00000200:3.0:1763354566.740995:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.740999:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.741003:0:38200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354566.741006:0:38200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354566.741009:0:38200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354566.741011:0:38200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354566.741014:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556847:1556847:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556843:1556843:8:4294967295] 00000400:00000200:3.0:1763354566.741021:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.741024:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.741027:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.741030:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.741056:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.741059:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.741065:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.741068:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889817 00000100:00000001:3.0:1763354566.741075:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889789 00000100:00000001:3.0:1763354566.741080:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889817 00000100:00000001:3.0:1763354566.741083:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889789 00000100:00000001:3.0:1763354566.741085:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889817 00000100:00000001:3.0:1763354566.741090:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889789 00000100:00000001:3.0:1763354566.741093:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889817 00000100:00000001:3.0:1763354566.741096:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889789 00000100:00000001:3.0:1763354566.741099:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.741102:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.741105:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.741107:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.741109:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.741111:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.741113:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.741114:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.741117:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.741119:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.741132:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.741135:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.741137:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.741139:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.741143:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763354566.741145:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.741153:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.741158:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000400:00000200:1.0:1763354566.741163:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.741167:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.741170:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701214c8 00000400:00000010:1.0:1763354566.741172:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701214c8. 00000100:00000001:1.0:1763354566.741174:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.741179:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.741186:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.741199:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.741205:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.741206:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.742124:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.742131:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.742133:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.742135:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.742141:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.742148:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544780 00000400:00000200:1.0:1763354566.742152:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f65 [1] + 224 00000800:00000001:1.0:1763354566.742157:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.742161:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.742163:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.742165:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.742168:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.742183:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.742190:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.742204:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.742207:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.742209:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.742220:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.742226:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.742227:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.742230:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.742233:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121990 00000400:00000010:3.0:1763354566.742234:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121990. 00000100:00000001:3.0:1763354566.742236:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.742240:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763354566.742247:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.742252:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.742253:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.742255:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.742258:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.742259:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.742260:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.742262:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.742265:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1763354566.742268:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.742270:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.742271:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.742273:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.742275:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.742278:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.742282:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.742291:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.742294:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.742295:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.742298:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.742301:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.742302:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.742304:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.742309:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354566.742318:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542722944:192.168.203.48@tcp:104: 00000100:00000001:3.0:1763354566.742322:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.742325:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.742327:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.742329:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.742332:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542722944/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.742339:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.742341:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.742344:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff66c038000. 02000000:00000001:3.0:1763354566.742348:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.742350:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.742353:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763354566.742355:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.742357:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 02000000:00000001:3.0:1763354566.742365:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.742367:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.742369:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:3.0:1763354566.742374:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763354566.742375:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.742377:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.742379:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.742380:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.742382:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354566.742384:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.742386:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.742387:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.742389:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763354566.742391:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000800:00000001:1.0:1763354566.743016:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.743021:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.743022:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.743024:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.743062:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.743073:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d7e00 00000400:00000200:1.0:1763354566.743081:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 656 00000800:00000001:1.0:1763354566.743086:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.743091:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.743093:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.743096:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.743099:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.743101:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.743104:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66b318e00. 00000100:00000040:1.0:1763354566.743107:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66b318e00 x1848998841122304 msgsize 328 00000100:00100000:1.0:1763354566.743112:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.743127:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.743132:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.743135:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.743165:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.743168:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122304 02000000:00000001:0.0:1763354566.743171:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.743173:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.743175:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.743178:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.743181:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122304 00000020:00000001:0.0:1763354566.743183:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.743185:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.743187:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.743190:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=483 00000020:00000001:0.0:1763354566.743192:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.743196:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.743199:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.743204:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.743207:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.743209:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.743214:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000020:00000010:0.0:1763354566.743219:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000020:00000010:0.0:1763354566.743223:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 00000100:00000040:0.0:1763354566.743229:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.743232:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.743233:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.743236:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.743239:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743241:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.743245:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.743246:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.743248:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=4 00000020:00000001:0.0:1763354566.743251:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:0.0:1763354566.743254:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00010000:0.0:1763354566.743260:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 483 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.743269:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.743270:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.743272:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.743274:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.743280:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.743286:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66b318e00 x1848998841122304/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.743294:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.743296:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.743310:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.743319:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.743322:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.743327:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6370 00000100:00000040:0.0:1763354566.743331:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:0.0:1763354566.743333:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887255977472 : -123186453574144 : ffff8ff66b318e00) 00000100:00000040:0.0:1763354566.743339:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66b318e00 x1848998841122304/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.743348:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.743351:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.743354:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.743356:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.743361:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66b318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+483:2403:x1848998841122304:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.743365:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122304 00010000:00000001:0.0:1763354566.743368:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.743370:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.743372:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.743376:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.743378:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.743382:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff54901e800. 02000000:00000001:0.0:1763354566.743384:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.743386:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743388:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.743390:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.743392:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.743394:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.743396:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398000 refcount=4 00000020:00000001:0.0:1763354566.743398:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000001:0.0:1763354566.743400:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575265280 : -123186134286336 : ffff8ff67e398000) 00010000:00000040:0.0:1763354566.743404:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dce00 count: 4 00000004:00000001:0.0:1763354566.743407:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354566.743412:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 483 pid: 38200 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.743427:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.743430:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.743435:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.743437:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.743440:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 483 pid: 38200 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.743449:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.743451:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.743452:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.743455:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743458:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.743460:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.743465:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.743466:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.743468:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.743470:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.743473:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398000 with handle 0x4a8bb634222cb252 from hash 00010000:00000001:0.0:1763354566.743476:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.743478:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.743479:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.743480:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.743485:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.743486:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743489:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.743491:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.743495:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398000/0x4a8bb634222cb252 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f415b3 expref: 483 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.743502:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:0.0:1763354566.743505:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 482 00010000:00000010:0.0:1763354566.743508:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663280. 00010000:00000001:0.0:1763354566.743515:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.743519:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.743521:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.743524:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:0.0:1763354566.743529:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.743535:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.743537:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.743539:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.743541:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.743543:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.743546:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.743558:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.743565:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.743571:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.743574:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.743576:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.743577:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.743580:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) refcount = 3 00010000:00010000:0.0:1763354566.743584:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 4/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.743590:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.743593:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.743595:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743606:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.743608:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.743611:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.743615:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.743618:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.743622:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.743625:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.743627:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.743630:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.743632:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.743634:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.743636:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.743647:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743650:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.743652:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.743653:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.743656:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.743657:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.743671:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.743674:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.743676:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354566.743678:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00010000:00010000:3.0:1763354566.743680:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000100:00000001:0.0:1763354566.743682:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.743686:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.743693:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.743694:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68a40. 00010000:00010000:3.0:1763354566.743700:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.743700:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.743705:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763354566.743707:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.743709:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.743710:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.743713:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.743715:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.743716:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.743717:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1763354566.743718:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00000020:00000001:3.0:1763354566.743722:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:0.0:1763354566.743724:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.743725:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.743730:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.743731:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1763354566.743732:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000004:00000001:3.0:1763354566.743733:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.743738:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.743741:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.743743:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:3.0:1763354566.743745:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000100:00000040:0.0:1763354566.743750:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000001:00000001:3.0:1763354566.743751:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.743753:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.743756:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.743757:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.743757:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000001:00000001:3.0:1763354566.743762:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.743765:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:0.0:1763354566.743765:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:3.0:1763354566.743769:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.743771:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.743771:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.743776:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1763354566.743777:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1763354566.743778:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.743782:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.743785:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000100:00000040:0.0:1763354566.743786:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000004:00200000:3.0:1763354566.743788:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: returning size 0 00000001:00000001:3.0:1763354566.743791:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.743793:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.743793:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b7f8. 00000004:00000001:3.0:1763354566.743797:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763354566.743800:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000200:0.0:1763354566.743801:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841122304, offset 224 00000004:00000001:3.0:1763354566.743804:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.743809:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1763354566.743810:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000004:00000001:3.0:1763354566.743815:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.743820:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.743823:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:3.0:1763354566.743825:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763354566.743830:0:38200:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000400:00000200:0.0:1763354566.743835:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556848:1556848:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556844:1556844:8:4294967295] 00000004:00000001:3.0:1763354566.743836:0:38200:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:3.0:1763354566.743840:0:38200:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.743843:0:38200:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.743851:0:38200:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200002344:0x19e26:0x0] eadata 0000000000000000 len 0 00000400:00000200:0.0:1763354566.743851:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:3.0:1763354566.743858:0:38200:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000800:00000200:0.0:1763354566.743863:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000010:3.0:1763354566.743865:0:38200:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff54ef356c0. 00000800:00000010:0.0:1763354566.743869:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022800. 00000004:00000001:3.0:1763354566.743873:0:38200:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763354566.743878:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000800:00000200:0.0:1763354566.743878:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00080000:00000001:3.0:1763354566.743883:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000800:00000200:0.0:1763354566.743888:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:3.0:1763354566.743890:0:38200:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.743894:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022800 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1763354566.743895:0:38200:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763354566.743904:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff54ef356c0. 00000004:00000001:3.0:1763354566.743908:0:38200:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:3.0:1763354566.743911:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000100:00000001:0.0:1763354566.743914:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.743918:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff5587e70c0. 00000100:00000040:0.0:1763354566.743921:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00080000:00000001:3.0:1763354566.743924:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00000001:0.0:1763354566.743926:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.743929:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff679a61800. 00010000:00000001:0.0:1763354566.743931:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.743934:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00001000:3.0:1763354566.743949:0:38200:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff8ff666cd7a00/4096, cr_flags 040010040000002, no_create 0 00000100:00000040:0.0:1763354566.743953:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b318e00 x1848998841122304/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763354566.743955:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.743959:0:38200:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1763354566.743963:0:38200:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:3.0:1763354566.743966:0:38200:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:3.0:1763354566.743970:0:38200:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff54ef356c0. 00000004:00000001:3.0:1763354566.743975:0:38200:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000100:00100000:0.0:1763354566.743976:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+482:2403:x1848998841122304:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 621us (862us total) trans 0 rc 0/0 00000004:00000001:3.0:1763354566.743979:0:38200:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:3.0:1763354566.743983:0:38200:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.743987:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1763354566.743988:0:38200:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.743994:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022800. 00000100:00100000:0.0:1763354566.743994:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6370 00000100:00001000:3.0:1763354566.743996:0:38200:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff8ff666cd7a00: 00000400:00000200:1.0:1763354566.744001:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1763354566.744002:0:38200:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00000040:0.0:1763354566.744004:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00000100:00001000:3.0:1763354566.744007:0:38200:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000400:00000200:1.0:1763354566.744010:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.744011:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1763354566.744012:0:38200:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000400:00000200:1.0:1763354566.744014:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b7f8 00000100:00000001:0.0:1763354566.744016:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1763354566.744017:0:38200:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000400:00000010:1.0:1763354566.744018:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b7f8. 00000100:00001000:3.0:1763354566.744023:0:38200:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00000001:1.0:1763354566.744024:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1763354566.744024:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000100:00000001:1.0:1763354566.744027:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1763354566.744028:0:38200:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x1 00000100:00001000:3.0:1763354566.744057:0:38200:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000020:00000010:0.0:1763354566.744065:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:0.0:1763354566.744074:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:0.0:1763354566.744080:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00000100:00000001:0.0:1763354566.744083:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763354566.744107:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff54ef356c0. 00020000:00000001:3.0:1763354566.744112:0:38200:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763354566.744114:0:38200:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1763354566.744116:0:38200:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1763354566.744118:0:38200:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1763354566.744119:0:38200:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1763354566.744120:0:38200:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763354566.744122:0:38200:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1763354566.744125:0:38200:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8ff58f148750. 00020000:00000010:3.0:1763354566.744127:0:38200:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8ff58f148b40. 00020000:00001000:3.0:1763354566.744129:0:38200:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:3.0:1763354566.744132:0:38200:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:3.0:1763354566.744134:0:38200:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:3.0:1763354566.744136:0:38200:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:3.0:1763354566.744138:0:38200:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:3.0:1763354566.744140:0:38200:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:3.0:1763354566.744141:0:38200:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:3.0:1763354566.744142:0:38200:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763354566.744145:0:38200:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 1 start_count 41 offset 34 active 2 count 2 00020000:00001000:3.0:1763354566.744147:0:38200:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 36 act 0 strp 0 ary 0 idx 0 00020000:00000001:3.0:1763354566.744149:0:38200:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:3.0:1763354566.744150:0:38200:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763354566.744153:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763354566.744155:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950970, bavail=894411, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259311, state=0 00000004:00000001:3.0:1763354566.744158:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744159:0:38200:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744162:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763354566.744163:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744165:0:38200:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763354566.744169:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff58b12b0d0. 00000004:00000001:3.0:1763354566.744173:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763354566.744175:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744178:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.744179:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00000001:3.0:1763354566.744182:0:38200:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763354566.744185:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763354566.744186:0:38200:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00000001:3.0:1763354566.744189:0:38200:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763354566.744191:0:38200:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.744194:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.744198:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.744200:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00080000:00000001:3.0:1763354566.744202:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744203:0:38200:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744205:0:38200:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446620883495858472 : -123190213693144 : ffff8ff58b12b128) 00020000:00000001:3.0:1763354566.744207:0:38200:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744208:0:38200:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744210:0:38200:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744211:0:38200:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763354566.744213:0:38200:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763354566.744214:0:38200:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.744216:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.744218:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.744219:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00000001:3.0:1763354566.744222:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744224:0:38200:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:3.0:1763354566.744225:0:38200:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744227:0:38200:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744229:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.744232:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763354566.744233:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:3.0:1763354566.744238:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763354566.744239:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.744240:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00080000:00000001:3.0:1763354566.744241:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1763354566.744242:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1763354566.744244:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a980. 00080000:00000001:3.0:1763354566.744245:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744246:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.744253:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.744254:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744256:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.744258:0:38200:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:3.0:1763354566.744260:0:38200:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.744262:0:38200:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763354566.744263:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.744264:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00000001:3.0:1763354566.744266:0:38200:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763354566.744271:0:38200:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff8ff58b12b0d0 is [0x280000402:0x53fc:0x0] 00000020:00000001:3.0:1763354566.744273:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763354566.744274:0:38200:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00080000:3.0:1763354566.744288:0:38200:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000402:0x53fc:0x0], index 0: 0 00000004:00000001:3.0:1763354566.744291:0:38200:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744294:0:38200:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744296:0:38200:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763354566.744298:0:38200:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744300:0:38200:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1763354566.744303:0:38200:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1763354566.744305:0:38200:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1763354566.744308:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763354566.744311:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763354566.744313:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763354566.744315:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763354566.744318:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.744320:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763354566.744322:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.744325:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:3.0:1763354566.744328:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744331:0:38200:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744333:0:38200:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744335:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763354566.744337:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.744339:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00080000:00000001:3.0:1763354566.744342:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763354566.744344:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e26:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:3.0:1763354566.744367:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff66ba27c00. 00000004:00000001:3.0:1763354566.744373:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744375:0:38200:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744378:0:38200:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744380:0:38200:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744383:0:38200:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.744386:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763354566.744389:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763354566.744394:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763354566.744397:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214487, last_committed = 21475214474 00000001:00000010:3.0:1763354566.744401:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff5587e77e0. 00000001:00000040:3.0:1763354566.744403:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 12 00000020:00000040:3.0:1763354566.744406:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=482 00000001:00000010:3.0:1763354566.744411:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000004:00000001:3.0:1763354566.744417:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763354566.744418:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763354566.744420:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887498496000 : -123186211055616 : ffff8ff679a61800) 00000004:00000001:3.0:1763354566.744428:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763354566.744431:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff54ef35d80: xid 1848998841122176, transno 21475214487, tag 1, client gen 10, slot idx 3 00000001:00000001:3.0:1763354566.744435:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354566.744442:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a980. 00080000:00000010:3.0:1763354566.744446:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00040000:00000001:3.0:1763354566.744449:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763354566.744452:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1763354566.744454:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.744458:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff5587e70c0. 00000020:00000001:3.0:1763354566.744460:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744463:0:38200:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744466:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763354566.744468:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763354566.744470:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744472:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.744475:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.744480:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.744493:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.744496:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763354566.744497:0:38200:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.744500:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.744505:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.744507:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.744509:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763354566.744512:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff8ff681510378 00000004:00000001:3.0:1763354566.744515:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744517:0:38200:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.744520:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:3.0:1763354566.744523:0:38200:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763354566.744525:0:38200:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744528:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763354566.744531:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763354566.744534:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763354566.744538:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002344:0x19e26:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1763354566.744542:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744545:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744547:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.744551:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763354566.744555:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66ba27a80. 00000020:00000001:3.0:1763354566.744557:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.744560:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66ba27a80 with handle 0x4a8bb634222cb26e to hash 00000020:00000001:3.0:1763354566.744562:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763354566.744564:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887263378048 : -123186446173568 : ffff8ff66ba27a80) 00000004:00000001:3.0:1763354566.744567:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763354566.744568:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763354566.744570:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e26:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:3.0:1763354566.744575:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763354566.744577:0:38200:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763354566.744579:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744581:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744584:0:38200:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.744587:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763354566.744589:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.744591:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763354566.744593:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.744594:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.744596:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.744598:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.744600:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00000020:00000001:3.0:1763354566.744602:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.744604:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.744607:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.744610:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.744616:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.744617:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.744620:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 2/0,0 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.744625:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.744627:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744630:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.744633:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,0 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.744640:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e399800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.744642:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.744644:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.744647:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 3/0,0 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.744658:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.744659:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.744661:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.744662:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=4 00000020:00000001:3.0:1763354566.744665:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.744667:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.744670:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.744673:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 4/0,0 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.744679:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.744680:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.744682:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744685:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.744687:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.744689:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.744690:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.744693:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399800 with handle 0x4a8bb634222cb267 from hash 00010000:00000001:3.0:1763354566.744695:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.744697:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.744698:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.744700:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.744702:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.744704:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744706:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.744708:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.744710:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.744712:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.744716:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763354566.744718:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.744721:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744723:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.744725:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.744728:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.744730:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.744731:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744734:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744736:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.744739:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 2/0,0 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.744745:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.744746:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.744748:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.744749:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.744751:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.744753:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb267 lrc: 0/0,0 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.744760:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.744766:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.744768:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.744770:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.744771:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.744773:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.744774:0:38200:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763354566.744776:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.744778:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.744780:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763354566.744781:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763354566.744783:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744786:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.744789:0:38200:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.744794:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.744801:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744805:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744808:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763354566.744812:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.744814:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763354566.744816:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.744817:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763354566.744820:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.744823:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763354566.744836:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744838:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763354566.744841:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763354566.744843:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.744846:0:38200:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.744849:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763354566.744853:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.744855:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.744857:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.744860:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.744862:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.744864:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.744866:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.744869:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399600 with handle 0x4a8bb634222cb260 from hash 00010000:00000001:3.0:1763354566.744871:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.744873:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.744874:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.744876:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.744877:0:38200:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.744880:0:38200:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763354566.744887:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222cb260 lrc: 1/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415ba expref: 482 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.744895:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.744897:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.744899:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.744901:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.744903:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744906:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.744908:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.744909:0:38200:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.744911:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.744912:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.744913:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.744915:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.744917:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.744920:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763354566.744922:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.744925:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.744927:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.744928:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.744932:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222cb260 lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415ba expref: 482 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.744957:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:3.0:1763354566.744959:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00010000:00000010:3.0:1763354566.744962:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663380. 00010000:00000040:3.0:1763354566.744965:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dce00 count: 0 00010000:00000010:3.0:1763354566.744970:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781100. 00010000:00000001:3.0:1763354566.744979:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.744981:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e399600, rc 0) 00000020:00000001:3.0:1763354566.744985:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763354566.744988:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214487, xid 1848998841122176 00010000:00000001:3.0:1763354566.744992:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.744998:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66b31ad80 x1848998841122176/t21475214487(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.745007:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.745009:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.745013:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.745017:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.745020:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.745022:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.745025:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.745027:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.745030:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.745063:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.745068:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121990. 00000100:00000200:3.0:1763354566.745073:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841122176, offset 224 00000400:00000200:3.0:1763354566.745080:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.745089:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000010:0.1:1763354566.745090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff54ec63a00. 00000400:00000200:3.0:1763354566.745097:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556849:1556849:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556845:1556845:8:4294967295] 00000400:00000200:3.0:1763354566.745109:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.745115:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.745118:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.745123:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.745129:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.745132:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.745145:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.745149:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.745152:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.745155:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.745158:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.745164:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66b31ad80 x1848998841122176/t21475214487(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.745176:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66b31ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+481:253181:x1848998841122176:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 4692us (4869us total) trans 21475214487 rc 301/301 00000100:00100000:3.0:1763354566.745185:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417485 00000100:00000040:3.0:1763354566.745188:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.745191:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.745193:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.745196:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000800:00000200:1.0:1763354566.745199:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1763354566.745201:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000800:00000010:1.0:1763354566.745203:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000020:00000010:3.0:1763354566.745210:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20800. 00000400:00000200:1.0:1763354566.745210:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.745218:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.745220:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121990 00000400:00000010:1.0:1763354566.745222:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121990. 00000100:00000001:1.0:1763354566.745225:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1763354566.745226:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 480 00000100:00000001:1.0:1763354566.745227:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763354566.745232:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.746796:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.746806:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.746808:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.746811:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.746819:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.746830:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d7f00 00000400:00000200:1.0:1763354566.746838:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad9ed [2] + 392 00000800:00000001:1.0:1763354566.746844:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.746851:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.746853:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.746857:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.746861:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.746864:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354566.746870:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766baa00. 00000100:00000040:1.0:1763354566.746873:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766baa00 x1848998841122560 msgsize 392 00000100:00100000:1.0:1763354566.746892:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.746904:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.746910:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.746914:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.746936:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.746948:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122560 02000000:00000001:2.0:1763354566.746951:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.746954:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.746956:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.746960:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.746963:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122560 00000020:00000001:2.0:1763354566.746966:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.746968:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.746970:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.746973:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=481 00000020:00000001:2.0:1763354566.746975:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.746978:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.746982:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.746986:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.746988:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.746990:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.746994:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.746997:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.747000:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.747005:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.747007:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.747008:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.747010:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.747014:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.747024:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.747032:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.747051:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.747056:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93126 00000100:00000040:2.0:1763354566.747059:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.747061:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444335104 : -123186265216512 : ffff8ff6766baa00) 00000100:00000040:2.0:1763354566.747066:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766baa00 x1848998841122560/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.747073:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.747076:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.747079:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.747081:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.747086:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+481:253181:x1848998841122560:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354566.747091:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122560 00000020:00000001:2.0:1763354566.747094:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.747097:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.747101:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff54ef35d80: xid 1848998841122176, transno 21475214487, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.747105:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef359c0: xid 1848998841121920, transno 21475214486, client gen 10, slot idx 2 00000001:00000010:2.0:1763354566.747109:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef359c0. 00000020:00000001:2.0:1763354566.747114:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.747116:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.747118:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.747122:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.747124:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122560, found 0 last_xid 1848998841122559 00000020:00000001:2.0:1763354566.747126:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.747128:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.747129:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.747131:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747134:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.747136:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.747137:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.747139:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747141:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.747144:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.747145:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747146:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.747147:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.747149:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747150:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.747151:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.747152:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747153:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.747154:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.747155:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747156:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.747157:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.747159:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747160:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747162:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.747163:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747165:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.747166:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.747167:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747168:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.747169:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.747170:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747171:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.747172:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.747173:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747174:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.747175:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.747178:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.747181:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.747182:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.747184:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.747185:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.747187:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.747188:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747189:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.747190:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747191:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.747194:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.747195:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.747199:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff54f210000. 02000000:00000001:2.0:1763354566.747200:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.747201:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747203:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.747204:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747206:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.747207:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.747208:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.747210:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66ba27a80 refcount=2 00000020:00000001:2.0:1763354566.747211:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887263378048 : -123186446173568 : ffff8ff66ba27a80) 00000004:00000001:2.0:1763354566.747213:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887263378048 : -123186446173568 : ffff8ff66ba27a80) 00000020:00000040:2.0:1763354566.747215:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66ba27a80 with handle 0x4a8bb634222cb26e from hash 00000004:00000001:2.0:1763354566.747218:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.747219:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e26:0x0] with intent: 0 00000004:00000001:2.0:1763354566.747222:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354566.747223:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763354566.747226:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.747227:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.747229:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747231:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747234:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747242:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.747244:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.747246:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.747247:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.747248:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747249:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747250:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.747252:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.747253:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.747254:0:6520:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.747256:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.747257:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747259:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747260:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747261:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.747262:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354566.747264:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.747266:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.747267:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747268:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747269:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.747270:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.747271:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.747273:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.747274:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747276:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354566.747278:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e26:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763354566.747281:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.747282:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.747284:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.747286:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.747290:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37a20. 00080000:00000001:2.0:1763354566.747293:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.747296:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff671467e00. 00080000:00000001:2.0:1763354566.747298:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887358012928 : -123186351538688 : ffff8ff671467e00) 00000004:00000001:2.0:1763354566.747301:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.747303:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.747305:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.747306:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887358012928 : -123186351538688 : ffff8ff671467e00) 00000004:00000001:2.0:1763354566.747308:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747310:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.747313:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.747314:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.747317:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.747318:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.747319:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887358012928 : -123186351538688 : ffff8ff671467e00) 00080000:00000001:2.0:1763354566.747321:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.747324:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.747326:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.747328:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747329:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.747335:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.747337:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747340:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.747342:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354566.747343:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.747344:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.747345:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887358012928 : -123186351538688 : ffff8ff671467e00) 00080000:00000001:2.0:1763354566.747347:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.747349:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e26:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354566.747360:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747362:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747363:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.747365:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.747367:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.747369:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.747371:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214488, last_committed = 21475214474 00000001:00000010:2.0:1763354566.747373:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37780. 00000001:00000040:2.0:1763354566.747375:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 13 00000020:00000040:2.0:1763354566.747377:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=482 00000001:00000010:2.0:1763354566.747381:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095300. 00000004:00000001:2.0:1763354566.747384:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.747385:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.747386:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620887358012928 : -123186351538688 : ffff8ff671467e00) 00000004:00000001:2.0:1763354566.747392:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.747395:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095300: xid 1848998841122560, transno 21475214488, tag 1, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.747397:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.747402:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.747404:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.747406:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.747407:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.747409:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37a20. 00000020:00000001:2.0:1763354566.747411:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747413:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747414:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747415:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747417:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354566.747418:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354566.747419:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.747421:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.747422:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.747423:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.747426:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.747428:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.747430:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.747432:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e26:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.747434:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747436:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.747438:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747439:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.747442:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.747444:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.747445:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66ba27a80. 00000004:00000001:2.0:1763354566.747452:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.747453:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.747454:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747456:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747457:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354566.747458:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.747459:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.747460:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.747461:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.747462:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.747465:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.747466:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.747468:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.747471:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.747474:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.747475:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.747477:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 21475214488, xid 1848998841122560 00010000:00000001:2.0:1763354566.747479:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.747483:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766baa00 x1848998841122560/t21475214488(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.747489:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.747490:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.747492:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.747495:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.747497:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.747499:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.747500:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.747502:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.747504:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.747506:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.747509:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7e58. 00000100:00000200:2.0:1763354566.747512:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841122560, offset 224 00000400:00000200:2.0:1763354566.747516:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.747521:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.747525:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556850:1556850:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556846:1556846:8:4294967295] 00000400:00000200:2.0:1763354566.747533:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.747539:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.747543:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffa00. 00000800:00000200:2.0:1763354566.747558:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.747568:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.747572:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffa00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.747585:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.747588:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.747591:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.747592:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.747595:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.747599:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766baa00 x1848998841122560/t21475214488(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.747610:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+482:253181:x1848998841122560:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 534us (734us total) trans 21475214488 rc 0/0 00000100:00100000:2.0:1763354566.747619:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93126 00000100:00000040:2.0:1763354566.747622:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.747625:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.747627:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.747630:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.747636:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.747641:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000020:00000040:2.0:1763354566.747650:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00000100:00000001:2.0:1763354566.747653:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.747672:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.747677:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:1.0:1763354566.747683:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.747688:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.747692:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7e58 00000400:00000010:1.0:1763354566.747694:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7e58. 00000100:00000001:1.0:1763354566.747697:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.747699:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.748909:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.748918:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.748920:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.748922:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.748926:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.748934:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 376 into portal 12 MB=0x691a7971d7f80 00000400:00000200:1.0:1763354566.748952:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 376/376 into md 0x76d7e5 [64] + 100864 00000800:00000001:1.0:1763354566.748959:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.748966:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.748967:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.748970:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.748973:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.748975:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.748978:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766b8a80. 00000100:00000040:1.0:1763354566.748981:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766b8a80 x1848998841122688 msgsize 376 00000100:00100000:1.0:1763354566.748984:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.748995:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.748999:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.749001:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.749022:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.749026:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122688 02000000:00000001:3.0:1763354566.749029:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.749030:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:3.1:1763354566.749063:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00000100:00000001:3.0:1763354566.749073:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.749077:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.749081:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122688 00000020:00000001:3.0:1763354566.749084:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.749086:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.749089:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.749091:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=482 00000020:00000001:3.0:1763354566.749093:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.749096:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.749100:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.749104:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.749107:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.749110:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.749117:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61c00. 00000020:00000010:3.0:1763354566.749121:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:3.0:1763354566.749124:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.749130:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.749133:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.749134:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.749137:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.749138:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.749140:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.749145:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.749157:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.749167:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.749169:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.749174:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417486 00000100:00000040:3.0:1763354566.749179:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.749182:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444327040 : -123186265224576 : ffff8ff6766b8a80) 00000100:00000040:3.0:1763354566.749189:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8a80 x1848998841122688/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 376/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.749199:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.749203:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.749205:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.749208:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.749212:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+482:253181:x1848998841122688:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.749215:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122688 00000020:00000001:3.0:1763354566.749216:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.749218:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763354566.749221:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095300: xid 1848998841122560, transno 21475214488, client gen 10, slot idx 2 00000001:00000001:3.0:1763354566.749224:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff54ef35d80: xid 1848998841122176, transno 21475214487, client gen 10, slot idx 3 00000001:00000010:3.0:1763354566.749227:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000020:00000001:3.0:1763354566.749229:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.749230:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.749232:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.749234:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.749235:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122688, found 0 last_xid 1848998841122687 00000020:00000001:3.0:1763354566.749237:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.749239:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.749239:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.749242:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.749243:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.749245:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.749246:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.749247:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.749249:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.749252:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763354566.749258:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dc400. 00010000:00000010:3.0:1763354566.749260:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27480. 00010000:00000001:3.0:1763354566.749263:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.749265:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e398c00. 00000020:00000001:3.0:1763354566.749267:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.749269:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e398c00 with handle 0x4a8bb634222cb275 to hash 00000020:00000001:3.0:1763354566.749270:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.749272:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000010:3.0:1763354566.749276:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663380. 00010000:00000001:3.0:1763354566.749279:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00010000:3.0:1763354566.749284:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415c1 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.749294:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:3.0:1763354566.749296:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=483 00010000:00000001:3.0:1763354566.749302:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.749304:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.749310:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.749312:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.749314:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.749317:0:38200:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:3.0:1763354566.749320:0:38200:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200002344:0x19e26:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:3.0:1763354566.749323:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.749325:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e26:0x0] 00000020:00000001:3.0:1763354566.749328:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.749332:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:3.0:1763354566.749335:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00000004:00000001:3.0:1763354566.749338:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.749342:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.749345:0:38200:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:3.0:1763354566.749347:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.749349:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:3.0:1763354566.749351:0:38200:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:3.0:1763354566.749353:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.749354:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.749358:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff644f0f800. 02000000:00000001:3.0:1763354566.749360:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.749362:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.749366:0:38200:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.749368:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.749370:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.749372:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.749375:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.749379:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.749381:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.749383:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.749385:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.749387:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.749389:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.749392:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.749394:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.749396:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.749397:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.749400:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 1 00010000:00010000:3.0:1763354566.749407:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 3/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 483 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.749414:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.749418:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.749421:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.749423:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.749424:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.749426:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.749428:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.749432:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.749436:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 3/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 483 pid: 38200 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763354566.749445:0:38200:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1763354566.749448:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.749449:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e26:0x0] 00000020:00000001:3.0:1763354566.749451:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.749453:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:3.0:1763354566.749455:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00000004:00000001:3.0:1763354566.749459:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.749461:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763354566.749464:0:38200:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:3.0:1763354566.749466:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.749469:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.749471:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.749472:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.749474:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.749477:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.749479:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.749481:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.749482:0:38200:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763354566.749486:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.749488:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.749491:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00010000:3.0:1763354566.749494:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763354566.749496:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.749499:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.749501:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.749503:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.749505:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.749507:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e398c00, rc 0) 00000020:00000001:3.0:1763354566.749510:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.749513:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841122688 00010000:00000001:3.0:1763354566.749516:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.749522:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8a80 x1848998841122688/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 376/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.749530:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.749531:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.749534:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.749538:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.749540:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.749543:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.749546:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.749547:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.749549:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.749550:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.749554:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121b28. 00000100:00000200:3.0:1763354566.749557:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848998841122688, offset 224 00000400:00000200:3.0:1763354566.749560:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.749570:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.749574:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556851:1556851:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556847:1556847:8:4294967295] 00000400:00000200:3.0:1763354566.749581:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.749584:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.749587:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000800:00000200:3.0:1763354566.749590:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.749595:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.749597:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.749606:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.749608:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.749610:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.749611:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.749613:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.749616:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8a80 x1848998841122688/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 376/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.749623:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+483:253181:x1848998841122688:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 423us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.749630:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417486 00000100:00000040:3.0:1763354566.749632:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.749634:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.749636:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.749638:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000020:00000010:3.0:1763354566.749641:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:3.0:1763354566.749644:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61c00. 00000020:00000040:3.0:1763354566.749648:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 482 00000100:00000001:3.0:1763354566.749650:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.749676:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.749680:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:1.0:1763354566.749684:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.749688:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.749690:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121b28 00000400:00000010:1.0:1763354566.749692:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121b28. 00000100:00000001:1.0:1763354566.749694:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.749696:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.753062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398000. 00080000:00000010:3.1:1763354566.753076:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 68 at ffff8ff5587e7ba0. 00010000:00000010:3.1:1763354566.753086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399800. 00010000:00000010:3.1:1763354566.753105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dce00. 00010000:00000010:3.1:1763354566.753109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00000800:00000001:1.0:1763354566.753821:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.753835:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.753837:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.753839:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.753846:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.753857:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 576 into portal 12 MB=0x691a7971d8000 00000400:00000200:1.0:1763354566.753862:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 576/576 into md 0x76d7e5 [64] + 101240 00000800:00000001:1.0:1763354566.753867:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.753873:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.753874:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.753888:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.753893:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.753895:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.753899:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766bb800. 00000100:00000040:1.0:1763354566.753902:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766bb800 x1848998841122816 msgsize 576 00000100:00100000:1.0:1763354566.753905:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.753915:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.753922:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.753925:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.753967:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.753971:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122816 02000000:00000001:3.0:1763354566.753975:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.753977:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.753979:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.753983:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.753987:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122816 00000020:00000001:3.0:1763354566.753990:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.753992:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.753994:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.753998:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=483 00000020:00000001:3.0:1763354566.754001:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.754004:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.754008:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.754013:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.754016:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.754020:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.754027:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61c00. 00000020:00000010:3.0:1763354566.754031:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000020:00000010:3.0:1763354566.754059:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000100:00000040:3.0:1763354566.754067:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.754070:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.754072:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.754074:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.754076:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.754078:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.754084:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.754096:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.754108:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.754110:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.754116:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417487 00000100:00000040:3.0:1763354566.754120:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.754123:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444338688 : -123186265212928 : ffff8ff6766bb800) 00000100:00000040:3.0:1763354566.754131:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bb800 x1848998841122816/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.754143:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.754146:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.754149:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.754151:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.754156:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+483:253181:x1848998841122816:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.754161:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122816 00000020:00000001:3.0:1763354566.754164:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.754167:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.754170:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.754173:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.754175:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.754179:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.754182:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122816, found 0 last_xid 1848998841122815 00000020:00000001:3.0:1763354566.754185:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.754187:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.754189:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.754193:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.754196:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.754198:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.754200:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.754202:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.754204:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.754321:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.754327:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 2 00010000:00000001:3.0:1763354566.754330:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.754334:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.754338:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399600. 00000020:00000001:3.0:1763354566.754342:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.754345:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399600 with handle 0x4a8bb634222cb27c to hash 00000020:00000001:3.0:1763354566.754347:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.754349:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00010000:00000010:3.0:1763354566.754355:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.754359:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575270912 : -123186134280704 : ffff8ff67e399600) 00000800:00000001:1.0:1763354566.754360:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:3.0:1763354566.754365:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222cb27c lrc: 2/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415eb expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763354566.754369:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.754374:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.754377:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.754384:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.754392:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 1840 into portal 24 MB=0x691a7971d8080 00000400:00000200:1.0:1763354566.754399:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 1840/1840 into md 0x1fdd85 [256] + 12984 00000800:00000001:1.0:1763354566.754404:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.754411:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.754414:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.754418:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.754422:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.754425:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763354566.754429:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766b9180. 00000100:00000040:1.0:1763354566.754432:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766b9180 x1848998841122944 msgsize 1840 00000100:00100000:1.0:1763354566.754439:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.754452:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.754458:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.754465:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.754470:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:3.0:1763354566.754473:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 463 00000800:00000001:1.0:1763354566.754475:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763354566.754477:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=484 00000100:00000001:0.0:1763354566.754483:0:21540:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1763354566.754484:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:1.0:1763354566.754484:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00100000:0.0:1763354566.754488:0:21540:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122944 00000004:00000001:3.0:1763354566.754489:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 02000000:00000001:0.0:1763354566.754492:0:21540:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.754495:0:21540:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:3.0:1763354566.754496:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000400:00000200:1.0:1763354566.754498:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 1840 into portal 24 MB=0x691a7971d8100 00000100:00000001:0.0:1763354566.754498:0:21540:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.754500:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.754504:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 02000000:00000001:0.0:1763354566.754505:0:21540:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.754506:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000400:00000200:1.0:1763354566.754510:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 1840/1840 into md 0x1fdd85 [256] + 14824 00000004:00000040:3.0:1763354566.754511:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e26:0x0] 00000100:00100000:0.0:1763354566.754511:0:21540:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122944 00000020:00000001:0.0:1763354566.754517:0:21540:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1763354566.754518:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1763354566.754520:0:21540:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000800:00000001:1.0:1763354566.754522:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1763354566.754523:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000020:00000001:0.0:1763354566.754524:0:21540:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.754528:0:21540:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=485 00000020:00000001:0.0:1763354566.754531:0:21540:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.754533:0:21540:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000800:00000001:1.0:1763354566.754534:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.754535:0:21540:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1763354566.754539:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1763354566.754540:0:21540:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.754545:0:21540:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354566.754550:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:0.0:1763354566.754551:0:21540:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00000001:1.0:1763354566.754558:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:3.0:1763354566.754561:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00000100:00000200:1.0:1763354566.754562:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:0.0:1763354566.754562:0:21540:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176ea00. 00000004:00000001:3.0:1763354566.754565:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.754570:0:21540:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee180. 00000004:00000001:3.0:1763354566.754571:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000100:00000010:1.0:1763354566.754571:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766ba680. 00000004:00000001:3.0:1763354566.754573:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763354566.754578:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766ba680 x1848998841123072 msgsize 1840 00000100:00000001:3.0:1763354566.754579:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1763354566.754580:0:21540:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf898. 02000000:00000001:3.0:1763354566.754582:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1763354566.754589:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:0.0:1763354566.754592:0:21540:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.754596:0:21540:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.754598:0:21540:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.754600:0:21540:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.754603:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27664 at ffff8ff681518000. 00000100:00000001:1.0:1763354566.754604:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.754605:0:21540:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.754607:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.754611:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.754614:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.754616:0:38200:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000800:00000001:1.0:1763354566.754616:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763354566.754621:0:21540:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.754622:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000800:00000001:1.0:1763354566.754623:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1763354566.754626:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.754630:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.754632:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.754634:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.754636:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.754638:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.754640:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.754640:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:3.0:1763354566.754642:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.754644:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123072 00000001:00000001:3.0:1763354566.754645:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:0.0:1763354566.754647:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:3.0:1763354566.754648:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.754648:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.754650:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:3.0:1763354566.754654:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.754654:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354566.754655:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.754661:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1763354566.754662:0:21540:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1763354566.754663:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.754664:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1763354566.754667:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7913 00000100:00000001:1.0:1763354566.754668:0:21540:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.754668:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123072 00000001:00000001:3.0:1763354566.754669:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.754674:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:3.0:1763354566.754675:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:2.0:1763354566.754676:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:1.0:1763354566.754676:0:21540:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.754677:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00000001:00000001:3.0:1763354566.754678:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.754683:0:21540:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.754683:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:3.0:1763354566.754684:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.754684:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444328832 : -123186265222784 : ffff8ff6766b9180) 00000020:00000040:0.0:1763354566.754686:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=223 00000001:00000001:3.0:1763354566.754691:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1763354566.754693:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000001:00000001:3.0:1763354566.754694:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.754697:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000100:00000040:2.0:1763354566.754700:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b9180 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354566.754701:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:0.0:1763354566.754701:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.754706:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 02000000:00001000:3.0:1763354566.754707:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00000100:00000001:0.0:1763354566.754712:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.754713:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000020:00000010:0.0:1763354566.754718:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000004:00000001:3.0:1763354566.754719:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.754722:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.754724:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.754725:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000001:00000001:3.0:1763354566.754726:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.754730:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.754731:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000020:00000010:0.0:1763354566.754732:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000004:00000001:3.0:1763354566.754735:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000100:00000001:2.0:1763354566.754739:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.754739:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000004:00000001:3.0:1763354566.754740:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.754745:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1763354566.754747:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000004:00000001:3.0:1763354566.754749:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000100:00000001:0.0:1763354566.754749:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.754753:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.754757:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000100:00000001:0.0:1763354566.754757:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.754758:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+485:2406:x1848998841122944:12345-192.168.203.48@tcp:63:ll_sa.0 00000004:00000001:3.0:1763354566.754761:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763354566.754766:0:38200:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000100:00000200:2.0:1763354566.754767:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122944 00000100:00000001:0.0:1763354566.754770:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.754772:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1763354566.754774:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8ff6432fd000. 00000020:00000001:2.0:1763354566.754777:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:3.0:1763354566.754781:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:2.0:1763354566.754782:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.754782:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.754786:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:3.0:1763354566.754787:0:38200:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1763354566.754788:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:3.0:1763354566.754792:0:38200:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.754794:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000100:00100000:0.0:1763354566.754794:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7914 00000004:00000002:3.0:1763354566.754796:0:38200:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200002344:0x19e26:0x0]/[0x200002344:0x19e26:0x0], ldlm_rep = ffff8ff681518228 00000100:00000040:0.0:1763354566.754801:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000020:00000001:2.0:1763354566.754802:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1763354566.754804:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444334208 : -123186265217408 : ffff8ff6766ba680) 00000004:00000001:3.0:1763354566.754806:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00000001:00000001:2.0:1763354566.754807:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122944, found 0 last_xid 1848998841122815 00010000:00000001:3.0:1763354566.754811:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000040:0.0:1763354566.754812:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766ba680 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.754814:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1763354566.754814:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1763354566.754820:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 3 00000020:00000001:2.0:1763354566.754821:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1763354566.754825:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.754826:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1763354566.754830:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763354566.754831:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1763354566.754832:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.754835:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00010000:00000010:3.0:1763354566.754836:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399800. 00000004:00000001:2.0:1763354566.754839:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000100:00000001:0.0:1763354566.754839:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.754841:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:0.0:1763354566.754845:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000040:3.0:1763354566.754846:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399800 with handle 0x4a8bb634222cb283 to hash 00000004:00000010:2.0:1763354566.754848:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff59cf7f620. 00000020:00000001:3.0:1763354566.754850:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.754855:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000100:00000001:2.0:1763354566.754855:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1763354566.754855:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:1003adcf-613b-48fc-8710-4bfd6913dc17+223:2403:x1848998841123072:12345-192.168.203.48@tcp:63:ll_sa.0 02000000:00000001:2.0:1763354566.754860:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1763354566.754862:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123072 00010000:00000010:3.0:1763354566.754863:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663580. 00000020:00000001:0.0:1763354566.754866:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1763354566.754867:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 02000000:00000010:2.0:1763354566.754868:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff591c2e000. 00000020:00000001:0.0:1763354566.754869:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1763354566.754872:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1763354566.754874:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.754875:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.754875:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.754878:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.754882:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00010000:00010000:3.0:1763354566.754883:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00000100:00000001:2.0:1763354566.754883:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.754884:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763354566.754888:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841123072, found 0 last_xid 1848998841123071 00000004:00000010:2.0:1763354566.754892:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000020:00000001:0.0:1763354566.754893:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.754898:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1763354566.754899:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.754899:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.754903:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1763354566.754904:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:2.0:1763354566.754906:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.754907:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000020:00000001:0.0:1763354566.754907:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.754910:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000001:2.0:1763354566.754914:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:3.0:1763354566.754915:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.754915:0:22777:0:(mdt_batch.c:141:mdt_batch()) Process entered 00010000:00000001:3.0:1763354566.754920:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.754920:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00000001:3.0:1763354566.754922:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763354566.754922:0:22777:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00010000:00010000:2.0:1763354566.754925:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.754927:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1763354566.754927:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1763354566.754931:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.754931:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:0.0:1763354566.754932:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1763354566.754936:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.754938:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.754950:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 02000000:00000010:0.0:1763354566.754956:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff544490000. 00010000:00000040:3.0:1763354566.754957:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 3 00010000:00000001:2.0:1763354566.754957:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.754961:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.754966:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1763354566.754966:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1763354566.754966:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763354566.754974:0:22777:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff595381480. 00010000:00000040:3.0:1763354566.754975:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 485 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.754975:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243c00. 00000020:00000001:0.0:1763354566.754977:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:0.0:1763354566.754982:0:22777:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.754983:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000004:00000001:0.0:1763354566.754988:0:22777:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00010000:3.0:1763354566.754990:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00000020:00000040:2.0:1763354566.754990:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243c00 with handle 0x4a8bb634222cb28a to hash 00010000:00000001:0.0:1763354566.754991:0:22777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354566.754994:0:22777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:2.0:1763354566.754998:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.754999:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1763354566.755001:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.755002:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000040:0.0:1763354566.755005:0:22777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 2 00010000:00000001:3.0:1763354566.755006:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.755009:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354566.755011:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc200. 00010000:00000001:0.0:1763354566.755011:0:22777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.755012:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.755015:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.755019:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:0.0:1763354566.755019:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763354566.755020:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.755024:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8e00. 00010000:00000001:3.0:1763354566.755025:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1763354566.755028:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb28a lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415cf expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.755029:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.755051:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.755054:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000020:00000001:0.0:1763354566.755060:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1763354566.755062:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000040:0.0:1763354566.755063:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8e00 with handle 0x4a8bb634222cb291 to hash 00010000:00000001:3.0:1763354566.755067:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763354566.755068:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.755071:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.755072:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00010000:00000001:3.0:1763354566.755076:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:2.0:1763354566.755078:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 464 00010000:00000010:0.0:1763354566.755079:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927080. 00000020:00000001:3.0:1763354566.755080:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.755085:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712366592 : -123190997185024 : ffff8ff55c5f8e00) 00000020:00000040:3.0:1763354566.755087:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00010000:00010000:0.0:1763354566.755090:0:22777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb291 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415c8 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1763354566.755091:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=486 00000020:00000001:3.0:1763354566.755093:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:3.0:1763354566.755101:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:2.0:1763354566.755102:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000040:0.0:1763354566.755102:0:22777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 00010000:00000001:3.0:1763354566.755107:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354566.755107:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000020:00000040:0.0:1763354566.755108:0:22777:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 00010000:00000001:3.0:1763354566.755113:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.755114:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00010000:00000001:0.0:1763354566.755115:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.755116:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.755118:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763354566.755118:0:22777:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.755123:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354566.755123:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763354566.755124:0:22777:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354566.755128:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000001:0.0:1763354566.755128:0:22777:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.755130:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000040:2.0:1763354566.755133:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000004:00000001:0.0:1763354566.755134:0:22777:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.755135:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763354566.755138:0:22777:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000020:00000001:2.0:1763354566.755140:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000040:0.0:1763354566.755141:0:22777:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x113:0x0] 00000004:00000001:3.0:1763354566.755143:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.755145:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.755146:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:3.0:1763354566.755149:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.755152:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:3.0:1763354566.755155:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:0.0:1763354566.755156:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000004:00000001:2.0:1763354566.755157:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.755159:0:22777:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773116800 : -123190936434816 : ffff8ff55ffe8780) 00000004:00000001:0.0:1763354566.755163:0:22777:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.755164:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354566.755165:0:22777:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763354566.755168:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.755170:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000004:00000001:0.0:1763354566.755170:0:22777:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000004:00000001:3.0:1763354566.755174:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000100:00000040:0.0:1763354566.755176:0:22777:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000004:00000001:3.0:1763354566.755177:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000100:00000040:2.0:1763354566.755177:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000100:00000001:0.0:1763354566.755180:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:3.0:1763354566.755181:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.755183:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1763354566.755185:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000002:3.0:1763354566.755186:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e26:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 02000000:00000001:2.0:1763354566.755190:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:3.0:1763354566.755191:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.755195:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.755196:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.755198:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.755200:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.755201:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.755203:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763354566.755204:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763354566.755207:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763354566.755208:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 02000000:00000010:0.0:1763354566.755209:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff8ff681590000. 00000004:00000002:3.0:1763354566.755211:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff681518370 02000000:00000001:0.0:1763354566.755213:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.755215:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff8ff656210000. 00000004:00000001:3.0:1763354566.755216:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.755217:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.755222:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.755223:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 02000000:00000001:0.0:1763354566.755224:0:22777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:3.0:1763354566.755227:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.755229:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.755229:0:22777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff544490000. 00000001:00000001:3.0:1763354566.755230:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.755234:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.755236:0:22777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:3.0:1763354566.755237:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.755238:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1763354566.755239:0:22777:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000001:00000001:3.0:1763354566.755240:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000010:2.0:1763354566.755242:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff591c2e000. 00000001:00000001:3.0:1763354566.755244:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.755245:0:22777:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.755250:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:3.0:1763354566.755251:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.755251:0:22777:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000001:00000001:3.0:1763354566.755256:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:2.0:1763354566.755256:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000004:00000001:0.0:1763354566.755256:0:22777:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.755260:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.755260:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.755264:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.755265:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.755265:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.755268:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000002:3.0:1763354566.755272:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:2.0:1763354566.755273:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000001:00000001:0.0:1763354566.755273:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.755279:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00200000:3.0:1763354566.755280:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: returning size 0 00000004:00000001:2.0:1763354566.755280:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354566.755282:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.755285:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000040:3.0:1763354566.755286:0:38200:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x19e26:9028 magic=0x0BD10BD0 pattern=0X1 00000001:00000001:0.0:1763354566.755286:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.755289:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.755292:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.755293:0:38200:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000001:00000001:2.0:1763354566.755294:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.755297:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000040:3.0:1763354566.755300:0:38200:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:21500 00000001:00000001:2.0:1763354566.755300:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.755300:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00200000:3.0:1763354566.755306:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000001:00000001:0.0:1763354566.755307:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.755312:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763354566.755313:0:38200:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 24032 00000001:00000001:0.0:1763354566.755313:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.755317:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.755318:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.755318:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.755320:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.755322:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.755323:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.755324:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354566.755325:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000001:00000001:0.0:1763354566.755328:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.755329:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000001:2.0:1763354566.755330:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.755332:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.755333:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000001:00000001:2.0:1763354566.755336:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354566.755338:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763354566.755338:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.755339:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.755341:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.755343:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 02000000:00000001:0.0:1763354566.755346:0:22777:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000004:00000001:3.0:1763354566.755347:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:0.0:1763354566.755350:0:22777:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 00000001:00000001:2.0:1763354566.755352:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.755353:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 02000000:00000001:0.0:1763354566.755353:0:22777:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000004:00000001:0.0:1763354566.755357:0:22777:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000020:00000001:3.0:1763354566.755359:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.755361:0:22777:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.755362:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354566.755363:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.755364:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.755367:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.755368:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.755370:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:0.0:1763354566.755374:0:22777:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000020:00000001:3.0:1763354566.755375:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1763354566.755376:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.755377:0:22777:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.755378:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00000001:00000001:2.0:1763354566.755382:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:0.0:1763354566.755382:0:22777:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354566.755383:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000001:00000001:2.0:1763354566.755386:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.755387:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000020:00000001:0.0:1763354566.755388:0:22777:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1847a48 00000001:00000001:2.0:1763354566.755394:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763354566.755394:0:22777:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x113:0x0]/file2, ldlm_rep = ffff8ff681590250 00000004:00010000:3.0:1763354566.755395:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000001:00000001:2.0:1763354566.755401:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:0.0:1763354566.755403:0:22777:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000001:00000001:2.0:1763354566.755406:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.755407:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354566.755408:0:22777:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00010000:00000001:3.0:1763354566.755411:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.755412:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000004:00000001:0.0:1763354566.755413:0:22777:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000004:00000001:3.0:1763354566.755414:0:38200:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00010000:00000001:0.0:1763354566.755417:0:22777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000004:00000001:3.0:1763354566.755418:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 02000000:00001000:2.0:1763354566.755420:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00010000:00000001:0.0:1763354566.755420:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000004:00000001:3.0:1763354566.755421:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1763354566.755424:0:22777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 3 00010000:00000001:3.0:1763354566.755425:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1763354566.755427:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000020:00000001:3.0:1763354566.755429:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.755430:0:22777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.755434:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00000004:00000001:2.0:1763354566.755434:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00010000:00000001:0.0:1763354566.755435:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1763354566.755439:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000004:00000001:2.0:1763354566.755439:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.755440:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9600. 00010000:00000001:3.0:1763354566.755446:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00000001:00000001:2.0:1763354566.755447:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1763354566.755447:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000004:00000040:3.0:1763354566.755449:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 465 00000001:00000001:2.0:1763354566.755452:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.755452:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9600 with handle 0x4a8bb634222cb298 to hash 00000020:00000040:3.0:1763354566.755453:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=487 00000020:00000001:0.0:1763354566.755456:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.755459:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354566.755459:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00010000:00000001:0.0:1763354566.755459:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:3.0:1763354566.755462:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.755464:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.755465:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00010000:00000010:0.0:1763354566.755465:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927e80. 00000004:00000001:3.0:1763354566.755471:0:38200:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 00010000:00000001:0.0:1763354566.755471:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00000004:00000001:2.0:1763354566.755472:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 02000000:00000001:3.0:1763354566.755475:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000001:0.0:1763354566.755477:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1763354566.755478:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.755479:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 00010000:00000001:0.0:1763354566.755480:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.755481:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.755486:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000002:2.0:1763354566.755486:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002340:0x113:0x0]/file3, ldlm_rep = ffff8ff656210250 00010000:00010000:0.0:1763354566.755487:0:22777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 00000004:00000001:3.0:1763354566.755488:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763354566.755492:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.755495:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.755499:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.755500:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00010000:00000001:0.0:1763354566.755500:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.755503:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763354566.755505:0:22777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:3.0:1763354566.755506:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.755506:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354566.755507:0:22777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.755511:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.755511:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000001:3.0:1763354566.755512:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763354566.755517:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354566.755517:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354566.755518:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8ff6432fd000. 00010000:00000001:0.0:1763354566.755522:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000040:2.0:1763354566.755524:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00010000:00000001:0.0:1763354566.755525:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763354566.755526:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763354566.755531:0:22777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.755532:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.755533:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354566.755533:0:22777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.755538:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1763354566.755538:0:22777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.755539:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.755543:0:22777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1763354566.755546:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:2.0:1763354566.755546:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243400. 00010000:00000040:0.0:1763354566.755547:0:22777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) refcount = 3 00010000:00000001:3.0:1763354566.755550:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.755554:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1763354566.755556:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:0.0:1763354566.755556:0:22777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:2.0:1763354566.755559:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243400 with handle 0x4a8bb634222cb29f to hash 00010000:00000001:3.0:1763354566.755561:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.755564:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:0.0:1763354566.755566:0:22777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41558 expref: 224 pid: 38200 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1763354566.755567:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399600 with handle 0x4a8bb634222cb27c from hash 00010000:00000001:2.0:1763354566.755568:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:3.0:1763354566.755575:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000010:2.0:1763354566.755577:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc000. 00010000:00000001:3.0:1763354566.755579:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.755583:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.755585:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:3.0:1763354566.755586:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00010000:0.0:1763354566.755586:0:22777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.755590:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.755592:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.755596:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.755600:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399600/0x4a8bb634222cb27c lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415eb expref: 487 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.755601:0:22777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00010000:2.0:1763354566.755603:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.755606:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.755609:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755614:0:22777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.755617:0:22777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.755622:0:22777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.755624:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.755625:0:22777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763354566.755626:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 464 00010000:00000001:2.0:1763354566.755628:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.755632:0:22777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:3.0:1763354566.755633:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 486 00010000:00000001:2.0:1763354566.755633:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.755636:0:22777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354566.755638:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663980. 00010000:00000001:2.0:1763354566.755638:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.755640:0:22777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.755643:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.755648:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.755649:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.755652:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755653:0:22777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.755654:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.755657:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00000001:0.0:1763354566.755657:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.755659:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.755661:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.755662:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00010000:3.0:1763354566.755664:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415eb expref: 486 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.755665:0:22777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.755666:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.755668:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1763354566.755670:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.755674:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 3 00010000:00000010:0.0:1763354566.755675:0:22777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1300. 00010000:00000001:3.0:1763354566.755678:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000010:0.0:1763354566.755681:0:22777:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee080. 00010000:00000001:3.0:1763354566.755683:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000040:2.0:1763354566.755683:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1763354566.755685:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00010000:3.0:1763354566.755687:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00000010:0.0:1763354566.755690:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f9a00. 00010000:00010000:3.0:1763354566.755691:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000040:2.0:1763354566.755691:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000020:00000001:0.0:1763354566.755696:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1763354566.755697:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763354566.755701:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f9a00 with handle 0x4a8bb634222cb2a6 to hash 00010000:00000001:3.0:1763354566.755703:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.755705:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.755708:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.755708:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00010000:2.0:1763354566.755709:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00000001:3.0:1763354566.755711:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.755714:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354566.755715:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927700. 00010000:00010000:3.0:1763354566.755719:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e399800, rc 0) 00010000:00000001:0.0:1763354566.755720:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:2.0:1763354566.755724:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:3.0:1763354566.755727:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755727:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.755729:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.755730:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.755734:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841122816 00010000:00000001:2.0:1763354566.755734:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.755735:0:22777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 00010000:00000001:2.0:1763354566.755741:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.755743:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:2.0:1763354566.755746:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.755747:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.755750:0:22777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.755753:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1763354566.755754:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bb800 x1848998841122816/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/640 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.755754:0:22777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.755757:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.755758:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.755761:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.755764:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.755766:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.755769:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755770:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.755776:0:22777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763354566.755777:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.755778:0:22777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.755779:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.755781:0:22777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.755784:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755785:0:22777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.755789:0:22777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0xfbe05a87 (ffff8ff58f2a1300) refcount = 1 00010000:00000001:2.0:1763354566.755790:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:3.0:1763354566.755792:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00010000:00000001:2.0:1763354566.755795:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.755796:0:22777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.755799:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763354566.755800:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1763354566.755803:0:22777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.755804:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.755807:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:3.0:1763354566.755808:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.755809:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354566.755809:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755815:0:22777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:3.0:1763354566.755816:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:0.0:1763354566.755816:0:22777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763354566.755817:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad200. 00010000:00000001:0.0:1763354566.755822:0:22777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.755824:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1763354566.755825:0:22777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.755826:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8dbb80. 02000000:00000001:3.0:1763354566.755827:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.755829:0:22777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.755834:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1763354566.755834:0:22777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.755835:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1763354566.755840:0:22777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT1 00010000:00000010:2.0:1763354566.755841:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67b718000. 00000100:00000040:3.0:1763354566.755845:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354566.755849:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:0.0:1763354566.755852:0:22777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:3.0:1763354566.755854:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121088. 00000020:00000040:2.0:1763354566.755855:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67b718000 with handle 0x4a8bb634222cb2ad to hash 00010000:00000001:0.0:1763354566.755855:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.755858:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.755861:0:22777:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.755862:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000200:3.0:1763354566.755864:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848998841122816, offset 224 00000004:00000001:0.0:1763354566.755865:0:22777:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000001:2.0:1763354566.755866:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00000004:00000001:0.0:1763354566.755872:0:22777:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00000010:2.0:1763354566.755873:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc400. 00000004:00000001:0.0:1763354566.755876:0:22777:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000400:00000200:3.0:1763354566.755877:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354566.755879:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00000004:08000000:0.0:1763354566.755880:0:22777:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00010000:00000001:2.0:1763354566.755885:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:0.0:1763354566.755887:0:22777:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.755890:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.755891:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:0.0:1763354566.755894:0:22777:0:(lod_object.c:978:lod_index_try()) Process entered 00010000:00010000:2.0:1763354566.755898:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00000004:00000001:0.0:1763354566.755898:0:22777:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763354566.755904:0:22777:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000400:00000200:3.0:1763354566.755905:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556852:1556852:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556848:1556848:8:4294967295] 00010000:00000001:2.0:1763354566.755914:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.755918:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:0.0:1763354566.755921:0:22777:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763354566.755922:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.755926:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000001:0.0:1763354566.755929:0:22777:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00000400:00000200:3.0:1763354566.755931:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:2.0:1763354566.755931:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.755932:0:22777:0:(lod_object.c:816:lod_load_lmv_shards()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.755938:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00000004:00000001:0.0:1763354566.755951:0:22777:0:(lod_object.c:1720:lod_parse_dir_striping()) Process entered 00000004:00000001:0.0:1763354566.755954:0:22777:0:(lod_object.c:1730:lod_parse_dir_striping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.755957:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.755958:0:22777:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763354566.755963:0:22777:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354566.755964:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354566.755964:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1763354566.755967:0:22777:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1763354566.755968:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1763354566.755971:0:22777:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1763354566.755972:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000800:00000010:3.0:1763354566.755973:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00010000:00000001:2.0:1763354566.755976:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.755981:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0xca28b440 (ffff8ff547fad200) refcount = 1 00000800:00000200:3.0:1763354566.755984:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00080000:00000001:0.0:1763354566.755985:0:22777:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00010000:2.0:1763354566.755987:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00080000:00000001:0.0:1763354566.755993:0:22777:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:3.0:1763354566.755999:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00080000:00000001:0.0:1763354566.755999:0:22777:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354566.756000:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.756004:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:0.0:1763354566.756006:0:22777:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:3.0:1763354566.756008:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 736 niov 1 nkiov 1 00010000:00000001:2.0:1763354566.756008:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.756009:0:22777:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354566.756016:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000004:00000001:0.0:1763354566.756016:0:22777:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:2.0:1763354566.756020:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763354566.756021:0:22777:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763354566.756025:0:22777:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.756026:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756029:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763354566.756030:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756031:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.756054:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.756058:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=3 00000020:00000001:0.0:1763354566.756062:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:2.0:1763354566.756066:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.756068:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:2.0:1763354566.756071:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756074:0:22777:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:3.0:1763354566.756076:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00010000:2.0:1763354566.756077:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.756080:0:22777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.756082:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.756087:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.756093:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1763354566.756101:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1763354566.756103:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bb800 x1848998841122816/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 576/640 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.756105:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.756106:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.756109:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.756111:0:22777:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756113:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.756117:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.756117:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:2.0:1763354566.756125:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000800:00000010:1.0:1763354566.756125:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00010000:00000001:0.0:1763354566.756131:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1763354566.756133:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000400:00000200:1.0:1763354566.756134:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354566.756134:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.756138:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00010000:00000001:0.0:1763354566.756140:0:22777:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:08000000:2.0:1763354566.756143:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000400:00000200:1.0:1763354566.756145:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00010000:0.0:1763354566.756146:0:22777:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00000100:00100000:3.0:1763354566.756152:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+486:253181:x1848998841122816:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2002us (2242us total) trans 0 rc 0/0 00000400:00000200:1.0:1763354566.756153:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121088 00000004:00000001:2.0:1763354566.756155:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763354566.756158:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121088. 00080000:00000001:2.0:1763354566.756163:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00000100:00000001:1.0:1763354566.756164:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1763354566.756164:0:22777:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9600 already unused, calling callback (ffffffffc19b3550) 00000100:00000001:1.0:1763354566.756167:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:2.0:1763354566.756168:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000004:00000001:0.0:1763354566.756169:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000100:00100000:3.0:1763354566.756171:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417487 00010000:00000001:0.0:1763354566.756173:0:22777:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1763354566.756177:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00010000:00010000:0.0:1763354566.756178:0:22777:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00000100:00000001:3.0:1763354566.756183:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.756188:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1763354566.756190:0:22777:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.756193:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.756195:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.756196:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9600 refcount=4 00000020:00000001:0.0:1763354566.756198:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00010000:00000001:0.0:1763354566.756201:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712368640 : -123190997182976 : ffff8ff55c5f9600) 00080000:00000001:2.0:1763354566.756202:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:0.0:1763354566.756205:0:22777:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1763354566.756209:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:0.0:1763354566.756210:0:22777:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT1 00080000:00000001:2.0:1763354566.756215:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354566.756218:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.756221:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.756222:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354566.756224:0:22777:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.756227:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354566.756229:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:2.0:1763354566.756233:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:0.0:1763354566.756233:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.756237:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1763354566.756239:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00010000:00000001:0.0:1763354566.756239:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.756240:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000004:00000001:2.0:1763354566.756243:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000020:00000040:0.0:1763354566.756245:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9600 with handle 0x4a8bb634222cb298 from hash 00010000:00000001:2.0:1763354566.756247:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1763354566.756249:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00010000:00000001:0.0:1763354566.756249:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:2.0:1763354566.756251:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.756252:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756256:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763354566.756257:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=3 00010000:00000001:0.0:1763354566.756257:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:3.0:1763354566.756258:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61c00. 00010000:00000001:0.0:1763354566.756261:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:2.0:1763354566.756263:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:0.0:1763354566.756264:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.756266:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 485 00010000:00000001:2.0:1763354566.756270:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000001:0.0:1763354566.756270:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1763354566.756272:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.756273:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.756276:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1763354566.756277:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.756281:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00010000:00010000:2.0:1763354566.756282:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.756284:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763354566.756287:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.756291:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756296:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.756298:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756300:0:22777:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.756302:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.756306:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 2/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.756307:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756310:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756313:0:22777:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756319:0:22777:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.756325:0:22777:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756326:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.756330:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.756332:0:22777:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756334:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.756338:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.756344:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.756348:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243400 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:0.0:1763354566.756348:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756352:0:22777:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000004:00000001:2.0:1763354566.756354:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.756356:0:22777:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.756358:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1763354566.756360:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.756363:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.756365:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9600/0x4a8bb634222cb298 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756379:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000010:0.0:1763354566.756382:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927e80. 00010000:00000001:2.0:1763354566.756383:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.756387:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.756390:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243400 refcount=4 00010000:00000001:0.0:1763354566.756392:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.756393:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00000004:00000001:0.0:1763354566.756397:0:22777:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:2.0:1763354566.756398:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00000004:00000001:0.0:1763354566.756401:0:22777:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.756403:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1763354566.756405:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:2.0:1763354566.756407:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00000020:00000001:0.0:1763354566.756408:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.756412:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=3 00000020:00000001:0.0:1763354566.756418:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:2.0:1763354566.756421:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.756423:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00000004:00000001:2.0:1763354566.756425:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.756429:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756429:0:22777:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1763354566.756435:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1763354566.756436:0:22777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756437:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.756440:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.756443:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.756448:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243400 with handle 0x4a8bb634222cb29f from hash 00010000:00000001:0.0:1763354566.756450:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.756455:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.756455:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.756458:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.756460:0:22777:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756461:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.756465:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.756469:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.756471:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.756472:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756474:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756477:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.756478:0:22777:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1763354566.756482:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1763354566.756483:0:22777:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756487:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.756491:0:22777:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9a00 already unused, calling callback (ffffffffc19b3550) 00010000:00010000:2.0:1763354566.756492:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00000004:00000001:0.0:1763354566.756493:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.756496:0:22777:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763354566.756498:0:22777:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00010000:2.0:1763354566.756499:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.756504:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.756505:0:22777:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.756508:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1763354566.756511:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.756511:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.756514:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9a00 refcount=4 00010000:00000001:2.0:1763354566.756517:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1763354566.756517:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:2.0:1763354566.756523:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354566.756523:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712369664 : -123190997181952 : ffff8ff55c5f9a00) 00010000:00000001:0.0:1763354566.756526:0:22777:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1763354566.756530:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.756531:0:22777:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT1 00010000:00000001:2.0:1763354566.756535:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756536:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354566.756539:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.756539:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763354566.756542:0:22777:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756546:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756546:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.756548:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:2.0:1763354566.756552:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756552:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.756557:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.756558:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000020:00000040:0.0:1763354566.756560:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9a00 with handle 0x4a8bb634222cb2a6 from hash 00010000:00000001:0.0:1763354566.756566:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.756569:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.756572:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756572:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.756576:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756577:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.756581:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763354566.756583:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.756584:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.756587:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756587:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.756590:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb29f lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.756593:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.756597:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000010:2.0:1763354566.756599:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc000. 00010000:00000001:0.0:1763354566.756602:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:2.0:1763354566.756605:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.756607:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0xfbe05a87 (ffff8ff58f2a1300) 00000004:00000001:2.0:1763354566.756608:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.756610:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.756612:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1763354566.756614:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000001:2.0:1763354566.756615:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.756618:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00010000:00000001:0.0:1763354566.756619:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.756621:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:0.0:1763354566.756623:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756625:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:0.0:1763354566.756626:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.756629:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1763354566.756629:0:22777:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354566.756633:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.756634:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.756635:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756638:0:22777:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756642:0:22777:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756644:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763354566.756646:0:22777:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756647:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.756652:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.756652:0:22777:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:0.0:1763354566.756669:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.756671:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.756672:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756676:0:22777:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.756677:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756678:0:22777:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.756682:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1763354566.756682:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.756684:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f9a00/0x4a8bb634222cb2a6 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00010000:2.0:1763354566.756688:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00000010:0.0:1763354566.756690:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927700. 00010000:00000040:0.0:1763354566.756695:0:22777:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1300 count: 0 00010000:00000010:0.0:1763354566.756701:0:22777:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee080. 00010000:00010000:2.0:1763354566.756702:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67b718000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.756707:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.756707:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.756710:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:0.0:1763354566.756711:0:22777:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.756714:0:22777:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354566.756716:0:22777:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00010000:00010000:2.0:1763354566.756717:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00000004:00000001:0.0:1763354566.756718:0:22777:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763354566.756722:0:22777:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763354566.756728:0:22777:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000001:2.0:1763354566.756731:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1763354566.756731:0:22777:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354566.756734:0:22777:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00000001:2.0:1763354566.756735:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:0.0:1763354566.756736:0:22777:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000020:00000001:2.0:1763354566.756739:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:0.0:1763354566.756740:0:22777:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000020:00000040:2.0:1763354566.756744:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=4 00000004:00000040:0.0:1763354566.756745:0:22777:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000020:00000001:2.0:1763354566.756751:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.756754:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.756757:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:0.0:1763354566.756758:0:22777:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.756760:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00000004:00000001:0.0:1763354566.756761:0:22777:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.756765:0:22777:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354566.756769:0:22777:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354566.756771:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.756774:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.756776:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.756777:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.756781:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.756781:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.756786:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.756787:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.756792:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8e00 with handle 0x4a8bb634222cb291 from hash 00010000:00000001:2.0:1763354566.756795:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.756795:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.756797:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.756801:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.756801:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756805:0:22777:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354566.756806:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.756808:0:22777:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:2.0:1763354566.756810:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756814:0:22777:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00000020:00000040:2.0:1763354566.756815:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67b718000 with handle 0x4a8bb634222cb2ad from hash 00010000:00000001:2.0:1763354566.756821:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.756824:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.756825:0:22777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb291 lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c8 expref: 224 pid: 22777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.756826:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.756829:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.756833:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.756836:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756839:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354566.756841:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:0.0:1763354566.756844:0:22777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.756845:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.756850:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:0.0:1763354566.756850:0:22777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00010000:2.0:1763354566.756855:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0xca28b440 (ffff8ff547fad200) 00010000:00000001:0.0:1763354566.756855:0:22777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.756861:0:22777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.756862:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.756867:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.756867:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.756872:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.756873:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.756875:0:22777:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.756877:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.756879:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.756881:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354566.756883:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.756885:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756887:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.756889:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756891:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:2.0:1763354566.756892:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756897:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.756897:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00000004:00000001:2.0:1763354566.756903:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.756906:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1763354566.756907:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.756911:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.756917:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.756920:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.756921:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.756924:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.756924:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.756928:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:0.0:1763354566.756931:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8e00/0x4a8bb634222cb291 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c8 expref: 224 pid: 22777 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.756932:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.756936:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.756953:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb2ad lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00000040:0.0:1763354566.756956:0:22777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000020:00000040:0.0:1763354566.756961:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00010000:00000010:0.0:1763354566.756965:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927080. 00010000:00000010:2.0:1763354566.756969:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc400. 00010000:00000001:0.0:1763354566.756971:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.756975:0:22777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8e00, rc -2) 00010000:00000040:2.0:1763354566.756976:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad200 count: 0 00000004:00000001:0.0:1763354566.756977:0:22777:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.756983:0:22777:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000010:2.0:1763354566.756985:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8dbb80. 00000004:00000010:0.0:1763354566.756987:0:22777:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000004:00000010:0.0:1763354566.756994:0:22777:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff595381480. 00000004:00000001:0.0:1763354566.756997:0:22777:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000001:2.0:1763354566.757000:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000002:0.0:1763354566.757002:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe87d8/ffff8ff55ffe8780 to site lru. bkt: ffff8ff66faf10d8 00000004:00000001:2.0:1763354566.757004:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763354566.757005:0:22777:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.757008:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763354566.757008:0:22777:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.757012:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00010000:00000040:0.0:1763354566.757013:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429326, transno 0, xid 1848998841123072 00000004:00000001:2.0:1763354566.757015:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763354566.757017:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000004:00000001:2.0:1763354566.757019:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000200:0.0:1763354566.757023:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766ba680 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/53424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1763354566.757027:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.757031:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:0.0:1763354566.757032:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.757052:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.757055:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000004:00000001:2.0:1763354566.757059:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000100:00000001:0.0:1763354566.757059:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1763354566.757063:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000100:00000040:0.0:1763354566.757064:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354566.757067:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000100:00000001:0.0:1763354566.757068:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000004:00000040:2.0:1763354566.757072:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 02000000:00000001:0.0:1763354566.757072:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.757075:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.757078:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.757080:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.757084:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff59176e200. 00000004:00000001:2.0:1763354566.757085:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.757087:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848998841123072, offset 224 00000004:00000001:2.0:1763354566.757089:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1763354566.757094:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000004:00000001:2.0:1763354566.757095:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354566.757100:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000400:00000200:0.0:1763354566.757102:0:22777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:2.0:1763354566.757104:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.757110:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1763354566.757111:0:22777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556853:1556853:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556849:1556849:8:4294967295] 00010000:00000001:2.0:1763354566.757114:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.757118:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.757121:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.757126:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243c00 with handle 0x4a8bb634222cb28a from hash 00010000:00000001:2.0:1763354566.757131:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1763354566.757132:0:22777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:2.0:1763354566.757134:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.757137:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.757141:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354566.757144:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00000800:00000200:0.0:1763354566.757145:0:22777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354566.757148:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00000800:00000010:0.0:1763354566.757152:0:22777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff59176fa00. 00010000:00010000:2.0:1763354566.757157:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb28a lrc: 1/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415cf expref: 485 pid: 6523 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1763354566.757164:0:22777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:2.0:1763354566.757173:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1763354566.757174:0:22777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000020:00000001:2.0:1763354566.757176:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.757180:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000800:00000200:0.0:1763354566.757180:0:22777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff59176fa00 type 1, nob 53520 niov 1 nkiov 14 00010000:00000001:2.0:1763354566.757184:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.757188:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.757191:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.757193:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.757194:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.757196:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.757197:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.757199:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.757201:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:0.0:1763354566.757202:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.757204:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00000100:00000040:0.0:1763354566.757209:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00010000:2.0:1763354566.757210:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763354566.757212:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:2.0:1763354566.757215:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.757216:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.757222:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.757222:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1763354566.757227:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1763354566.757228:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766ba680 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/53424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.757231:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.757240:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb28a lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415cf expref: 485 pid: 6523 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763354566.757242:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:1003adcf-613b-48fc-8710-4bfd6913dc17+223:2403:x1848998841123072:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2409us (2661us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763354566.757257:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7914 00010000:00000040:2.0:1763354566.757259:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 463 00000100:00000040:0.0:1763354566.757261:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000020:00000040:2.0:1763354566.757263:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 484 00000100:00000001:0.0:1763354566.757264:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.757267:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000010:2.0:1763354566.757269:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc200. 00000020:00000010:0.0:1763354566.757271:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.757278:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00010000:00000001:2.0:1763354566.757279:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.757283:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243c00, rc -2) 00000020:00000010:0.0:1763354566.757284:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000004:00000001:2.0:1763354566.757287:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000040:0.0:1763354566.757291:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00000004:00000001:2.0:1763354566.757292:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000800:00000200:1.0:1763354566.757298:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000010:2.0:1763354566.757299:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff59cf7f620. 00000100:00000001:0.0:1763354566.757299:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354566.757305:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff59176fa00. 00000004:00000010:2.0:1763354566.757307:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000400:00000200:1.0:1763354566.757309:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1763354566.757313:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000400:00000200:1.0:1763354566.757317:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000004:00000001:2.0:1763354566.757318:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000400:00000200:1.0:1763354566.757321:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59176e200 00000004:00000001:2.0:1763354566.757322:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:1.0:1763354566.757324:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff59176e200. 00010000:00000040:2.0:1763354566.757328:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841122944 00000100:00000001:1.0:1763354566.757329:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.757331:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1763354566.757335:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.757342:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b9180 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/29424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.757357:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.757359:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.757362:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.757366:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.757369:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.757371:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.757374:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.757375:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.757378:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.757380:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.757384:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff6678ffc00. 00000100:00000200:2.0:1763354566.757389:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848998841122944, offset 224 00000400:00000200:2.0:1763354566.757394:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.757401:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.757406:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556854:1556854:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556850:1556850:8:4294967295] 00000400:00000200:2.0:1763354566.757417:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.757422:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.757426:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8ff5473b5e00. 00000800:00000200:2.0:1763354566.757431:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.757435:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354566.757438:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff5473b5e00 type 1, nob 29520 niov 1 nkiov 8 00000100:00000001:2.0:1763354566.757450:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.757453:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.757455:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.757456:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.757458:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.757461:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b9180 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/29424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.757470:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+484:2406:x1848998841122944:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2745us (3035us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763354566.757477:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7913 00000100:00000040:2.0:1763354566.757479:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.757480:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.757482:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.757485:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee180. 00000020:00000010:2.0:1763354566.757487:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf898. 00000020:00000010:2.0:1763354566.757490:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176ea00. 00000020:00000040:2.0:1763354566.757492:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 483 00000100:00000001:2.0:1763354566.757494:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.757518:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.757521:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8ff5473b5e00. 00000400:00000200:1.0:1763354566.757526:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.757530:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.757532:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6678ffc00 00000400:00000010:1.0:1763354566.757533:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff6678ffc00. 00000100:00000001:1.0:1763354566.757536:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.757537:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.758631:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.758640:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.758643:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.758644:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.758650:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.758657:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8180 00000400:00000200:1.0:1763354566.758663:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 8632 00000800:00000001:1.0:1763354566.758668:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.758673:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.758674:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.758681:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.758685:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.758687:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.758690:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766b9500. 00000100:00000040:1.0:1763354566.758693:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766b9500 x1848998841123200 msgsize 328 00000100:00100000:1.0:1763354566.758696:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.758708:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.758713:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.758717:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.758743:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.758746:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123200 02000000:00000001:2.0:1763354566.758748:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.758750:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.758751:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.758754:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.758756:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123200 00000020:00000001:2.0:1763354566.758758:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.758759:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.758761:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.758763:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=22 00000020:00000001:2.0:1763354566.758766:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.758768:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.758771:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.758774:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.758777:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.758779:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.758784:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.758787:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.758790:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.758796:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354566.758798:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.758800:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.758802:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.758807:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.758819:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.758819:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.758827:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.758829:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1763354566.758830:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.758833:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1763354566.758836:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763354566.758840:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85246 00000100:00000001:0.0:1763354566.758845:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1763354566.758847:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000400:00000200:1.0:1763354566.758848:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:0.0:1763354566.758848:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763354566.758852:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444329728 : -123186265221888 : ffff8ff6766b9500) 00000100:00000001:0.0:1763354566.758854:0:74534:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.758858:0:74534:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.758862:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b9500 x1848998841123200/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1763354566.758863:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 1840 into portal 24 MB=0x691a7971d8100 00000400:00000200:1.0:1763354566.758876:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 1840/1840 into md 0x1fdd85 [256] + 16664 00000100:00000001:2.0:1763354566.758877:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.758882:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000800:00000001:1.0:1763354566.758884:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.758885:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.758889:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.758894:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841123200:12345-192.168.203.48@tcp:101:lfs.0 00000800:00000001:1.0:1763354566.758895:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.758898:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123200 00000400:00000200:1.0:1763354566.758901:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1763354566.758902:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.758906:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.758909:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.758912:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:2.0:1763354566.758913:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.758917:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000100:00000001:1.0:1763354566.758919:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1763354566.758920:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1763354566.758924:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1763354566.758925:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.758929:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.758931:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000010:1.0:1763354566.758933:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766b8e00. 00000020:00000001:2.0:1763354566.758934:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.758952:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000040:1.0:1763354566.758954:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766b8e00 x1848998841123072 msgsize 1840 00010000:00000001:2.0:1763354566.758956:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.758960:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.758963:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.758967:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763354566.758968:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00010000:00000001:2.0:1763354566.758975:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.758981:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fadd00. 00000100:00000001:1.0:1763354566.758983:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:2.0:1763354566.758985:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff547fadb00. 00010000:00000001:2.0:1763354566.758990:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000001:1.0:1763354566.758990:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:2.0:1763354566.758997:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6717f6600. 00000800:00000001:1.0:1763354566.758997:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.759003:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.759006:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6717f6600 with handle 0x4a8bb634222cb2b4 to hash 00000100:00000001:3.0:1763354566.759009:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1763354566.759010:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.759013:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00000100:00100000:3.0:1763354566.759015:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123072 00010000:00000001:2.0:1763354566.759016:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 02000000:00000001:3.0:1763354566.759021:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:2.0:1763354566.759022:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41607 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1763354566.759025:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.759029:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.759057:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763354566.759062:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff5448af440. 00002000:00000001:2.0:1763354566.759066:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.759068:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.759072:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:2.0:1763354566.759075:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00002000:00000001:2.0:1763354566.759077:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354566.759081:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354566.759083:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x53fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00000001:2.0:1763354566.759085:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763354566.759088:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00010000:00000040:2.0:1763354566.759090:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:2.0:1763354566.759092:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=23 00010000:00000001:2.0:1763354566.759096:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763354566.759098:0:74539:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763354566.759100:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.759102:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.759105:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54f210c00. 02000000:00000001:2.0:1763354566.759107:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.759109:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.759111:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.759113:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.759115:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.759117:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.759118:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.759119:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.759120:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.759123:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763354566.759128:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 23 pid: 74539 timeout: 0 lvb_type: 1 02000000:00000001:3.0:1763354566.759129:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.759137:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123072 00010000:00000040:2.0:1763354566.759138:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fc:0x0].0x0 (ffff8ff547fadd00) refcount = 1 00000020:00000001:3.0:1763354566.759142:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000040:2.0:1763354566.759142:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000040:3.0:1763354566.759147:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d8 00010000:00000040:2.0:1763354566.759148:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 23 pid: 74539 timeout: 0 lvb_type: 1 00000020:00000001:3.0:1763354566.759151:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1763354566.759153:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:3.0:1763354566.759155:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff672251000 refcount=223 00000020:00000001:3.0:1763354566.759162:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00000800:00000001:1.0:1763354566.759164:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.759166:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.759170:0:74539:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.759171:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1763354566.759172:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.759175:0:74539:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.759177:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354566.759178:0:74539:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354566.759183:0:74539:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.759187:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.759193:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 23 pid: 74539 timeout: 0 lvb_type: 1 00000400:00000200:1.0:1763354566.759194:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000001:2.0:1763354566.759206:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:3.0:1763354566.759207:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887372599296 : -123186336952320 : ffff8ff672251000) 00010000:00000001:2.0:1763354566.759208:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354566.759213:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.759213:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 1840 into portal 24 MB=0x691a7971d8080 00000100:00000001:3.0:1763354566.759215:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1763354566.759219:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.759222:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00010000:00000001:2.0:1763354566.759223:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:1.0:1763354566.759225:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.203.48@tcp of length 1840/1840 into md 0x1fdd85 [256] + 18504 00010000:00000001:2.0:1763354566.759226:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354566.759231:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.759231:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.759235:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6717f6600, rc 0) 00000800:00000001:1.0:1763354566.759235:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1763354566.759237:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000001:2.0:1763354566.759240:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.759243:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841123200 00000020:00000010:3.0:1763354566.759245:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a60c00. 00010000:00000001:2.0:1763354566.759246:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000001:1.0:1763354566.759248:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354566.759252:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27e00. 00000400:00000200:1.0:1763354566.759253:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1763354566.759254:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b9500 x1848998841123200/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1763354566.759261:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb640. 00000400:00000200:1.0:1763354566.759267:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:2.0:1763354566.759269:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1763354566.759272:0:6523:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00010000:00000001:2.0:1763354566.759274:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.759275:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1763354566.759279:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:2.0:1763354566.759279:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000200:1.0:1763354566.759280:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:3.0:1763354566.759284:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.759287:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1763354566.759288:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.759290:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766bad80. 00000100:00000040:2.0:1763354566.759292:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.759297:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.759297:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000040:1.0:1763354566.759298:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766bad80 x1848998841122944 msgsize 1840 02000000:00000001:2.0:1763354566.759303:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.759306:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.759310:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763354566.759313:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763354566.759314:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:2.0:1763354566.759318:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.759323:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be75d8. 00000100:00000200:2.0:1763354566.759327:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841123200, offset 224 00000100:00000001:3.0:1763354566.759328:0:6523:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.759330:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1763354566.759335:0:6523:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841122944 00000400:00000200:2.0:1763354566.759335:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 02000000:00000001:3.0:1763354566.759340:0:6523:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.759342:0:6523:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.759344:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.759346:0:6523:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.759346:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:0.0:1763354566.759348:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1763354566.759354:0:6523:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.759359:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556855:1556855:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556851:1556851:8:4294967295] 00000100:00100000:0.0:1763354566.759360:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7915 00000100:00100000:3.0:1763354566.759361:0:6523:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841122944 00000020:00000001:3.0:1763354566.759366:0:6523:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1763354566.759368:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff672251000 : new rpc_count 1 00000020:00000040:3.0:1763354566.759370:0:6523:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000100:00000001:0.0:1763354566.759373:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444327936 : -123186265223680 : ffff8ff6766b8e00) 00000020:00000001:3.0:1763354566.759375:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.759380:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=484 00000020:00000001:3.0:1763354566.759386:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000400:00000200:2.0:1763354566.759387:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000040:0.0:1763354566.759387:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8e00 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/0 e 0 to 0 dl 1763354577 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354566.759392:0:6523:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.759399:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.759404:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000800:00000200:2.0:1763354566.759405:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000001:1.0:1763354566.759405:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1763354566.759412:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1763354566.759414:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1763354566.759415:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000100:00000001:0.0:1763354566.759415:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.759417:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:0.0:1763354566.759423:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000800:00000200:2.0:1763354566.759424:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000020:00000010:3.0:1763354566.759427:0:6523:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61000. 00000100:00000001:0.0:1763354566.759430:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.759433:0:6523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000800:00000200:2.0:1763354566.759435:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000010:0.0:1763354566.759437:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:3.0:1763354566.759440:0:6523:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000800:00000200:2.0:1763354566.759441:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.759448:0:6523:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1763354566.759449:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:1003adcf-613b-48fc-8710-4bfd6913dc17+223:2403:x1848998841123072:12345-192.168.203.48@tcp:63:ll_sa.0 00000100:00000001:3.0:1763354566.759452:0:6523:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.759456:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.759457:0:6523:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.759457:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123072 00000020:00000001:0.0:1763354566.759464:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1763354566.759465:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.759466:0:6523:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.759470:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.759470:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.759474:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.759477:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1763354566.759477:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.759479:0:6523:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.759483:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1763354566.759485:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b9500 x1848998841123200/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000001:0.0:1763354566.759487:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000100:00000001:3.0:1763354566.759492:0:6523:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1763354566.759496:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1763354566.759497:0:6523:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:0.0:1763354566.759501:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841123072, found 0 last_xid 1848998841123071 00000100:00100000:3.0:1763354566.759508:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 7916 00000020:00000001:0.0:1763354566.759510:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.759515:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1763354566.759517:0:6523:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000020:00000001:0.0:1763354566.759517:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.759522:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:1.0:1763354566.759523:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000100:00000001:3.0:1763354566.759524:0:6523:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444336000 : -123186265215616 : ffff8ff6766bad80) 00000020:00000001:0.0:1763354566.759527:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.759531:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1763354566.759532:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841123200:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 647us (831us total) trans 0 rc 0/0 00000004:00000001:0.0:1763354566.759534:0:22777:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000100:00000040:3.0:1763354566.759536:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bad80 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/0 e 0 to 0 dl 1763354577 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1763354566.759542:0:22777:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000400:00000200:1.0:1763354566.759545:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.759551:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1763354566.759556:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85246 02000000:00000001:0.0:1763354566.759556:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1763354566.759564:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 02000000:00000010:0.0:1763354566.759565:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff544490000. 00000100:00000001:3.0:1763354566.759566:0:6523:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1763354566.759566:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be75d8 00000100:00000001:2.0:1763354566.759571:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1763354566.759573:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be75d8. 02000000:00000001:0.0:1763354566.759573:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.759574:0:6523:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:2.0:1763354566.759575:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354566.759581:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.759582:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1763354566.759583:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000100:00000001:1.0:1763354566.759587:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:0.0:1763354566.759588:0:22777:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000010:2.0:1763354566.759591:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000001:0.0:1763354566.759592:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:0.0:1763354566.759597:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841123072, found 0 last_xid 1848998841123071 00000020:00000010:2.0:1763354566.759598:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000020:00000040:2.0:1763354566.759605:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000100:00000001:2.0:1763354566.759609:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:0.0:1763354566.759609:0:22777:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff8ff6766b8e00 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.759623:0:6523:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.759624:0:22777:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.759630:0:6523:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000004:00000001:0.0:1763354566.759630:0:22777:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:0.0:1763354566.759634:0:22777:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354566.759637:0:22777:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1763354566.759642:0:6523:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+484:2406:x1848998841122944:12345-192.168.203.48@tcp:63:ll_sa.0 00010000:00000001:0.0:1763354566.759644:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:3.0:1763354566.759649:0:6523:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841122944 00010000:00000040:0.0:1763354566.759650:0:22777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 2 00000020:00000001:3.0:1763354566.759652:0:6523:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1763354566.759655:0:22777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.759657:0:6523:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1763354566.759660:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1763354566.759662:0:6523:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.759665:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8600. 00000020:00000001:3.0:1763354566.759666:0:6523:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.759670:0:6523:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708128 : -1045843488 : ffffffffc1a9b1e0) 00000020:00000001:0.0:1763354566.759670:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.759674:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8600 with handle 0x4a8bb634222cb2bb to hash 00000020:00000001:3.0:1763354566.759676:0:6523:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.759680:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:3.0:1763354566.759682:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122944, found 0 last_xid 1848998841122815 00010000:00000001:0.0:1763354566.759683:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000020:00000001:3.0:1763354566.759687:0:6523:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.759690:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927080. 00000020:00000001:3.0:1763354566.759692:0:6523:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.759697:0:6523:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1763354566.759697:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00000020:00000001:3.0:1763354566.759700:0:6523:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.759704:0:22777:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cb2bb lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415c8 expref: -99 pid: 22777 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763354566.759705:0:6523:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763354566.759711:0:6523:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8ff58f148298. 00000100:00000001:3.0:1763354566.759716:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:0.0:1763354566.759717:0:22777:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff672251000 : new locks_count 219 02000000:00000001:3.0:1763354566.759719:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1763354566.759723:0:22777:0:(genops.c:887:class_export_get()) GET export ffff8ff672251000 refcount=224 02000000:00000010:3.0:1763354566.759726:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff5466b6000. 00010000:00000001:0.0:1763354566.759728:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:3.0:1763354566.759732:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.759733:0:22777:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000100:00000001:3.0:1763354566.759738:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.759738:0:22777:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354566.759742:0:22777:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000010:3.0:1763354566.759745:0:6523:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8ff54ef35d80. 00000004:00000001:0.0:1763354566.759745:0:22777:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763354566.759747:0:22777:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000020:00000001:3.0:1763354566.759750:0:6523:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000040:0.0:1763354566.759751:0:22777:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x2400032e1:0x113:0x0] 00000001:00000001:3.0:1763354566.759754:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122944, found 0 last_xid 1848998841122815 00000020:00000001:0.0:1763354566.759757:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00080000:3.0:1763354566.759763:0:6523:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff8ff6766bad80 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354566.759765:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773116888 : -123190936434728 : ffff8ff55ffe87d8) 00000004:00000001:0.0:1763354566.759771:0:22777:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773116800 : -123190936434816 : ffff8ff55ffe8780) 00000004:00000001:0.0:1763354566.759775:0:22777:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.759780:0:22777:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763354566.759783:0:22777:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:0.0:1763354566.759788:0:22777:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000004:00000001:3.0:1763354566.759790:0:6523:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.759792:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:3.0:1763354566.759794:0:6523:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 02000000:00000001:0.0:1763354566.759796:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1763354566.759797:0:6523:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.759800:0:6523:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.759805:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.759808:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 2 00010000:00000001:3.0:1763354566.759811:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.759813:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.759816:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399c00. 00000020:00000001:3.0:1763354566.759818:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.759820:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399c00 with handle 0x4a8bb634222cb2c2 to hash 00000020:00000001:3.0:1763354566.759822:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.759823:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00010000:00000010:3.0:1763354566.759828:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663980. 02000000:00000010:0.0:1763354566.759830:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff8ff67dc00000. 00010000:00000001:3.0:1763354566.759831:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 02000000:00000001:0.0:1763354566.759835:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.759838:0:6523:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb2c2 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f415cf expref: -99 pid: 6523 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.759840:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.759847:0:22777:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.759851:0:22777:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff544490000. 00010000:00000040:3.0:1763354566.759853:0:6523:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 464 02000000:00000001:0.0:1763354566.759856:0:22777:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1763354566.759857:0:6523:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=485 00000100:00000040:0.0:1763354566.759861:0:22777:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00010000:00000001:3.0:1763354566.759863:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.759866:0:6523:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763354566.759868:0:22777:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.759870:0:6523:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763354566.759873:0:22777:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763354566.759874:0:6523:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.759878:0:6523:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763354566.759879:0:22777:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000004:00000001:3.0:1763354566.759880:0:6523:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.759884:0:6523:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000001:00000001:0.0:1763354566.759884:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1763354566.759887:0:6523:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000001:0.0:1763354566.759888:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.759892:0:6523:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000001:00000001:0.0:1763354566.759893:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.759897:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.759898:0:6523:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000001:00000001:0.0:1763354566.759903:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.759904:0:6523:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.759909:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354566.759910:0:6523:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000001:00000001:0.0:1763354566.759913:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.759914:0:6523:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763354566.759918:0:6523:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 29200 00000001:00000001:0.0:1763354566.759919:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.759923:0:6523:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:0.0:1763354566.759924:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:3.0:1763354566.759927:0:6523:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:0.0:1763354566.759927:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.759932:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.759934:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.759936:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.759938:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.759956:0:22777:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000010:3.0:1763354566.759959:0:6523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 29720 at ffff8ff656218000. 00000001:00000001:0.0:1763354566.759959:0:22777:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763354566.759965:0:6523:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.759965:0:22777:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.759969:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1763354566.759971:0:6523:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.759972:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.759977:0:6523:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1763354566.759979:0:22777:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00000010:3.0:1763354566.759981:0:6523:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8ff5466b6000. 02000000:00001000:0.0:1763354566.759985:0:22777:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff66dcb3200 flags 0x0 02000000:00000001:3.0:1763354566.759987:0:6523:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763354566.759991:0:22777:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620887299600896 : -123186409950720 : ffff8ff66dcb3200) 00000100:00000040:3.0:1763354566.759992:0:6523:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 24872:968 00000004:00000001:0.0:1763354566.759997:0:22777:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.759999:0:6523:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.760001:0:22777:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.760003:0:6523:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000001:00000001:0.0:1763354566.760006:0:22777:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:3.0:1763354566.760008:0:6523:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763354566.760010:0:22777:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.760012:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.760016:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.760016:0:22777:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763354566.760020:0:22777:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.760021:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.760025:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.760028:0:22777:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0001: lookup reply xid 1848998841123072, found 0 last_xid 1848998841123071 00000001:00000001:3.0:1763354566.760029:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.760059:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00010000:0.0:1763354566.760059:0:22777:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x4851492765f415c8 req@ffff8ff6766b8e00 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/53424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1763354566.760063:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.760068:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.760073:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.760078:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.760078:0:22777:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000001:00000001:3.0:1763354566.760083:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.760086:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1763354566.760086:0:22777:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1847a48 00000001:00000001:3.0:1763354566.760089:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000002:0.0:1763354566.760091:0:22777:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x2400032e1:0x113:0x0]/file2, ldlm_rep = ffff8ff67dc00250 00000001:00000001:3.0:1763354566.760093:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.760098:0:6523:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.760101:0:6523:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763354566.760101:0:22777:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000001:00000001:3.0:1763354566.760106:0:6523:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.760106:0:22777:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000001:00000001:3.0:1763354566.760110:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000004:00000001:0.0:1763354566.760111:0:22777:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00000001:00000001:3.0:1763354566.760114:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760115:0:22777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 02000000:00000001:3.0:1763354566.760120:0:6523:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00010000:00000001:0.0:1763354566.760121:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00001000:3.0:1763354566.760127:0:6523:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00010000:00000040:0.0:1763354566.760128:0:22777:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff6498a6d00 count: 3 02000000:00000001:3.0:1763354566.760132:0:6523:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00010000:00000001:0.0:1763354566.760133:0:22777:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763354566.760138:0:6523:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00010000:00000001:0.0:1763354566.760139:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000004:00000001:3.0:1763354566.760142:0:6523:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.760145:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8a00. 00000001:00000001:3.0:1763354566.760147:0:6523:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.760151:0:6523:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.760152:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000004:00000001:3.0:1763354566.760154:0:6523:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000020:00000040:0.0:1763354566.760156:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8a00 with handle 0x4a8bb634222cb2c9 to hash 00000004:00000001:3.0:1763354566.760158:0:6523:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.760161:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.760165:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00000001:00000001:3.0:1763354566.760166:0:6523:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841122944, found 0 last_xid 1848998841122815 00010000:00000010:0.0:1763354566.760172:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927700. 00000004:00010000:3.0:1763354566.760176:0:6523:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x4851492765f415cf req@ffff8ff6766bad80 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/29424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.760178:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354566.760183:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.760186:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.760193:0:22777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 3/1,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 00000004:00000001:3.0:1763354566.760194:0:6523:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763354566.760199:0:6523:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c1daba48 00000004:00000002:3.0:1763354566.760204:0:6523:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002340:0x113:0x0]/file3, ldlm_rep = ffff8ff656218250 00010000:00000001:0.0:1763354566.760205:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.760210:0:22777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000004:00000001:3.0:1763354566.760211:0:6523:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763354566.760215:0:6523:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00010000:00000001:0.0:1763354566.760215:0:22777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00000004:00000001:3.0:1763354566.760220:0:6523:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763354566.760220:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.760224:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.760225:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.760228:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354566.760230:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.760233:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1763354566.760234:0:6523:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1200 count: 3 00010000:00000001:0.0:1763354566.760237:0:22777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.760239:0:6523:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.760241:0:22777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.760243:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:0.0:1763354566.760245:0:22777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000010:3.0:1763354566.760249:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e398a00. 00010000:00000001:0.0:1763354566.760249:0:22777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.760253:0:22777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) refcount = 3 00000020:00000001:3.0:1763354566.760254:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.760258:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e398a00 with handle 0x4a8bb634222cb2d0 to hash 00010000:00000040:0.0:1763354566.760259:0:22777:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000020:00000001:3.0:1763354566.760264:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000040:0.0:1763354566.760266:0:22777:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0001_UUID lock: ffff8ff676580a00/0x4a8bb634222cb172 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41558 expref: 224 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.760267:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000010:3.0:1763354566.760273:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663880. 00010000:00000001:3.0:1763354566.760279:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00010000:0.0:1763354566.760282:0:22777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.760284:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.760288:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760294:0:22777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00010000:3.0:1763354566.760295:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760298:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.760301:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760305:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.760307:0:22777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.760310:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.760311:0:22777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.760314:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.760316:0:22777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760318:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.760321:0:22777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.760322:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.760326:0:22777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.760327:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.760331:0:22777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760332:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.760339:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763354566.760339:0:22777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.760341:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.760344:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.760347:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1763354566.760350:0:22777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000040:3.0:1763354566.760351:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) refcount = 3 00010000:00000001:0.0:1763354566.760354:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1763354566.760357:0:6523:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:0.0:1763354566.760357:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.760361:0:22777:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000040:3.0:1763354566.760362:0:6523:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.760364:0:22777:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763354566.760371:0:22777:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff58f2a1400. 00010000:00010000:3.0:1763354566.760374:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00000010:0.0:1763354566.760377:0:22777:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff643dee700. 00010000:00000001:0.0:1763354566.760382:0:22777:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763354566.760386:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000010:0.0:1763354566.760387:0:22777:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8200. 00010000:00000001:3.0:1763354566.760391:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1763354566.760392:0:22777:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:3.0:1763354566.760395:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.760397:0:22777:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8200 with handle 0x4a8bb634222cb2d7 to hash 00010000:00000001:3.0:1763354566.760400:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1763354566.760402:0:22777:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.760404:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.760406:0:22777:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354566.760408:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1763354566.760412:0:22777:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff54c927e80. 00010000:00000001:3.0:1763354566.760413:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.760418:0:22777:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354566.760419:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.760424:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760424:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.760429:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.760430:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.760433:0:22777:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 3/1,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22777 initiator: MDT0 00010000:00000001:3.0:1763354566.760446:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763354566.760448:0:22777:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.760451:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.760452:0:22777:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.760454:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.760456:0:22777:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.760458:0:6523:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.760459:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.760462:0:6523:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:0.0:1763354566.760463:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.760467:0:22777:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.760469:0:22777:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763354566.760470:0:6523:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff5970dce00. 00010000:00000001:0.0:1763354566.760472:0:22777:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.760475:0:22777:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000010:3.0:1763354566.760476:0:6523:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66ba27980. 00010000:00000001:0.0:1763354566.760477:0:22777:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.760480:0:22777:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:3.0:1763354566.760483:0:6523:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000040:0.0:1763354566.760484:0:22777:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2400032e1:0x113:0x0].0xfbe05a87 (ffff8ff58f2a1400) refcount = 1 00010000:00000010:3.0:1763354566.760487:0:6523:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399000. 00010000:00010000:0.0:1763354566.760490:0:22777:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00000020:00000001:3.0:1763354566.760491:0:6523:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.760494:0:6523:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399000 with handle 0x4a8bb634222cb2de to hash 00000020:00000001:3.0:1763354566.760498:0:6523:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.760500:0:6523:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:0.0:1763354566.760505:0:22777:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000010:3.0:1763354566.760506:0:6523:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d00. 00010000:00000001:3.0:1763354566.760510:0:6523:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:0.0:1763354566.760510:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.760514:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760515:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.760518:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760519:0:22777:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1763354566.760522:0:6523:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760523:0:22777:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.760528:0:22777:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760533:0:22777:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.760534:0:6523:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.760537:0:22777:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.760538:0:6523:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.760541:0:22777:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760542:0:6523:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.760546:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.760548:0:22777:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.760550:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.760555:0:6523:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.760558:0:6523:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.760559:0:22777:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.760563:0:6523:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.760563:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.760566:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.760567:0:6523:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000004:00000001:0.0:1763354566.760570:0:22777:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760571:0:6523:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.760574:0:6523:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000004:00000001:0.0:1763354566.760576:0:22777:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00010000:00000040:3.0:1763354566.760577:0:6523:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0xca28b440 (ffff8ff5970dce00) refcount = 1 00000004:00000001:0.0:1763354566.760583:0:22777:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00010000:00010000:3.0:1763354566.760584:0:6523:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00000004:00000001:0.0:1763354566.760587:0:22777:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763354566.760591:0:22777:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x2400032e1:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763354566.760603:0:22777:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760605:0:6523:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:0.0:1763354566.760607:0:22777:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1763354566.760609:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00080000:00000001:0.0:1763354566.760612:0:22777:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1763354566.760613:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760617:0:6523:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.760619:0:6523:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.760620:0:6523:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760622:0:6523:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.760624:0:6523:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:0.0:1763354566.760625:0:22777:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000001:3.0:1763354566.760626:0:6523:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.760631:0:6523:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6523 initiator: MDT0 00080000:00000001:0.0:1763354566.760634:0:22777:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763354566.760636:0:6523:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.760640:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.760642:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1763354566.760642:0:22777:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.760643:0:6523:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.760647:0:22777:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.760648:0:6523:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763354566.760652:0:22777:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.760654:0:6523:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763354566.760657:0:6523:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763354566.760659:0:22777:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:08000000:3.0:1763354566.760660:0:6523:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763354566.760667:0:6523:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.760667:0:22777:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00080000:00000001:3.0:1763354566.760672:0:6523:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00000004:00000001:0.0:1763354566.760672:0:22777:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763354566.760676:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:3.0:1763354566.760677:0:6523:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1763354566.760681:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.760684:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8a00 refcount=3 00080000:00000001:3.0:1763354566.760687:0:6523:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1763354566.760687:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:0.0:1763354566.760692:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00080000:00000001:3.0:1763354566.760693:0:6523:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1763354566.760700:0:6523:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354566.760700:0:22777:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:3.0:1763354566.760704:0:6523:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.760706:0:6523:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:0.0:1763354566.760706:0:22777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 3/1,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00000004:00000001:3.0:1763354566.760710:0:6523:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763354566.760715:0:6523:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763354566.760717:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.760720:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.760722:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354566.760723:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.760725:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.760727:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=3 00010000:00010000:0.0:1763354566.760730:0:22777:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 2/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT1 00000020:00000001:3.0:1763354566.760732:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.760738:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.760743:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.760749:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760749:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.760752:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760757:0:22777:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354566.760761:0:22777:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.760762:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.760766:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.760769:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 2/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.760772:0:22777:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8a00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354566.760778:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.760780:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.760782:0:22777:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1763354566.760783:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760787:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763354566.760787:0:22777:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 3/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00010000:3.0:1763354566.760792:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760800:0:22777:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763354566.760804:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:3.0:1763354566.760805:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e398a00 already unused, calling callback (ffffffffc19b3550) 00000020:00000001:0.0:1763354566.760806:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:3.0:1763354566.760809:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000020:00000040:0.0:1763354566.760810:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8a00 refcount=4 00010000:00000001:3.0:1763354566.760813:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:0.0:1763354566.760815:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00010000:3.0:1763354566.760817:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760821:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712365568 : -123190997186048 : ffff8ff55c5f8a00) 00010000:00000001:3.0:1763354566.760823:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.760826:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.760827:0:22777:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:3.0:1763354566.760828:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.760832:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=4 00010000:00010000:0.0:1763354566.760833:0:22777:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 4/0,0 mode: CR/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT1 00000020:00000001:3.0:1763354566.760834:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.760837:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.760841:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.760844:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760849:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354566.760850:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763354566.760852:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.760853:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.760857:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.760857:0:22777:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760863:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.760864:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.760865:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.760869:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.760869:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.760874:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760875:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:3.0:1763354566.760876:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398a00 with handle 0x4a8bb634222cb2d0 from hash 00010000:00000001:0.0:1763354566.760878:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760879:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.760883:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.760885:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763354566.760885:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8a00 with handle 0x4a8bb634222cb2c9 from hash 00010000:00000001:3.0:1763354566.760886:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.760889:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.760891:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760892:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.760893:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.760896:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.760897:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.760901:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.760902:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.760904:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00000001:0.0:1763354566.760905:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1763354566.760907:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.760910:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.760911:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.760912:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760915:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.760916:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.760918:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.760921:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.760921:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.760926:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.760926:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.760929:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.760931:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:3.0:1763354566.760932:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.760936:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.760937:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00010000:00010000:3.0:1763354566.760953:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.760958:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.760960:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.760963:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.760963:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.760965:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.760969:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.760970:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.760970:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.760973:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb2d0 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.760975:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.760978:0:22777:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000010:3.0:1763354566.760980:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663880. 00010000:00000001:0.0:1763354566.760983:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.760987:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.760988:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.760990:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:0.0:1763354566.760990:0:22777:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.760993:0:6523:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763354566.760995:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1763354566.760995:0:22777:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.760998:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:0.0:1763354566.761000:0:22777:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.761001:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399000 refcount=3 00000020:00000001:3.0:1763354566.761005:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:3.0:1763354566.761008:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00010000:0.0:1763354566.761008:0:22777:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 2/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761012:0:6523:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.761014:0:6523:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.761021:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761023:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761025:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.761025:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.761028:0:22777:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:3.0:1763354566.761029:0:6523:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.761032:0:22777:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354566.761058:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.1:1763354566.761063:0:6523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399600. 00010000:00010000:0.0:1763354566.761063:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8a00/0x4a8bb634222cb2c9 lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000010:0.0:1763354566.761074:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927700. 00010000:00000001:3.0:1763354566.761075:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.761079:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761081:0:6523:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.761083:0:6523:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.761085:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.761087:0:6523:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67e399000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:0.0:1763354566.761089:0:22777:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763354566.761090:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.761094:0:6523:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:0.0:1763354566.761094:0:22777:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00010000:3.0:1763354566.761098:0:6523:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6523 initiator: MDT0 00010000:00000001:0.0:1763354566.761098:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.761103:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1763354566.761104:0:6523:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.761107:0:6523:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1763354566.761107:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=3 00000020:00000001:3.0:1763354566.761110:0:6523:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1763354566.761113:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00000020:00000040:3.0:1763354566.761114:0:6523:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399000 refcount=4 00000020:00000001:3.0:1763354566.761118:0:6523:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:0.0:1763354566.761119:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354566.761121:0:6523:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00010000:00000001:3.0:1763354566.761127:0:6523:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1763354566.761127:0:22777:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.761131:0:6523:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6523 initiator: MDT0 00010000:00010000:0.0:1763354566.761133:0:22777:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 3/1,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761136:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.761139:0:6523:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.761141:0:6523:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761145:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.761147:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.761147:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761151:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.761152:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.761153:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.761157:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399000 with handle 0x4a8bb634222cb2de from hash 00010000:00010000:0.0:1763354566.761158:0:22777:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 2/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761159:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.761162:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761164:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.761166:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.761168:0:6523:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.761170:0:6523:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.761172:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.761173:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.761177:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.761177:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761178:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:0.0:1763354566.761182:0:22777:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.761183:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0xca28b440 (ffff8ff5970dce00) 00010000:00010000:3.0:1763354566.761187:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1763354566.761188:0:22777:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761189:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.761193:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761196:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.761198:0:6523:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1763354566.761201:0:22777:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8200 already unused, calling callback (ffffffffc19b3550) 00010000:00000001:3.0:1763354566.761202:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761204:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.761207:0:6523:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.761207:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.761212:0:6523:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.761212:0:22777:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000001:3.0:1763354566.761213:0:6523:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.761217:0:22777:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 3/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22777 initiator: MDT1 00010000:00010000:3.0:1763354566.761218:0:6523:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00010000:00000001:3.0:1763354566.761231:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761234:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.761235:0:22777:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.761236:0:6523:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.761239:0:6523:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763354566.761239:0:22777:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1763354566.761242:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1763354566.761243:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1763354566.761245:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb2de lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0xca28b440 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6523 initiator: MDT0 00000020:00000040:0.0:1763354566.761246:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=4 00000020:00000001:0.0:1763354566.761252:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000010:3.0:1763354566.761254:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d00. 00010000:00000001:0.0:1763354566.761255:0:22777:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000040:3.0:1763354566.761258:0:6523:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dce00 count: 0 00010000:00000001:0.0:1763354566.761259:0:22777:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:3.0:1763354566.761263:0:6523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66ba27980. 00010000:00010000:0.0:1763354566.761264:0:22777:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 4/0,0 mode: PR/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761269:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.761271:0:6523:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00010000:00000001:0.0:1763354566.761274:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.761275:0:6523:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.761278:0:6523:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763354566.761279:0:22777:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.761280:0:6523:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.761284:0:6523:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763354566.761284:0:22777:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.761290:0:6523:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000001:0.0:1763354566.761291:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1763354566.761292:0:6523:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:0.0:1763354566.761295:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:3.0:1763354566.761296:0:6523:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763354566.761299:0:6523:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:0.0:1763354566.761300:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:3.0:1763354566.761301:0:6523:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00000001:0.0:1763354566.761305:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763354566.761306:0:6523:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000020:00000040:0.0:1763354566.761309:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222cb2d7 from hash 00010000:00000001:0.0:1763354566.761313:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:3.0:1763354566.761314:0:6523:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.761315:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:3.0:1763354566.761318:0:6523:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354566.761318:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.761322:0:6523:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763354566.761323:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.761326:0:6523:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354566.761327:0:22777:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.761328:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.761331:0:22777:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761333:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761336:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.761337:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.761338:0:6523:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.761342:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.761343:0:6523:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.761347:0:6523:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399c00 with handle 0x4a8bb634222cb2c2 from hash 00010000:00000001:0.0:1763354566.761347:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:3.0:1763354566.761352:0:6523:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:0.0:1763354566.761352:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0xfbe05a87 (ffff8ff58f2a1400) 00010000:00000001:3.0:1763354566.761354:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761356:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.761358:0:6523:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00010000:0.0:1763354566.761358:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.761362:0:6523:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:0.0:1763354566.761363:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.761364:0:6523:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00000001:0.0:1763354566.761367:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.761371:0:6523:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb2c2 lrc: 1/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415cf expref: 485 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.761372:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.761375:0:22777:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763354566.761380:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.761383:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.761384:0:6523:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.761386:0:22777:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.761387:0:6523:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.761390:0:22777:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761391:0:6523:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.761396:0:6523:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763354566.761396:0:22777:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.761402:0:6523:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.761404:0:22777:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 2/0,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761405:0:6523:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.761407:0:6523:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.761410:0:6523:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.761412:0:6523:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.761414:0:6523:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.761417:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761418:0:6523:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.761421:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.761422:0:6523:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00000001:0.0:1763354566.761425:0:22777:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:3.0:1763354566.761426:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00000001:0.0:1763354566.761428:0:22777:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:3.0:1763354566.761429:0:6523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763354566.761432:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.761433:0:6523:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763354566.761435:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb2d7 lrc: 0/0,0 mode: --/PR res: [0x2400032e1:0x113:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22777 initiator: MDT1 00010000:00000001:3.0:1763354566.761436:0:6523:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761439:0:6523:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.761441:0:6523:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.761446:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb2c2 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415cf expref: 485 pid: 6523 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763354566.761448:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927e80. 00010000:00000040:3.0:1763354566.761454:0:6523:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 463 00010000:00000040:0.0:1763354566.761455:0:22777:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1400 count: 0 00000020:00000040:3.0:1763354566.761457:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 484 00010000:00000010:3.0:1763354566.761462:0:6523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663980. 00010000:00000010:0.0:1763354566.761464:0:22777:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee700. 00010000:00000001:3.0:1763354566.761465:0:6523:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.761469:0:6523:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e399c00, rc -2) 00000004:00000001:3.0:1763354566.761472:0:6523:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763354566.761473:0:6523:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763354566.761476:0:6523:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff58f148298. 00010000:00000001:0.0:1763354566.761476:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763354566.761480:0:22777:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000010:3.0:1763354566.761482:0:6523:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff54ef35d80. 00000004:00000001:0.0:1763354566.761483:0:22777:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763354566.761486:0:6523:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763354566.761487:0:22777:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763354566.761489:0:6523:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354566.761490:0:22777:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763354566.761491:0:6523:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.761494:0:22777:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00010000:00000040:3.0:1763354566.761495:0:6523:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841122944 00010000:00000001:3.0:1763354566.761500:0:6523:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1763354566.761502:0:22777:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000200:3.0:1763354566.761505:0:6523:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bad80 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/29424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763354566.761506:0:22777:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763354566.761510:0:22777:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763354566.761513:0:22777:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763354566.761516:0:22777:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00000001:3.0:1763354566.761517:0:6523:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.761520:0:6523:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763354566.761520:0:22777:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000100:00001000:3.0:1763354566.761525:0:6523:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.761528:0:6523:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.761529:0:6523:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.761531:0:6523:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.761533:0:6523:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.761534:0:6523:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.761536:0:6523:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1763354566.761537:0:22777:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.761538:0:6523:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.761543:0:6523:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff66486be00. 00000004:00000001:0.0:1763354566.761543:0:22777:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.761547:0:22777:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:3.0:1763354566.761549:0:6523:0:(niobuf.c:94:ptl_send_buf()) Sending 29424 bytes to portal 4, xid 1848998841123456, offset 224 00010000:00000001:0.0:1763354566.761551:0:22777:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354566.761554:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1763354566.761555:0:6523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.761559:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.761562:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1763354566.761563:0:6523:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:0.0:1763354566.761565:0:22777:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1763354566.761570:0:6523:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556856:1556856:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556852:1556852:8:4294967295] 00010000:00000001:0.0:1763354566.761570:0:22777:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.761574:0:22777:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8600 with handle 0x4a8bb634222cb2bb from hash 00010000:00000001:0.0:1763354566.761579:0:22777:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.761582:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1763354566.761583:0:6523:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:0.0:1763354566.761585:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.761588:0:22777:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00000800:00000200:3.0:1763354566.761589:0:6523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 29424 bytes in 8 frags to 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.761591:0:22777:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00000800:00000010:3.0:1763354566.761593:0:6523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 360 at ffff8ff679a61c00. 00010000:00000001:0.0:1763354566.761597:0:22777:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00000800:00000200:3.0:1763354566.761601:0:6523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00010000:0.0:1763354566.761607:0:22777:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cb2bb lrc: 1/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c8 expref: 224 pid: 22777 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1763354566.761608:0:6523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:3.0:1763354566.761613:0:6523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff679a61c00 type 1, nob 29520 niov 1 nkiov 8 00010000:00000001:0.0:1763354566.761622:0:22777:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354566.761625:0:22777:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.761626:0:22777:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1763354566.761628:0:6523:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.761629:0:22777:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.761635:0:6523:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000020:00000001:0.0:1763354566.761635:0:22777:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.761638:0:6523:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.761641:0:6523:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.761641:0:22777:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1763354566.761645:0:6523:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1763354566.761645:0:22777:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.761649:0:22777:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:3.0:1763354566.761653:0:6523:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bad80 x1848998841122944/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/29424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.761653:0:22777:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.761657:0:22777:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.761661:0:22777:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.761665:0:22777:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00100000:3.0:1763354566.761667:0:6523:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+484:2406:x1848998841122944:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2098us (2366us total) trans 0 rc -2/-2 00010000:00010000:0.0:1763354566.761669:0:22777:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e1:0x113:0x0].0x0 (ffff8ff6498a6d00) 00010000:00010000:0.0:1763354566.761676:0:22777:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1763354566.761681:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7916 00010000:00000001:0.0:1763354566.761681:0:22777:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.761684:0:6523:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.761687:0:6523:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1763354566.761687:0:22777:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.761689:0:6523:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1763354566.761692:0:22777:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:3.0:1763354566.761693:0:6523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00010000:00000001:0.0:1763354566.761696:0:22777:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1763354566.761698:0:6523:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000010:3.0:1763354566.761702:0:6523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61000. 00010000:00010000:0.0:1763354566.761704:0:22777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cb2bb lrc: 0/0,0 mode: --/CR res: [0x2400032e1:0x113:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c8 expref: 224 pid: 22777 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1763354566.761706:0:6523:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 483 00000100:00000001:3.0:1763354566.761710:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1763354566.761718:0:22777:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff672251000 : new locks_count 218 00000800:00000200:1.0:1763354566.761723:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1763354566.761723:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 223 00000800:00000010:1.0:1763354566.761730:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 360 at ffff8ff679a61c00. 00010000:00000010:0.0:1763354566.761730:0:22777:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927080. 00000400:00000200:1.0:1763354566.761738:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354566.761740:0:22777:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.761744:0:22777:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8600, rc -2) 00000400:00000200:1.0:1763354566.761750:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000004:00000001:0.0:1763354566.761751:0:22777:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763354566.761756:0:22777:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000400:00000200:1.0:1763354566.761757:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66486be00 00000004:00000010:0.0:1763354566.761760:0:22777:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000400:00000010:1.0:1763354566.761762:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff66486be00. 00000004:00000010:0.0:1763354566.761768:0:22777:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8ff595381480. 00000100:00000001:1.0:1763354566.761770:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.761774:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:0.0:1763354566.761774:0:22777:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763354566.761780:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe87d8/ffff8ff55ffe8780 to site lru. bkt: ffff8ff66faf10d8 00000004:00000001:0.0:1763354566.761783:0:22777:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763354566.761785:0:22777:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763354566.761788:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 30065429326, transno 0, xid 1848998841123072 00010000:00000001:0.0:1763354566.761791:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.761797:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8e00 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/53424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.761806:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.761808:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.761810:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.761814:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.761816:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.761819:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.761821:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.761823:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.761825:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.761828:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.761832:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8ff59176f000. 00000100:00000200:0.0:1763354566.761836:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848998841123328, offset 224 00000400:00000200:0.0:1763354566.761841:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.761848:0:22777:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.761852:0:22777:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556857:1556857:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556853:1556853:8:4294967295] 00000400:00000200:0.0:1763354566.761861:0:22777:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.761866:0:22777:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.761870:0:22777:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff8ff59176f200. 00000800:00000200:0.0:1763354566.761875:0:22777:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.761880:0:22777:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:0.0:1763354566.761883:0:22777:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff59176f200 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:0.0:1763354566.761899:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.761903:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.761905:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.761907:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.761909:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.761914:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8e00 x1848998841123072/t0(0) o63->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 1840/53424 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.761925:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:1003adcf-613b-48fc-8710-4bfd6913dc17+223:2403:x1848998841123072:12345-192.168.203.48@tcp:63:ll_sa.0 Request processed in 2509us (2969us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763354566.761934:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 7915 00000100:00000040:0.0:1763354566.761938:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff672251000 : new rpc_count 0 00000100:00000001:0.0:1763354566.761954:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.761956:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.761960:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27e00. 00000020:00000010:0.0:1763354566.761965:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb640. 00000020:00000010:0.0:1763354566.761968:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a60c00. 00000020:00000040:0.0:1763354566.761972:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff672251000 : new refcount 222 00000100:00000001:0.0:1763354566.761974:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.762017:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.762021:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff8ff59176f200. 00000400:00000200:1.0:1763354566.762026:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.762030:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.762053:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff59176f000 00000400:00000010:1.0:1763354566.762057:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8ff59176f000. 00000100:00000001:1.0:1763354566.762061:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.762063:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.762578:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.762586:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.762589:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.762591:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.762597:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.762607:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8300 00000400:00000200:1.0:1763354566.762613:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 8960 00000800:00000001:1.0:1763354566.762619:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.762626:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.762628:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.762632:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.762635:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.762637:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.762642:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766bbb80. 00000100:00000040:1.0:1763354566.762645:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766bbb80 x1848998841123584 msgsize 328 00000100:00100000:1.0:1763354566.762650:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.762663:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.762669:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.762673:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.762696:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.762700:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123584 02000000:00000001:2.0:1763354566.762703:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.762706:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.762708:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.762711:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.762715:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123584 00000020:00000001:2.0:1763354566.762717:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.762719:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.762721:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.762723:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=23 00000020:00000001:2.0:1763354566.762727:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.762730:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.762733:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.762737:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.762741:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.762743:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af8c0. 00000020:00000010:2.0:1763354566.762748:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b5e00. 00000020:00000010:2.0:1763354566.762752:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.762755:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.762762:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354566.762765:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.762767:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.762769:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.762775:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.762790:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.762798:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.762801:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.762807:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85247 00000100:00000040:2.0:1763354566.762811:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354566.762814:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444339584 : -123186265212032 : ffff8ff6766bbb80) 00000100:00000040:2.0:1763354566.762821:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bbb80 x1848998841123584/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.762831:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.762834:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.762837:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.762839:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af8c0. 00000100:00100000:2.0:1763354566.762844:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+23:253181:x1848998841123584:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354566.762848:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123584 00000020:00000001:2.0:1763354566.762851:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.762854:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.762855:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.762858:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.762860:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.762863:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.762866:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.762867:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.762869:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.762872:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.762874:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.762876:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.762878:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.762880:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.762882:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.762886:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.762891:0:74539:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00010000:00000001:2.0:1763354566.762894:0:74539:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.762896:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.762900:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff600. 00000020:00000001:2.0:1763354566.762904:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.762906:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff600 with handle 0x4a8bb634222cb2e5 to hash 00000020:00000001:2.0:1763354566.762908:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.762910:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:2.0:1763354566.762913:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00010000:2.0:1763354566.762918:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 2/0,0 mode: --/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4160e expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.762926:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000020:00000040:2.0:1763354566.762929:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=24 00000100:00000001:2.0:1763354566.762934:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.762937:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.762955:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54f213800. 02000000:00000001:2.0:1763354566.762958:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.762961:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.762962:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.762965:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.762967:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.762969:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.762971:0:74539:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763354566.762973:0:74539:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.762978:0:74539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.762986:0:74539:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.762987:0:74539:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.762990:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763354566.762992:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.762994:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.762996:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763354566.762997:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.763000:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.763002:0:74539:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.763006:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.763014:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fb:0x0].0x0 (ffff8ff58f2a1500) refcount = 2 00010000:00000040:2.0:1763354566.763016:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.763020:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.763027:0:74539:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.763030:0:74539:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 4/0,0 mode: --/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.763068:0:74539:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.763072:0:74539:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.763078:0:74539:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.763081:0:74539:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:2.0:1763354566.763083:0:74539:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:2.0:1763354566.763087:0:74539:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.763088:0:74539:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.763090:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.763092:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.763094:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.763096:0:74539:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.763098:0:74539:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.763100:0:74539:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.763102:0:74539:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354566.763107:0:74539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1180. 00000020:00000040:2.0:1763354566.763110:0:74539:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763354566.763114:0:74539:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.763116:0:74539:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.763121:0:74539:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.763128:0:74539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff66d567800. 00000100:00000001:2.0:1763354566.763134:0:74539:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.763140:0:74539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.763155:0:74539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000001:2.0:1763354566.763163:0:74539:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.763166:0:74539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.763171:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.763181:0:74539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.763184:0:74539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.763188:0:74539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542723072:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.763193:0:74539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.763197:0:74539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.763200:0:74539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.763202:0:74539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.763207:0:74539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587ee800. 02000000:00000001:2.0:1763354566.763209:0:74539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.763215:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9f8. 00000400:00000010:2.0:1763354566.763220:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7908. 00000100:00000200:2.0:1763354566.763225:0:74539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723072, portal 16 00000100:00000001:2.0:1763354566.763227:0:74539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.763229:0:74539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 00000100:00000040:2.0:1763354566.763235:0:74539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.763242:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.763245:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.763248:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7220. 00000100:00000200:2.0:1763354566.763250:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542723072, offset 0 00000400:00000200:2.0:1763354566.763255:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.763262:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.763267:0:74539:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.763272:0:74539:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.763275:0:74539:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.763278:0:74539:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.763282:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556858:1556858:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556854:1556854:8:4294967295] 00000400:00000200:2.0:1763354566.763291:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.763297:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.763301:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff000. 00000800:00000200:2.0:1763354566.763306:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.763311:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.763314:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.763330:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.763334:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889839 00000100:00000001:2.0:1763354566.763341:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889817 00000100:00000001:2.0:1763354566.763346:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889839 00000100:00000001:2.0:1763354566.763350:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889817 00000100:00000001:2.0:1763354566.763353:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889839 00000100:00000001:2.0:1763354566.763358:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889817 00000100:00000001:2.0:1763354566.763362:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889839 00000100:00000001:2.0:1763354566.763367:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889817 00000100:00000001:2.0:1763354566.763370:0:74539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.763373:0:74539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.763376:0:74539:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.763379:0:74539:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.763382:0:74539:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.763386:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.763387:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.763389:0:74539:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.763391:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.763393:0:74539:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.763395:0:74539:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.763397:0:74539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.763399:0:74539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.763402:0:74539:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0959c0 going to sleep for 11 seconds 00000800:00000200:1.0:1763354566.763405:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354566.763406:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.763412:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.763412:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff000. 00000400:00000200:1.0:1763354566.763420:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.763428:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.763431:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7220 00000400:00000010:1.0:1763354566.763433:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7220. 00000100:00000001:1.0:1763354566.763436:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.763442:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.763452:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.763456:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.763464:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.763466:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.765079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00010000:00000010:0.1:1763354566.765080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9600. 00010000:00000010:0.1:1763354566.765091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1300. 00010000:00000010:2.1:1763354566.765094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad200. 00010000:00000010:0.1:1763354566.765097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9a00. 00010000:00000010:2.1:1763354566.765104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67b718000. 00010000:00000010:0.1:1763354566.765105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8e00. 00010000:00000010:2.1:1763354566.765115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243c00. 00000800:00000001:1.0:1763354566.765610:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.765617:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.765619:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.765621:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.765626:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.765633:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544800 00000400:00000200:1.0:1763354566.765637:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8f95 [1] + 224 00000800:00000001:1.0:1763354566.765641:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.765646:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.765647:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.765650:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.765653:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.765657:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.765664:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.765677:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.765681:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.765683:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.765714:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.765721:0:74539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.765723:0:74539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.765726:0:74539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9f8. 00000400:00000200:2.0:1763354566.765730:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:2.0:1763354566.765732:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:2.0:1763354566.765735:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.765741:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.765751:0:74539:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.765759:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.765761:0:74539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.765763:0:74539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.765766:0:74539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.765768:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.765770:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.765774:0:74539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.765779:0:74539:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354566.765783:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.765786:0:74539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.765788:0:74539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.765791:0:74539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.765794:0:74539:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.765797:0:74539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.765803:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.765811:0:74539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.765813:0:74539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.765816:0:74539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.765818:0:74539:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.765820:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.765822:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.765824:0:74539:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.765828:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.765836:0:74539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542723072:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.765840:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.765843:0:74539:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.765846:0:74539:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.765847:0:74539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.765850:0:74539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1180 x1848998542723072/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.765857:0:74539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.765859:0:74539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.765862:0:74539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587ee800. 02000000:00000001:2.0:1763354566.765865:0:74539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.765867:0:74539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.765869:0:74539:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763354566.765871:0:74539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.765873:0:74539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff66d567800. 02000000:00000001:2.0:1763354566.765877:0:74539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.765879:0:74539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.765881:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1180. 00000100:00000001:2.0:1763354566.765884:0:74539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.765886:0:74539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.765888:0:74539:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.765891:0:74539:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.765892:0:74539:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.765896:0:74539:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af8c0. 00010000:00000001:2.0:1763354566.765899:0:74539:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.765901:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.765903:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.765908:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.765913:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 3/0,0 mode: --/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.765926:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.765928:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763354566.765930:0:74539:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6429ff600 00010000:00000001:2.0:1763354566.765932:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.765934:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.765936:0:74539:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.765952:0:74539:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.765955:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.765958:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.765960:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.765961:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.765963:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.765964:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6429ff600, rc 0) 00000020:00000001:2.0:1763354566.765967:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.765970:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841123584 00010000:00000001:2.0:1763354566.765973:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.765978:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766bbb80 x1848998841123584/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.765986:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.765988:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.765991:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.765995:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.765997:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.766000:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.766003:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.766006:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.766009:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.766012:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.766016:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7908. 00000100:00000200:2.0:1763354566.766020:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841123584, offset 224 00000400:00000200:2.0:1763354566.766025:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.766064:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.766070:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556859:1556859:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556855:1556855:8:4294967295] 00000400:00000200:2.0:1763354566.766080:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.766086:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.766091:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffc00. 00000800:00000200:2.0:1763354566.766096:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.766102:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.766106:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.766120:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.766124:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.766127:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.766128:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.766130:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.766134:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bbb80 x1848998841123584/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.766142:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+24:253181:x1848998841123584:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 3310us (3495us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.766148:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85247 00000100:00000040:2.0:1763354566.766150:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354566.766152:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.766154:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.766157:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.766161:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.766165:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b5e00. 00000020:00000040:2.0:1763354566.766172:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000100:00000001:2.0:1763354566.766175:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.766192:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.766197:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffc00. 00000400:00000200:1.0:1763354566.766202:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.766207:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.766211:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:1.0:1763354566.766213:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:1.0:1763354566.766216:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.766218:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.766858:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.766864:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.766866:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.766868:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.766872:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.766878:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 2008 into portal 6 MB=0x691a7971d8380 00000400:00000200:1.0:1763354566.766883:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 2008/2008 into md 0x1e60fd [128] + 73016 00000800:00000001:1.0:1763354566.766888:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.766896:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.766898:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.766902:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.766906:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.766908:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354566.766913:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766b8000. 00000100:00000040:1.0:1763354566.766917:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766b8000 x1848998841123712 msgsize 2008 00000100:00100000:1.0:1763354566.766922:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.766937:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.766960:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.766964:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.766986:0:99670:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.766990:0:99670:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123712 02000000:00000001:0.0:1763354566.766992:0:99670:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.766994:0:99670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.766996:0:99670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.766999:0:99670:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.767002:0:99670:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123712 00000020:00000001:0.0:1763354566.767004:0:99670:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.767006:0:99670:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.767009:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.767011:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=24 00000020:00000001:0.0:1763354566.767014:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.767017:0:99670:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.767021:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.767025:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.767029:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.767032:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000020:00000010:0.0:1763354566.767069:0:99670:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000020:00000010:0.0:1763354566.767074:0:99670:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.767078:0:99670:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000100:00000040:0.0:1763354566.767087:0:99670:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763354566.767090:0:99670:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.767092:0:99670:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763354566.767095:0:99670:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763354566.767097:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.767099:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:0.0:1763354566.767102:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.767104:0:99670:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354566.767107:0:99670:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.767110:0:99670:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767112:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.767114:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767117:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.767119:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.767121:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767123:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.767124:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.767126:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767128:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.767129:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.767131:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767133:0:99670:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763354566.767137:0:99670:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767139:0:99670:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767141:0:99670:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767144:0:99670:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763354566.767146:0:99670:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767149:0:99670:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763354566.767156:0:99670:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000402:0x53fb:0x0] (0->1515) req@ffff8ff6766b8000 x1848998841123712/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 2008/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763354566.767165:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763354566.767168:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff6766b8000 with x1848998841123712 ext(0->1515) 00010000:00000001:0.0:1763354566.767171:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.767172:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.767174:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:0.0:1763354566.767176:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:0.0:1763354566.767179:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00010000:0.0:1763354566.767185:0:99670:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00010000:0.0:1763354566.767200:0:99670:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.767207:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.767209:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354566.767210:0:99670:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763354566.767213:0:99670:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8ff6766b8000 00002000:00000001:0.0:1763354566.767215:0:99670:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.767217:0:99670:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.767222:0:99670:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.767227:0:99670:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff6766b8000 x1848998841123712/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 2008/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.767234:0:99670:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.767236:0:99670:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.767250:0:99670:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.767259:0:99670:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.767262:0:99670:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.767267:0:99670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00000040:0.0:1763354566.767271:0:99670:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.767275:0:99670:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444324352 : -123186265227264 : ffff8ff6766b8000) 00000100:00000040:0.0:1763354566.767281:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8000 x1848998841123712/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 2008/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.767290:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.767294:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68a40. 00000100:00000001:0.0:1763354566.767296:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.767299:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68a40. 00000100:00100000:0.0:1763354566.767304:0:99670:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2407:x1848998841123712:12345-192.168.203.48@tcp:4:cp.0 00000100:00000200:0.0:1763354566.767308:0:99670:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123712 00000020:00000001:0.0:1763354566.767311:0:99670:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.767313:0:99670:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.767315:0:99670:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767317:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.767319:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:0.0:1763354566.767322:0:99670:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.767324:0:99670:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.767327:0:99670:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.767328:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.767330:0:99670:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767332:0:99670:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763354566.767337:0:99670:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.767339:0:99670:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.767344:0:99670:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ff54901e000. 02000000:00000001:0.0:1763354566.767347:0:99670:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.767349:0:99670:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767352:0:99670:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763354566.767354:0:99670:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767357:0:99670:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1763354566.767362:0:99670:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1763354566.767365:0:99670:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1763354566.767367:0:99670:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763354566.767369:0:99670:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1763354566.767371:0:99670:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 free: 3895173120 avail: 3663650816 00000020:00000001:0.0:1763354566.767374:0:99670:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1763354566.767377:0:99670:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 avail=3663650816 left=3211005952 unstable=0 tot_grant=452641216 pending=0 00000020:00000001:0.0:1763354566.767381:0:99670:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3211005952 : 3211005952 : bf641000) 00000020:00000001:0.0:1763354566.767384:0:99670:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763354566.767387:0:99670:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 reports grant 452468736 dropped 0, local 452497408 00000020:00000001:0.0:1763354566.767390:0:99670:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763354566.767392:0:99670:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1763354566.767395:0:99670:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 granted: 28672 ungranted: 0 grant: 452468736 dirty: 28672 00000020:00000001:0.0:1763354566.767398:0:99670:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1763354566.767400:0:99670:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1763354566.767403:0:99670:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 wants: 484638720 current grant 452468736 granting: 8437760 00000020:00000020:0.0:1763354566.767407:0:99670:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 tot cached:0 granted:461078976 num_exports: 3 00000020:00000001:0.0:1763354566.767410:0:99670:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:0.0:1763354566.767412:0:99670:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1763354566.767414:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.767417:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.767423:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00002000:00000001:0.0:1763354566.767426:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00080000:00000001:0.0:1763354566.767432:0:99670:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:0.0:1763354566.767480:0:99670:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767506:0:99670:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00001000:0.0:1763354566.767515:0:99670:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2337: map 1 pages from 0 00080000:00000001:0.0:1763354566.767535:0:99670:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000002:0.0:1763354566.767537:0:99670:0:(osd_io.c:449:osd_do_bio()) hole at page_idx 0, block_idx 0, at offset 0 00080000:00000001:0.0:1763354566.767542:0:99670:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767544:0:99670:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767548:0:99670:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767550:0:99670:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767552:0:99670:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.767556:0:99670:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1516 00000020:00008000:0.0:1763354566.767559:0:99670:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1516 left = 1516 00000020:00000001:0.0:1763354566.767564:0:99670:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763354566.767589:0:99670:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:0.0:1763354566.767592:0:99670:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763354566.767604:0:99670:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767607:0:99670:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763354566.767611:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.767618:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767621:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.767623:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767626:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.767628:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767630:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.767631:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.767633:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767635:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.767637:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.767639:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.767640:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.767642:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.767644:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767646:0:99670:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1763354566.767649:0:99670:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767651:0:99670:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1763354566.767653:0:99670:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763354566.767657:0:99670:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767660:0:99670:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.767665:0:99670:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176f200. 00080000:00000001:0.0:1763354566.767668:0:99670:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603091968 : -123190106459648 : ffff8ff59176f200) 00000001:00000001:0.0:1763354566.767670:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.767672:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767676:0:99670:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.767686:0:99670:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767688:0:99670:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763354566.767690:0:99670:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767692:0:99670:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:0.0:1763354566.767709:0:99670:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.767712:0:99670:0:(ofd_io.c:1099:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763354566.767716:0:99670:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:0.0:1763354566.767724:0:99670:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.767727:0:99670:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.767729:0:99670:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767731:0:99670:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.767734:0:99670:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176ea00. 00080000:00000001:0.0:1763354566.767736:0:99670:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603089920 : -123190106461696 : ffff8ff59176ea00) 00000001:00000001:0.0:1763354566.767739:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.767740:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767744:0:99670:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:0.0:1763354566.767747:0:99670:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0000: inode #2337 extent_bytes 898105 extents 1 credits 9 00000001:00000001:0.0:1763354566.767751:0:99670:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.767754:0:99670:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68a40. 00080000:00000001:0.0:1763354566.767757:0:99670:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767760:0:99670:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354566.767762:0:99670:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767765:0:99670:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.767768:0:99670:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.767772:0:99670:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.767774:0:99670:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68ec0. 00080000:00000001:0.0:1763354566.767776:0:99670:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767781:0:99670:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767796:0:99670:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:0.0:1763354566.767802:0:99670:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2337: map 1 pages from 0 00080000:00000001:0.0:1763354566.767876:0:99670:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:0.0:1763354566.767883:0:99670:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:0.0:1763354566.767886:0:99670:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8ff55fefcb40. 00080000:00000001:0.0:1763354566.767889:0:99670:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763354566.767892:0:99670:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:0.0:1763354566.767895:0:99670:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:0.0:1763354566.767898:0:99670:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767969:0:99670:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767973:0:99670:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.767977:0:99670:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1763354566.767980:0:99670:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8ff67dab0120. 00000020:00000040:0.0:1763354566.767983:0:99670:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 3 00000020:00000040:0.0:1763354566.767986:0:99670:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:0.0:1763354566.767989:0:99670:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.767991:0:99670:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.767994:0:99670:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763354566.767998:0:99670:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.768000:0:99670:0:(osd_handler.c:5216:osd_xattr_set()) [0x280000402:0x53fb:0x0] set version 0x30000a65c (old 0x30000a65b) for inode 2337 00080000:00000001:0.0:1763354566.768006:0:99670:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763354566.768008:0:99670:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944476, last_committed = 12884944458 00000001:00000010:0.0:1763354566.768012:0:99670:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab07e0. 00000001:00000040:0.0:1763354566.768014:0:99670:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 4 00000020:00000040:0.0:1763354566.768017:0:99670:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=26 00000001:00000001:0.0:1763354566.768029:0:99670:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.768051:0:99670:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68ec0. 00080000:00000010:0.0:1763354566.768055:0:99670:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68a40. 00040000:00000001:0.0:1763354566.768057:0:99670:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.768059:0:99670:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.2:1763354566.768173:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff55fefcb40. 00080000:00000001:0.0:1763354566.768189:0:99670:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.768199:0:99670:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.768202:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00002000:00000001:0.0:1763354566.768205:0:99670:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.768209:0:99670:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.768211:0:99670:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.768214:0:99670:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763354566.768216:0:99670:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763354566.768218:0:99670:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.768221:0:99670:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 12884944476, xid 1848998841123712 00010000:00000001:0.0:1763354566.768223:0:99670:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.768229:0:99670:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8000 x1848998841123712/t12884944476(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 2008/448 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.768236:0:99670:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.768238:0:99670:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.768241:0:99670:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.768245:0:99670:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.768247:0:99670:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.768249:0:99670:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.768252:0:99670:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.768254:0:99670:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.768256:0:99670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.768258:0:99670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.768262:0:99670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bdd0. 00000100:00000200:0.0:1763354566.768265:0:99670:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848998841123712, offset 224 00000400:00000200:0.0:1763354566.768270:0:99670:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.768277:0:99670:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.768282:0:99670:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556860:1556860:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556856:1556856:8:4294967295] 00000400:00000200:0.0:1763354566.768290:0:99670:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.768295:0:99670:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.768300:0:99670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022b00. 00000800:00000200:0.0:1763354566.768304:0:99670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.768308:0:99670:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.768311:0:99670:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022b00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.768326:0:99670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.768330:0:99670:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.768333:0:99670:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.768334:0:99670:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.768337:0:99670:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.768342:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8000 x1848998841123712/t12884944476(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 2008/448 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.768354:0:99670:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+26:2407:x1848998841123712:12345-192.168.203.48@tcp:4:cp.0 Request processed in 1061us (1434us total) trans 12884944476 rc 0/0 00000100:00100000:0.0:1763354566.768363:0:99670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 17 00000100:00000040:0.0:1763354566.768366:0:99670:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.768368:0:99670:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763354566.768370:0:99670:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763354566.768376:0:99670:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000402:0x53fb:0x0] (0->1515) req@ffff8ff6766b8000 x1848998841123712/t12884944476(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 2008/448 e 0 to 0 dl 1763354577 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763354566.768385:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763354566.768387:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff6766b8000 with x1848998841123712 ext(0->1515) 00010000:00000001:0.0:1763354566.768390:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.768391:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.768394:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:0.0:1763354566.768396:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:0.0:1763354566.768399:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00000800:00000200:1.0:1763354566.768404:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:0.0:1763354566.768406:0:99670:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 26 pid: 74539 timeout: 12321 lvb_type: 0 00000800:00000010:1.0:1763354566.768411:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022b00. 00000400:00000200:1.0:1763354566.768419:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.768430:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.768436:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bdd0 00010000:00010000:0.0:1763354566.768440:0:99670:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 26 pid: 74539 timeout: 12321 lvb_type: 0 00000400:00000010:1.0:1763354566.768441:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bdd0. 00000100:00000001:1.0:1763354566.768447:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.768449:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763354566.768455:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.768457:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354566.768459:0:99670:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763354566.768462:0:99670:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8ff6766b8000 00002000:00000001:0.0:1763354566.768465:0:99670:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.768467:0:99670:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.768471:0:99670:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.768475:0:99670:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:0.0:1763354566.768480:0:99670:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000020:00000040:0.0:1763354566.768483:0:99670:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000100:00000001:0.0:1763354566.768486:0:99670:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763354566.770081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 00010000:00000010:3.1:1763354566.770091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dce00. 00010000:00000010:0.1:1763354566.770096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8a00. 00010000:00000010:3.1:1763354566.770098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00010000:00000010:0.1:1763354566.770105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1400. 00010000:00000010:3.1:1763354566.770107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00010000:00000010:0.1:1763354566.770111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:0.1:1763354566.770116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8600. 00000800:00000001:1.0:1763354566.770328:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.770337:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.770341:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.770344:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.770350:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.770361:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d8400 00000400:00000200:1.0:1763354566.770369:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 984 00000800:00000001:1.0:1763354566.770375:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.770381:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.770384:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.770388:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.770392:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.770394:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.770399:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766bb480. 00000100:00000040:1.0:1763354566.770402:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766bb480 x1848998841123840 msgsize 328 00000100:00100000:1.0:1763354566.770406:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.770422:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.770428:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.770431:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.770459:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.770461:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123840 02000000:00000001:0.0:1763354566.770463:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.770465:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.770466:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.770469:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.770471:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123840 00000020:00000001:0.0:1763354566.770473:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.770474:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.770476:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.770477:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=26 00000020:00000001:0.0:1763354566.770479:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.770481:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.770484:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.770487:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.770489:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.770491:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.770500:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000020:00000010:0.0:1763354566.770504:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.770508:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000100:00000040:0.0:1763354566.770515:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.770518:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.770519:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.770521:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.770524:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.770526:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.770529:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.770531:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.770534:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:0.0:1763354566.770536:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:0.0:1763354566.770538:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00010000:0.0:1763354566.770545:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 26 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.770559:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.770561:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.770562:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.770564:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.770570:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.770576:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff6766bb480 x1848998841123840/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.770584:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.770585:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.770598:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.770610:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.770612:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.770617:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6371 00000100:00000040:0.0:1763354566.770621:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.770624:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444337792 : -123186265213824 : ffff8ff6766bb480) 00000100:00000040:0.0:1763354566.770629:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766bb480 x1848998841123840/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.770636:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.770639:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.770640:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.770642:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.770645:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+26:2403:x1848998841123840:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.770648:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123840 00010000:00000001:0.0:1763354566.770650:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.770651:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.770653:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.770656:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.770657:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.770661:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66dc85c00. 02000000:00000001:0.0:1763354566.770662:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.770664:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.770665:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.770667:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.770669:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.770670:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.770671:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=4 00000020:00000001:0.0:1763354566.770672:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:0.0:1763354566.770674:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000040:0.0:1763354566.770677:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 3 00002000:00000001:0.0:1763354566.770679:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354566.770682:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.770684:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.770687:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00002000:00000001:0.0:1763354566.770688:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:0.0:1763354566.770690:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.770693:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763354566.770695:0:74535:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:0.0:1763354566.770697:0:74535:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:0.0:1763354566.770700:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00010000:0.0:1763354566.770703:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 26 pid: 74539 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.770710:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.770712:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.770716:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.770718:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.770720:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 26 pid: 74539 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.770729:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.770731:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.770733:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.770735:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.770740:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.770742:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.770747:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.770748:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.770751:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.770753:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.770756:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f242600 with handle 0x4a8bb634222cb20c from hash 00010000:00000001:0.0:1763354566.770759:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.770760:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.770762:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.770763:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.770767:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.770769:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.770771:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.770773:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.770777:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb20c lrc: 0/0,0 mode: --/PW res: [0x280000402:0x53fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f41597 expref: 26 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.770786:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:0.0:1763354566.770789:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00010000:00000001:0.0:1763354566.770794:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.770796:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.770798:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354566.770800:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6429ff600 00010000:00000001:0.0:1763354566.770802:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.770804:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.770807:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.770809:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.770811:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.770813:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.770814:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.770818:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.770820:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.770824:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 25 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.770833:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354566.770838:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 25 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.770847:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fb:0x0].0x0 (ffff8ff58f2a1500) refcount = 2 00010000:00000040:0.0:1763354566.770850:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.770854:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 25 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.770862:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.770864:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.770866:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.770868:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.770870:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.770875:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.770878:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.770883:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.770886:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.770888:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.770891:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.770893:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.770894:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.770897:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763354566.770901:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000020:00000040:0.0:1763354566.770905:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354566.770909:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.770911:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.770916:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.770921:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176e200. 00000100:00000001:0.0:1763354566.770926:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.770934:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 25 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.770956:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.770959:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.770964:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.770973:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.770975:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.770980:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542723200:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.770984:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.770988:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.770991:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.770994:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.770998:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.771000:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.771005:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000400:00000010:0.0:1763354566.771010:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bc38. 00000100:00000200:0.0:1763354566.771015:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723200, portal 16 00000100:00000001:0.0:1763354566.771019:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.771020:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000040:0.0:1763354566.771026:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.771057:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.771061:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.771064:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bee0. 00000100:00000200:0.0:1763354566.771068:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542723200, offset 0 00000400:00000200:0.0:1763354566.771074:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.771082:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.771087:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.771091:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.771094:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.771097:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.771101:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556861:1556861:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556857:1556857:8:4294967295] 00000400:00000200:0.0:1763354566.771110:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.771116:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.771120:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022b00. 00000800:00000200:0.0:1763354566.771125:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.771131:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.771135:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.771149:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.771154:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889847 00000100:00000001:0.0:1763354566.771160:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889839 00000100:00000001:0.0:1763354566.771164:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889847 00000100:00000001:0.0:1763354566.771168:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889839 00000100:00000001:0.0:1763354566.771173:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889847 00000100:00000001:0.0:1763354566.771177:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889839 00000100:00000001:0.0:1763354566.771180:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889847 00000100:00000001:0.0:1763354566.771186:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889839 00000100:00000001:0.0:1763354566.771190:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.771193:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.771196:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.771199:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.771202:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.771203:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.771205:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.771207:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.771209:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.771213:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.771215:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.771218:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.771221:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.771223:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.771226:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.771234:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.771239:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022b00. 00000400:00000200:1.0:1763354566.771244:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.771249:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.771253:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bee0 00000400:00000010:1.0:1763354566.771255:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bee0. 00000100:00000001:1.0:1763354566.771258:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.771263:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.771274:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.771278:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.771286:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.771288:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.772506:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.772512:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.772513:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.772515:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.772519:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.772525:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544880 00000400:00000200:1.0:1763354566.772529:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8fa5 [1] + 224 00000800:00000001:1.0:1763354566.772533:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.772537:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.772538:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.772541:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.772544:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.772547:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.772554:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.772567:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.772570:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.772572:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.772589:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.772594:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.772596:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.772598:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000400:00000200:0.0:1763354566.772601:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bc38 00000400:00000010:0.0:1763354566.772602:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bc38. 00000100:00000001:0.0:1763354566.772604:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.772609:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.772616:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.772621:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.772622:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.772624:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.772625:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.772626:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.772628:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.772629:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.772632:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354566.772635:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.772637:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.772638:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.772640:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.772642:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.772644:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.772647:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.772651:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.772653:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.772654:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.772656:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763354566.772657:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.772659:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.772660:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.772662:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354566.772667:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0000_UUID:74535:1848998542723200:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.772670:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.772672:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.772673:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.772674:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.772676:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542723200/t0(0) o105->lustre-OST0000@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.772680:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.772682:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.772684:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.772686:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.772687:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.772688:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354566.772690:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.772691:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176e200. 02000000:00000001:0.0:1763354566.772693:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.772695:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.772697:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00000100:00000001:0.0:1763354566.772700:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.772700:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.772702:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.772704:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.772705:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.772707:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:0.0:1763354566.772709:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.772710:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.772711:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.772714:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.772716:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.772717:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.772719:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.772722:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.772724:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.772726:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.772728:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.772731:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.772734:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.772737:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bc38. 00000100:00000200:0.0:1763354566.772740:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841123840, offset 224 00000400:00000200:0.0:1763354566.772746:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.772754:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.772759:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556862:1556862:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556858:1556858:8:4294967295] 00000400:00000200:0.0:1763354566.772768:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.772774:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.772779:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022800. 00000800:00000200:0.0:1763354566.772782:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.772785:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.772788:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.772799:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.772802:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.772803:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.772805:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.772809:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766bb480 x1848998841123840/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.772817:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2403:x1848998841123840:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 2179us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.772824:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6371 00000100:00000040:0.0:1763354566.772826:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.772828:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.772830:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.772833:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.772836:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:0.0:1763354566.772840:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000020:00000040:0.0:1763354566.772843:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000100:00000001:0.0:1763354566.772845:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.772859:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.772864:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022800. 00000400:00000200:1.0:1763354566.772868:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.772873:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.772876:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bc38 00000400:00000010:1.0:1763354566.772878:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bc38. 00000100:00000001:1.0:1763354566.772881:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.772882:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.773197:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.773202:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.773203:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.773205:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.773208:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.773214:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8480 00000400:00000200:1.0:1763354566.773219:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 9288 00000800:00000001:1.0:1763354566.773222:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.773226:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.773227:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.773230:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.773232:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.773234:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.773237:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6766b8700. 00000100:00000040:1.0:1763354566.773239:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6766b8700 x1848998841123968 msgsize 328 00000100:00100000:1.0:1763354566.773242:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.773252:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.773255:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.773257:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.773274:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.773278:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841123968 02000000:00000001:2.0:1763354566.773280:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.773281:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.773283:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.773286:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.773287:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841123968 00000020:00000001:2.0:1763354566.773289:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.773290:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:2.0:1763354566.773292:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.773294:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:2.0:1763354566.773296:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354566.773298:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:2.0:1763354566.773301:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.773304:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.773306:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.773308:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af8c0. 00000020:00000010:2.0:1763354566.773311:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587ee800. 00000020:00000010:2.0:1763354566.773314:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.773317:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000100:00000040:2.0:1763354566.773321:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354566.773323:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.773324:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.773326:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.773329:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.773340:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.773346:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.773348:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.773352:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85248 00000100:00000040:2.0:1763354566.773354:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:2.0:1763354566.773356:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887444326144 : -123186265225472 : ffff8ff6766b8700) 00000100:00000040:2.0:1763354566.773361:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6766b8700 x1848998841123968/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.773368:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.773370:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.773371:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.773373:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af8c0. 00000100:00100000:2.0:1763354566.773376:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6766b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+23:253181:x1848998841123968:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354566.773380:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841123968 00000020:00000001:2.0:1763354566.773383:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.773387:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.773389:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.773391:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.773393:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.773396:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.773399:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.773401:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.773403:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.773406:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.773408:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.773410:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.773412:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.773414:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.773416:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773420:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.773426:0:74539:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:2.0:1763354566.773429:0:74539:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.773431:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.773435:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429fec00. 00000020:00000001:2.0:1763354566.773439:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.773441:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429fec00 with handle 0x4a8bb634222cb2ec to hash 00000020:00000001:2.0:1763354566.773443:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.773444:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:2.0:1763354566.773447:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00010000:2.0:1763354566.773452:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 2/0,0 mode: --/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41615 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.773461:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 17 00000020:00000040:2.0:1763354566.773463:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00000100:00000001:2.0:1763354566.773469:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.773471:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.773476:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff54f212000. 02000000:00000001:2.0:1763354566.773478:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.773480:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773483:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.773486:0:74539:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.773487:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.773489:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.773491:0:74539:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763354566.773493:0:74539:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.773498:0:74539:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.773506:0:74539:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.773508:0:74539:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.773510:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763354566.773512:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773514:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.773515:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763354566.773516:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.773519:0:74539:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.773520:0:74539:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.773525:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 4/0,0 mode: --/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.773533:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d8:0x0].0x0 (ffff8ff547fad600) refcount = 2 00010000:00000040:2.0:1763354566.773536:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.773539:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.773547:0:74539:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.773565:0:74539:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 4/0,0 mode: --/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x50000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763354566.773575:0:74539:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.773578:0:74539:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.773581:0:74539:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.773584:0:74539:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:2.0:1763354566.773587:0:74539:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00000100:00000001:2.0:1763354566.773589:0:74539:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.773591:0:74539:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.773593:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.773595:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.773596:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.773598:0:74539:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.773600:0:74539:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.773601:0:74539:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.773603:0:74539:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763354566.773606:0:74539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1180. 00000020:00000040:2.0:1763354566.773609:0:74539:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763354566.773612:0:74539:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.773614:0:74539:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.773616:0:74539:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.773620:0:74539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587eea00. 00000100:00000001:2.0:1763354566.773624:0:74539:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.773629:0:74539:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.773642:0:74539:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000001:2.0:1763354566.773657:0:74539:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.773659:0:74539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.773663:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.773671:0:74539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.773673:0:74539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.773677:0:74539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:74539:1848998542723328:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.773682:0:74539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.773685:0:74539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.773686:0:74539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.773688:0:74539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.773692:0:74539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587ef400. 02000000:00000001:2.0:1763354566.773694:0:74539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.773697:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9f8. 00000400:00000010:2.0:1763354566.773703:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7908. 00000100:00000200:2.0:1763354566.773707:0:74539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723328, portal 16 00000100:00000001:2.0:1763354566.773709:0:74539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.773710:0:74539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 00000100:00000040:2.0:1763354566.773716:0:74539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.773723:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.773726:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.773728:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7220. 00000100:00000200:2.0:1763354566.773731:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542723328, offset 0 00000400:00000200:2.0:1763354566.773736:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.773743:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.773747:0:74539:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.773750:0:74539:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.773752:0:74539:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.773755:0:74539:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.773758:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556863:1556863:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556859:1556859:8:4294967295] 00000400:00000200:2.0:1763354566.773768:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.773773:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.773776:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ffa00. 00000800:00000200:2.0:1763354566.773781:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.773786:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.773790:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ffa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.773806:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.773809:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889849 00000100:00000001:2.0:1763354566.773815:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889847 00000100:00000001:2.0:1763354566.773818:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889849 00000100:00000001:2.0:1763354566.773821:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889847 00000100:00000001:2.0:1763354566.773824:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889849 00000100:00000001:2.0:1763354566.773827:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889847 00000100:00000001:2.0:1763354566.773830:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889849 00000100:00000001:2.0:1763354566.773832:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889847 00000100:00000001:2.0:1763354566.773835:0:74539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.773837:0:74539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773840:0:74539:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773841:0:74539:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.773844:0:74539:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773847:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.773849:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.773851:0:74539:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.773853:0:74539:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.773855:0:74539:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.773857:0:74539:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.773860:0:74539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.773863:0:74539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.773865:0:74539:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0959c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.773868:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.773871:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.773899:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.773903:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ffa00. 00000400:00000200:1.0:1763354566.773906:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.773910:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.773913:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7220 00000400:00000010:1.0:1763354566.773914:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7220. 00000100:00000001:1.0:1763354566.773917:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.773921:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.773932:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.773934:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.773955:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.773956:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.774834:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.774841:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.774843:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.774845:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.774849:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.774856:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544900 00000400:00000200:1.0:1763354566.774861:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8fb1 [1] + 224 00000800:00000001:1.0:1763354566.774864:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.774869:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.774870:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.774873:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.774875:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.774879:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.774887:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.774901:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.774905:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.774907:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.774934:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.774952:0:74539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.774953:0:74539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.774955:0:74539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9f8. 00000400:00000200:2.0:1763354566.774959:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:2.0:1763354566.774960:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:2.0:1763354566.774962:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.774967:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.774974:0:74539:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.774979:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.774981:0:74539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.774982:0:74539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.774984:0:74539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.774985:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.774986:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.774987:0:74539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.774991:0:74539:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00001000:2.0:1763354566.774993:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000001:2.0:1763354566.774995:0:74539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.774996:0:74539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.774998:0:74539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.775000:0:74539:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.775001:0:74539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.775004:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.775011:0:74539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.775013:0:74539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.775014:0:74539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.775016:0:74539:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.775017:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.775018:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.775020:0:74539:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.775022:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.775028:0:74539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0001_UUID:74539:1848998542723328:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.775031:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.775050:0:74539:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.775052:0:74539:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.775053:0:74539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.775055:0:74539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1180 x1848998542723328/t0(0) o104->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.775060:0:74539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.775063:0:74539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.775065:0:74539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587ef400. 02000000:00000001:2.0:1763354566.775068:0:74539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.775070:0:74539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.775071:0:74539:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763354566.775073:0:74539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.775074:0:74539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587eea00. 02000000:00000001:2.0:1763354566.775077:0:74539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.775078:0:74539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.775079:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1180. 00000100:00000001:2.0:1763354566.775082:0:74539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.775083:0:74539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.775084:0:74539:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0959c0. 00000100:00000001:2.0:1763354566.775086:0:74539:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.775087:0:74539:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.775088:0:74539:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af8c0. 00010000:00000001:2.0:1763354566.775090:0:74539:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.775092:0:74539:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.775093:0:74539:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.775097:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.775100:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 3/0,0 mode: --/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 24 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.775114:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.775115:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763354566.775116:0:74539:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6429fec00 00010000:00000001:2.0:1763354566.775118:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.775119:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.775121:0:74539:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.775122:0:74539:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.775124:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763354566.775125:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.775126:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.775127:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.775128:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.775129:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6429fec00, rc 0) 00000020:00000001:2.0:1763354566.775131:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.775133:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841123968 00010000:00000001:2.0:1763354566.775135:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.775138:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6766b8700 x1848998841123968/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.775143:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.775145:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.775146:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.775149:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.775150:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.775152:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.775154:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.775155:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.775157:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.775158:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.775161:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7908. 00000100:00000200:2.0:1763354566.775164:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841123968, offset 224 00000400:00000200:2.0:1763354566.775167:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.775171:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.775175:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556864:1556864:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556860:1556860:8:4294967295] 00000400:00000200:2.0:1763354566.775182:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.775185:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.775189:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff400. 00000800:00000200:2.0:1763354566.775194:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.775199:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.775202:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.775215:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.775219:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.775221:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.775223:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.775225:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.775230:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6766b8700 x1848998841123968/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.775241:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6766b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+24:253181:x1848998841123968:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1869us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.775249:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85248 00000100:00000040:2.0:1763354566.775252:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:2.0:1763354566.775256:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.775258:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.775261:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.775266:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00000020:00000010:2.0:1763354566.775271:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587ee800. 00000020:00000040:2.0:1763354566.775275:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00000100:00000001:2.0:1763354566.775278:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.775287:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.775292:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000400:00000200:1.0:1763354566.775298:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.775304:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.775308:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7908 00000400:00000010:1.0:1763354566.775310:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7908. 00000100:00000001:1.0:1763354566.775313:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.775315:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.775471:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.775478:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.775480:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.775483:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.775488:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.775495:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d8500 00000400:00000200:1.0:1763354566.775501:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 1312 00000800:00000001:1.0:1763354566.775506:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.775511:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.775513:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.775517:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.775521:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.775522:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.775527:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0abb80. 00000100:00000040:1.0:1763354566.775530:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0abb80 x1848998841124096 msgsize 328 00000100:00100000:1.0:1763354566.775535:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.775546:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.775550:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.775553:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.775573:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.775577:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124096 02000000:00000001:0.0:1763354566.775579:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.775581:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.775583:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.775586:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.775589:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124096 00000020:00000001:0.0:1763354566.775591:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.775593:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354566.775595:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.775597:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=24 00000020:00000001:0.0:1763354566.775599:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354566.775601:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354566.775604:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.775607:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.775609:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.775611:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.775615:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000020:00000010:0.0:1763354566.775618:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.775621:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000100:00000040:0.0:1763354566.775625:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.775627:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.775628:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.775630:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.775631:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.775633:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.775636:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.775637:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.775638:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=4 00000020:00000001:0.0:1763354566.775639:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:0.0:1763354566.775641:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00010000:0.0:1763354566.775646:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.775651:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.775652:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.775653:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.775655:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.775658:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.775662:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff66f0abb80 x1848998841124096/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.775667:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.775668:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.775679:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.775686:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.775687:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.775689:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6372 00000100:00000040:0.0:1763354566.775692:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354566.775693:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320542080 : -123186389009536 : ffff8ff66f0abb80) 00000100:00000040:0.0:1763354566.775697:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0abb80 x1848998841124096/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.775703:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.775705:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.775707:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.775708:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.775713:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+24:2406:x1848998841124096:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.775716:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124096 00010000:00000001:0.0:1763354566.775717:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.775719:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.775720:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.775723:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.775724:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.775727:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66dc85800. 02000000:00000001:0.0:1763354566.775728:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.775729:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.775731:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.775732:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.775733:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.775734:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.775736:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=4 00000020:00000001:0.0:1763354566.775737:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:0.0:1763354566.775738:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000040:0.0:1763354566.775740:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 3 00002000:00000001:0.0:1763354566.775742:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354566.775744:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.775746:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.775750:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00002000:00000001:0.0:1763354566.775753:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00002000:00000001:0.0:1763354566.775755:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.775759:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.775764:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00010000:0.0:1763354566.775769:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 4/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.775778:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd21c50 time=10 v=5 (1 0 0 0) 00010000:00000001:0.0:1763354566.775782:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.775785:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.775786:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.775790:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.775799:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.775800:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.775802:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.775804:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.775809:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.775811:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.775815:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.775817:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.775819:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.775821:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.775824:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243600 with handle 0x4a8bb634222cb213 from hash 00010000:00000001:0.0:1763354566.775826:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.775828:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.775829:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.775830:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.775835:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.775837:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.775839:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.775840:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.775844:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff66f243600/0x4a8bb634222cb213 lrc: 0/0,0 mode: --/PW res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.48@tcp remote: 0x4851492765f4159e expref: 24 pid: 74539 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.775852:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 16 00000020:00000040:0.0:1763354566.775855:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:0.0:1763354566.775860:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.775862:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.775863:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354566.775865:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff6429fec00 00010000:00000001:0.0:1763354566.775867:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.775869:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.775870:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.775872:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.775874:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.775876:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.775878:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.775881:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.775883:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.775887:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 2/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.775896:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354566.775900:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.775908:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2c0000403:0x53d8:0x0].0x0 (ffff8ff547fad600) refcount = 2 00010000:00000040:0.0:1763354566.775912:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.775915:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40080000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.775924:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.775926:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.775928:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.775930:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.775932:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.775936:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.775952:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.775957:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.775960:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.775962:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.775964:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.775965:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.775967:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.775969:0:74535:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763354566.775973:0:74535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000020:00000040:0.0:1763354566.775976:0:74535:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763354566.775979:0:74535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.775981:0:74535:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.775984:0:74535:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.775988:0:74535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176e200. 00000100:00000001:0.0:1763354566.775992:0:74535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.776000:0:74535:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 3/0,0 mode: GROUP/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x40000000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.776009:0:74535:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.776011:0:74535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.776016:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.776024:0:74535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.776026:0:74535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.776030:0:74535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542723456:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.776055:0:74535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.776057:0:74535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.776059:0:74535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.776061:0:74535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.776065:0:74535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.776067:0:74535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.776071:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000400:00000010:0.0:1763354566.776075:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b330. 00000100:00000200:0.0:1763354566.776079:0:74535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723456, portal 16 00000100:00000001:0.0:1763354566.776081:0:74535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.776083:0:74535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000040:0.0:1763354566.776088:0:74535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.776095:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.776098:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.776100:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b4c8. 00000100:00000200:0.0:1763354566.776103:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848998542723456, offset 0 00000400:00000200:0.0:1763354566.776107:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.776114:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.776118:0:74535:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.776121:0:74535:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.776124:0:74535:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.776127:0:74535:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.776130:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556865:1556865:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556861:1556861:8:4294967295] 00000400:00000200:0.0:1763354566.776139:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.776144:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.776148:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022300. 00000800:00000200:0.0:1763354566.776153:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.776157:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.776160:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.776176:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.776179:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889852 00000100:00000001:0.0:1763354566.776185:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889849 00000100:00000001:0.0:1763354566.776190:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889852 00000100:00000001:0.0:1763354566.776194:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889849 00000100:00000001:0.0:1763354566.776198:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889852 00000100:00000001:0.0:1763354566.776202:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889849 00000100:00000001:0.0:1763354566.776204:0:74535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889852 00000100:00000001:0.0:1763354566.776208:0:74535:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889849 00000100:00000001:0.0:1763354566.776212:0:74535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.776215:0:74535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.776217:0:74535:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.776219:0:74535:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.776221:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.776223:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.776225:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.776228:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1763354566.776228:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.776231:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000010:1.0:1763354566.776233:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022300. 00000100:00000001:0.0:1763354566.776236:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.776238:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.776242:0:74535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1763354566.776245:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.776246:0:74535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1763354566.776250:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b4c8 00000100:00100000:0.0:1763354566.776251:0:74535:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000400:00000010:1.0:1763354566.776253:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b4c8. 00000100:00000001:0.0:1763354566.776257:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.776258:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763354566.776262:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.776264:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.776272:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.776274:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.776279:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.776281:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.777461:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.777468:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.777470:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.777471:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.777476:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.777482:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544980 00000400:00000200:1.0:1763354566.777488:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b8fbd [1] + 224 00000800:00000001:1.0:1763354566.777494:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.777500:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.777503:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.777507:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.777510:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.777516:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.777527:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.777544:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.777548:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.777551:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.777573:0:74535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.777579:0:74535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.777581:0:74535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.777584:0:74535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000400:00000200:0.0:1763354566.777588:0:74535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b330 00000400:00000010:0.0:1763354566.777591:0:74535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b330. 00000100:00000001:0.0:1763354566.777593:0:74535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.777599:0:74535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.777610:0:74535:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.777617:0:74535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.777619:0:74535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.777621:0:74535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.777623:0:74535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.777625:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.777627:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.777629:0:74535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.777633:0:74535:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354566.777637:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.777639:0:74535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.777642:0:74535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.777644:0:74535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.777646:0:74535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.777649:0:74535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.777654:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.777661:0:74535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.777663:0:74535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.777666:0:74535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.777668:0:74535:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763354566.777669:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.777671:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.777672:0:74535:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.777676:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354566.777685:0:74535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_009:lustre-OST0001_UUID:74535:1848998542723456:192.168.203.48@tcp:105: 00000100:00000001:0.0:1763354566.777689:0:74535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.777692:0:74535:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.777694:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.777695:0:74535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.777699:0:74535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542723456/t0(0) o105->lustre-OST0001@192.168.203.48@tcp:15/16 lens 392/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.777705:0:74535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.777707:0:74535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.777710:0:74535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.777713:0:74535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.777715:0:74535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.777717:0:74535:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763354566.777719:0:74535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.777721:0:74535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176e200. 02000000:00000001:0.0:1763354566.777724:0:74535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.777725:0:74535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.777727:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00000100:00000001:0.0:1763354566.777730:0:74535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.777732:0:74535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.777734:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.777737:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.777739:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.777742:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:0.0:1763354566.777744:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.777746:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.777748:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.777752:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.777754:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.777757:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.777761:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.777763:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.777766:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.777768:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.777770:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.777773:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.777775:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.777779:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b330. 00000100:00000200:0.0:1763354566.777781:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841124096, offset 224 00000400:00000200:0.0:1763354566.777784:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.777789:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.777793:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556866:1556866:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556862:1556862:8:4294967295] 00000400:00000200:0.0:1763354566.777800:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.777803:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.777806:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022400. 00000800:00000200:0.0:1763354566.777809:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.777812:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.777815:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.777830:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.777834:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.777837:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.777840:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.777845:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0abb80 x1848998841124096/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.777857:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841124096:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 2150us (2322us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.777866:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6372 00000100:00000040:0.0:1763354566.777869:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354566.777871:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.777874:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.777878:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.777882:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000800:00000200:1.0:1763354566.777884:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354566.777887:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000800:00000010:1.0:1763354566.777888:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022400. 00000020:00000040:0.0:1763354566.777894:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000400:00000200:1.0:1763354566.777897:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.777900:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.777903:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.777908:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b330 00000400:00000010:1.0:1763354566.777909:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b330. 00000100:00000001:1.0:1763354566.777912:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.777913:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.778071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f242600. 00000800:00000001:1.0:1763354566.779368:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.779374:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.779376:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.779377:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.779383:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.779389:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8580 00000400:00000200:1.0:1763354566.779395:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 9616 00000800:00000001:1.0:1763354566.779398:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.779416:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.779418:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.779420:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.779423:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.779425:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.779428:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0aa680. 00000100:00000040:1.0:1763354566.779430:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0aa680 x1848998841124224 msgsize 328 00000100:00100000:1.0:1763354566.779433:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.779443:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.779447:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.779449:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.779548:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.779552:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124224 02000000:00000001:2.0:1763354566.779555:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.779556:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.779559:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.779563:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.779566:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124224 00000020:00000001:2.0:1763354566.779569:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.779571:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.779573:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.779577:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:2.0:1763354566.779580:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.779583:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.779587:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.779592:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.779595:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.779598:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af8c0. 00000020:00000010:2.0:1763354566.779603:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587ee800. 00000020:00000010:2.0:1763354566.779608:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8dbb80. 00000020:00000010:2.0:1763354566.779613:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354190. 00000800:00000001:1.0:1763354566.779618:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1763354566.779620:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000800:00000001:1.0:1763354566.779625:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.779626:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:1.0:1763354566.779630:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.779631:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:1.0:1763354566.779633:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.779636:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.779643:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:2.0:1763354566.779645:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.779654:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8600 00000400:00000200:1.0:1763354566.779660:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 9944 00000100:00000001:2.0:1763354566.779661:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.779666:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.779674:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1763354566.779675:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.779677:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1763354566.779681:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1763354566.779687:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85249 00000100:00000001:0.0:1763354566.779689:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1763354566.779691:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.779693:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763354566.779696:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.779698:0:74534:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.779699:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1763354566.779700:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320536704 : -123186389014912 : ffff8ff66f0aa680) 00000100:00000200:1.0:1763354566.779704:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1763354566.779704:0:74534:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.779712:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0aa680 x1848998841124224/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000010:1.0:1763354566.779712:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0ab800. 00000100:00000040:1.0:1763354566.779718:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0ab800 x1848998841124352 msgsize 328 00000100:00100000:1.0:1763354566.779731:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:2.0:1763354566.779732:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.779738:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.779741:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.779743:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1763354566.779744:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af8c0. 00000800:00000001:1.0:1763354566.779749:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1763354566.779755:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2403:x1848998841124224:12345-192.168.203.48@tcp:101:lfs.0 00000800:00000001:1.0:1763354566.779755:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.779763:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124224 00000100:00000001:0.0:1763354566.779766:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1763354566.779767:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1763354566.779772:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124352 00000020:00000001:2.0:1763354566.779773:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1763354566.779778:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1763354566.779779:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.779782:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1763354566.779783:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1763354566.779786:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.779788:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 02000000:00000001:0.0:1763354566.779792:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.779794:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1763354566.779797:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124352 00000020:00000001:2.0:1763354566.779799:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.779800:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.779802:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:2.0:1763354566.779806:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.779806:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1763354566.779811:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1763354566.779812:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:0.0:1763354566.779816:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354566.779818:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.779818:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:2.0:1763354566.779825:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1763354566.779825:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1763354566.779830:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000010:0.0:1763354566.779831:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00010000:00010000:2.0:1763354566.779834:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:0.0:1763354566.779835:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.779838:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1763354566.779839:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00010000:00000001:2.0:1763354566.779843:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.779845:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000020:00000010:0.0:1763354566.779849:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00010000:00000001:2.0:1763354566.779850:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000010:0.0:1763354566.779852:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00010000:00000040:2.0:1763354566.779857:0:74539:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00000100:00000001:0.0:1763354566.779858:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.779860:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763354566.779864:0:74539:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.779864:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.779870:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:0.0:1763354566.779871:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763354566.779876:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff800. 00000020:00000001:2.0:1763354566.779881:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.779883:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff800 with handle 0x4a8bb634222cb2f3 to hash 00000100:00000001:0.0:1763354566.779885:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.779887:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.779890:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00000100:00000001:0.0:1763354566.779894:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1763354566.779895:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00000100:00000001:0.0:1763354566.779898:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00010000:2.0:1763354566.779902:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb2f3 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4161c expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763354566.779904:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85250 00000100:00000040:0.0:1763354566.779909:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354566.779913:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320541184 : -123186389010432 : ffff8ff66f0ab800) 00010000:00000040:2.0:1763354566.779921:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000100:00000040:0.0:1763354566.779921:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0ab800 x1848998841124352/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000040:2.0:1763354566.779927:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=26 00000100:00000001:0.0:1763354566.779935:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1763354566.779937:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000010:0.0:1763354566.779948:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.779951:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.779953:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.779956:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841124352:12345-192.168.203.48@tcp:101:lfs.0 00002000:00000001:2.0:1763354566.779961:0:74539:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000200:0.0:1763354566.779961:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124352 00000020:00000001:0.0:1763354566.779966:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1763354566.779967:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1763354566.779968:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1763354566.779972:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1763354566.779972:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.779976:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.779978:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.779980:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1763354566.779981:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff6735c0c00. 00000020:00000001:0.0:1763354566.779982:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.779987:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.779987:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.779990:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1763354566.779993:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.779993:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.779999:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.780001:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.780001:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354566.780004:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.780006:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.780006:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354566.780010:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.780011:0:74539:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.780013:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1763354566.780017:0:74539:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000040:0.0:1763354566.780019:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:0.0:1763354566.780023:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.780025:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00002000:00000010:2.0:1763354566.780026:0:74539:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6800ec9d8. 00010000:00000010:0.0:1763354566.780028:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8600. 00000020:00000001:0.0:1763354566.780053:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.780055:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8600 with handle 0x4a8bb634222cb2fa to hash 00000020:00000001:0.0:1763354566.780058:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.780060:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00010000:00000001:0.0:1763354566.780063:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712364544 : -123190997187072 : ffff8ff55c5f8600) 00002000:00000001:2.0:1763354566.780064:0:74539:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00010000:0.0:1763354566.780069:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cb2fa lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41623 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.780070:0:74539:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763354566.780076:0:74539:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af8c0. 00000100:00000001:2.0:1763354566.780082:0:74539:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000040:0.0:1763354566.780084:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 17 00000100:00000010:2.0:1763354566.780089:0:74539:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e0959c0. 00000020:00000040:0.0:1763354566.780090:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00000100:00000001:2.0:1763354566.780094:0:74539:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00010000:00000001:0.0:1763354566.780098:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1763354566.780099:0:74539:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303674304 : -123186405877312 : ffff8ff66e0959c0) 00002000:00000001:0.0:1763354566.780103:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763354566.780105:0:74539:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.780107:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1763354566.780108:0:74539:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763354566.780113:0:74539:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 02000000:00000001:0.0:1763354566.780113:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1763354566.780118:0:74539:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 02000000:00000010:0.0:1763354566.780123:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d2fdc00. 00000100:00000010:2.0:1763354566.780124:0:74539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1180. 02000000:00000001:0.0:1763354566.780128:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.780130:0:74539:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354566.780134:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.780136:0:74539:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1763354566.780138:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:2.0:1763354566.780140:0:74539:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1763354566.780142:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:2.0:1763354566.780146:0:74539:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.780147:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.780153:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 02000000:00000010:2.0:1763354566.780156:0:74539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587eea00. 00002000:00000010:0.0:1763354566.780159:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765ab230. 00000100:00000001:2.0:1763354566.780164:0:74539:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.780164:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354566.780170:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000001:2.0:1763354566.780173:0:74539:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00010000:00000010:0.0:1763354566.780174:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:2.0:1763354566.780178:0:74539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1763354566.780180:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.780186:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000040:2.0:1763354566.780187:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.780192:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.780199:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.780205:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.780207:0:74539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.780208:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1763354566.780211:0:74539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.780212:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.780215:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00100000:2.0:1763354566.780219:0:74539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542723584:192.168.203.48@tcp:106: 00000100:00000010:0.0:1763354566.780220:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000020:00000040:0.0:1763354566.780225:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763354566.780230:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1763354566.780232:0:74539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.780233:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.780238:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.780239:0:74539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1763354566.780242:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176e200. 02000000:00000001:2.0:1763354566.780243:0:74539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.780246:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.780248:0:74539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1763354566.780252:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 02000000:00000010:2.0:1763354566.780254:0:74539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587ef400. 00000100:00000001:0.0:1763354566.780255:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1763354566.780260:0:74539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.780263:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1763354566.780267:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b9f8. 00000100:00000001:0.0:1763354566.780274:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1763354566.780276:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be75d8. 00000100:00000001:0.0:1763354566.780276:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.780280:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:74534:1848998542723712:192.168.203.48@tcp:106: 00000100:00000200:2.0:1763354566.780284:0:74539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723584, portal 16 00000100:00000001:0.0:1763354566.780285:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.780288:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1763354566.780290:0:74539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1763354566.780290:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.780294:0:74539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 02000000:00000001:0.0:1763354566.780294:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.780299:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.780301:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.780305:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000100:00000040:2.0:1763354566.780306:0:74539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1763354566.780310:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b550. 00000100:00000200:0.0:1763354566.780316:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723712, portal 16 00000100:00000001:0.0:1763354566.780321:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.780323:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763354566.780324:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000040:2.0:1763354566.780329:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000040:0.0:1763354566.780331:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1763354566.780336:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7e58. 00000100:00000001:0.0:1763354566.780337:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.780342:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000200:2.0:1763354566.780343:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542723584, offset 0 00000400:00000010:0.0:1763354566.780345:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535be58. 00000100:00000200:0.0:1763354566.780350:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542723712, offset 0 00000400:00000200:2.0:1763354566.780354:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.780362:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.780366:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.780368:0:74539:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.780374:0:74539:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.780378:0:74539:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.780381:0:74539:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.780385:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556867:1556867:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556863:1556863:8:4294967295] 00000400:00000200:2.0:1763354566.780395:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.780401:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.780405:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000800:00000010:2.0:1763354566.780408:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff800. 00000400:00000200:0.0:1763354566.780410:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.780415:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.780419:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1763354566.780420:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000400:00000200:0.0:1763354566.780422:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.780428:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556868:1556868:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556864:1556864:7:4294967295] 00000800:00000200:2.0:1763354566.780434:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.780442:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff800 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1763354566.780443:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.780451:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.780454:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022a00. 00000800:00000200:0.0:1763354566.780458:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.780461:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000001:2.0:1763354566.780464:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.780464:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.780472:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.780473:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889856 00000100:00000001:0.0:1763354566.780474:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889856 00000100:00000001:2.0:1763354566.780483:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889852 00000100:00000001:2.0:1763354566.780491:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889856 00000100:00000001:0.0:1763354566.780491:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4306889856 00000100:00000001:0.0:1763354566.780498:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889856 00000100:00000001:2.0:1763354566.780500:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889852 00000100:00000001:2.0:1763354566.780508:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889856 00000100:00000001:0.0:1763354566.780508:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4306889856 00000800:00000200:1.0:1763354566.780514:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354566.780514:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889856 00000100:00000001:2.0:1763354566.780517:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889852 00000800:00000010:1.0:1763354566.780521:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000100:00000001:2.0:1763354566.780525:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889856 00000100:00000001:0.0:1763354566.780525:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4306889856 00000400:00000200:1.0:1763354566.780527:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.780533:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889856 00000100:00000001:2.0:1763354566.780535:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889852 00000400:00000200:1.0:1763354566.780539:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.780544:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4306889856 00000100:00000001:2.0:1763354566.780545:0:74539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763354566.780545:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7e58 00000400:00000010:1.0:1763354566.780549:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7e58. 00000100:00000001:0.0:1763354566.780551:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.780553:0:74539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.780554:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1763354566.780559:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.780560:0:74539:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.780560:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.780565:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.780568:0:74539:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.780572:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.780575:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.780579:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.780580:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763354566.780581:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000010:2.0:1763354566.780584:0:74539:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6800ec9d8. 00010000:00000001:0.0:1763354566.780584:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1763354566.780586:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1763354566.780589:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765ab230. 00010000:00000001:2.0:1763354566.780593:0:74539:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.780597:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.780600:0:74539:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000100:00000001:1.0:1763354566.780604:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.780605:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.780606:0:74539:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763354566.780607:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1763354566.780610:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763354566.780612:0:74539:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.780614:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.780618:0:74539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.780618:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.780624:0:74539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763354566.780624:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.780626:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000100:00100000:2.0:1763354566.780631:0:74539:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e0959c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.780631:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.780634:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.780637:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1763354566.780638:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354566.780642:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.780643:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022a00. 00000400:00000200:1.0:1763354566.780648:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.780652:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.780654:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535be58 00000400:00000010:1.0:1763354566.780656:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535be58. 00000100:00000001:1.0:1763354566.780658:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.780662:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.780667:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.780670:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.780674:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.780675:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.782001:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.782008:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.782010:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.782012:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.782017:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.782026:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544a00 00000400:00000200:1.0:1763354566.782049:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8fc9 [1] + 224 00000800:00000001:1.0:1763354566.782055:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.782061:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.782064:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.782068:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.782072:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.782077:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.782087:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.782111:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.782118:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.782123:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.782125:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.782129:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.782135:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1763354566.782135:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000001:3.0:1763354566.782142:0:74539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.782145:0:74539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1763354566.782147:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544a80 00000400:00000010:3.0:1763354566.782148:0:74539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b9f8. 00000400:00000200:3.0:1763354566.782154:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be75d8 00000400:00000010:3.0:1763354566.782156:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be75d8. 00000100:00000001:3.0:1763354566.782158:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1763354566.782165:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8fcd [1] + 224 00000100:00000200:3.0:1763354566.782166:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1763354566.782179:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1763354566.782181:0:74539:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1763354566.782186:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.782190:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763354566.782190:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354566.782194:0:74539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.782198:0:74539:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1763354566.782198:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 02000000:00000001:3.0:1763354566.782200:0:74539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.782202:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.782203:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1763354566.782204:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.782207:0:74539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.782209:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1763354566.782212:0:74539:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354566.782220:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.782225:0:74539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.782227:0:74539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.782227:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.782232:0:74539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.782236:0:74539:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.782239:0:74539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.782244:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.782246:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.782251:0:74539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1763354566.782252:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1763354566.782255:0:74539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1763354566.782257:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.782258:0:74539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.782264:0:74539:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763354566.782267:0:74539:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:3.0:1763354566.782272:0:74539:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000402:0x53fb:0x0] updating lvb atime: 0 -> 1763354566 00000100:00000001:0.0:1763354566.782273:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:3.0:1763354566.782277:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354566.782281:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000001:0.0:1763354566.782281:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.782285:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1763354566.782287:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000400:00000010:0.0:1763354566.782289:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00002000:00000001:3.0:1763354566.782291:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:3.0:1763354566.782295:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000400:00000200:0.0:1763354566.782296:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b550 00002000:00000001:3.0:1763354566.782298:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.782302:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b550. 00000020:00000002:3.0:1763354566.782303:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00000001:3.0:1763354566.782307:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.782309:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1763354566.782309:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1763354566.782313:0:74539:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.782321:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.782322:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354566.782340:0:74539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542723584:192.168.203.48@tcp:106: 00000100:00000001:3.0:1763354566.782350:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.782353:0:74539:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.782355:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.782356:0:74539:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.782358:0:74539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.782364:0:74539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1180 x1848998542723584/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.782374:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.782376:0:74539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1763354566.782378:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354566.782379:0:74539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.782382:0:74539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587ef400. 00000100:00000001:0.0:1763354566.782384:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.782386:0:74539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1763354566.782388:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1763354566.782389:0:74539:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1763354566.782393:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1763354566.782394:0:74539:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763354566.782399:0:74539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1763354566.782399:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.782401:0:74539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587eea00. 02000000:00000001:0.0:1763354566.782405:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.782406:0:74539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.782408:0:74539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.782411:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1180. 00000100:00000001:3.0:1763354566.782413:0:74539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1763354566.782413:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00000001:3.0:1763354566.782415:0:74539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.782419:0:74539:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e0959c0. 00000100:00000001:3.0:1763354566.782423:0:74539:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00001000:0.0:1763354566.782423:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00010000:00000001:3.0:1763354566.782425:0:74539:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763354566.782431:0:74539:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af8c0. 00000100:00000001:0.0:1763354566.782432:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1763354566.782434:0:74539:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.782436:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.782438:0:74539:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354566.782441:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.782442:0:74539:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.782446:0:74539:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.782447:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.782451:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.782452:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.782453:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.782457:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.782460:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.782463:0:74539:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff800 with handle 0x4a8bb634222cb2f3 from hash 00000100:00000040:0.0:1763354566.782463:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.782468:0:74539:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.782469:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.782471:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.782473:0:74539:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.782476:0:74539:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.782480:0:74539:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1763354566.782485:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.782489:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.782490:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.782493:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763354566.782495:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:0.0:1763354566.782500:0:74534:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000403:0x53d8:0x0] updating lvb atime: 0 -> 1763354566 00002000:00000001:0.0:1763354566.782503:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.782506:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.782512:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00010000:00010000:3.0:1763354566.782515:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb2f3 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4161c expref: 26 pid: 74539 timeout: 0 lvb_type: 1 00002000:00000001:0.0:1763354566.782517:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00002000:00000001:0.0:1763354566.782524:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.782529:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.782532:0:74539:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000002:0.0:1763354566.782535:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00000020:00000001:3.0:1763354566.782536:0:74539:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.782539:0:74539:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.782542:0:74539:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.782542:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1763354566.782547:0:74539:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.782547:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.782552:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.782553:0:74539:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.782558:0:74539:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.782559:0:74539:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.782560:0:74539:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.782562:0:74539:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:0.0:1763354566.782564:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.782565:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.782568:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354566.782570:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.782574:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.782578:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.782580:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.782586:0:74539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb2f3 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4161c expref: 26 pid: 74539 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1763354566.782590:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:74534:1848998542723712:192.168.203.48@tcp:106: 00010000:00000040:3.0:1763354566.782598:0:74539:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:3.0:1763354566.782601:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000100:00000001:0.0:1763354566.782601:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.782609:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.782610:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.782613:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff6429ff800, rc 0) 00000100:00000001:0.0:1763354566.782613:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:3.0:1763354566.782618:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1763354566.782618:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1763354566.782621:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841124224 00010000:00000001:3.0:1763354566.782624:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:0.0:1763354566.782627:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542723712/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:3.0:1763354566.782632:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0aa680 x1848998841124224/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.782657:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1763354566.782658:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1763354566.782660:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.782663:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 02000000:00000001:0.0:1763354566.782663:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.782668:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fa00. 00000100:00000001:3.0:1763354566.782669:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.782673:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.782676:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.782676:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.782680:0:74534:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1763354566.782681:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.782684:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.782685:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000100:00000001:3.0:1763354566.782687:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.782692:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:0.0:1763354566.782692:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.782697:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176e200. 00000400:00000010:3.0:1763354566.782698:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121dd0. 02000000:00000001:0.0:1763354566.782702:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1763354566.782703:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841124224, offset 224 02000000:00000001:0.0:1763354566.782707:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.782710:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00000400:00000200:3.0:1763354566.782711:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000001:0.0:1763354566.782718:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1763354566.782721:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:0.0:1763354566.782723:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.782729:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556869:1556869:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556865:1556865:8:4294967295] 00000100:00000010:0.0:1763354566.782729:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.782737:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.782742:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1763354566.782743:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000010:0.0:1763354566.782750:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00000800:00000200:3.0:1763354566.782753:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.782757:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354566.782758:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00002000:00000001:0.0:1763354566.782764:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00000800:00000200:3.0:1763354566.782765:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:0.0:1763354566.782771:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000800:00000200:3.0:1763354566.782774:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:0.0:1763354566.782775:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:3.0:1763354566.782778:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:0.0:1763354566.782782:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.782785:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.782787:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1763354566.782790:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.782790:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.782797:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000020:00000040:0.0:1763354566.782798:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8600 with handle 0x4a8bb634222cb2fa from hash 00010000:00000001:3.0:1763354566.782800:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.782803:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.782805:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1763354566.782806:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1763354566.782810:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1763354566.782812:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0aa680 x1848998841124224/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.782814:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.782818:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354566.782821:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00100000:3.0:1763354566.782826:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2403:x1848998841124224:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 3091us (3391us total) trans 0 rc 301/301 00010000:00000001:0.0:1763354566.782827:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00000100:00100000:3.0:1763354566.782837:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85249 00010000:00010000:0.0:1763354566.782840:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cb2fa lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41623 expref: 24 pid: 74534 timeout: 0 lvb_type: 1 00000100:00000040:3.0:1763354566.782842:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354566.782846:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.782849:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.782853:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8dbb80. 00000020:00000010:3.0:1763354566.782859:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354190. 00010000:00000001:0.0:1763354566.782862:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:3.0:1763354566.782865:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587ee800. 00000020:00000001:0.0:1763354566.782866:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000040:3.0:1763354566.782871:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00010000:00000001:0.0:1763354566.782871:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1763354566.782877:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.782877:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.782884:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1763354566.782884:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.782890:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00010000:00000001:0.0:1763354566.782892:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.782895:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1763354566.782897:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763354566.782898:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.782902:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1763354566.782906:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:0.0:1763354566.782906:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.782910:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1763354566.782911:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121dd0 00000400:00000010:1.0:1763354566.782914:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121dd0. 00010000:00000001:0.0:1763354566.782914:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1763354566.782920:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1763354566.782920:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.782923:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763354566.782927:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.782931:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.782933:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.782952:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8600/0x4a8bb634222cb2fa lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41623 expref: 24 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354566.782962:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 16 00000020:00000040:0.0:1763354566.782965:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00010000:00000001:0.0:1763354566.782969:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.782971:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8600, rc 0) 00000020:00000001:0.0:1763354566.782973:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354566.782976:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841124352 00010000:00000001:0.0:1763354566.782978:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.782983:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0ab800 x1848998841124352/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.782991:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.782993:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.782995:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.782999:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.783001:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.783003:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.783006:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.783008:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.783011:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.783014:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.783018:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b550. 00000100:00000200:0.0:1763354566.783021:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841124352, offset 224 00000400:00000200:0.0:1763354566.783026:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.783058:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.783064:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556870:1556870:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556866:1556866:8:4294967295] 00000400:00000200:0.0:1763354566.783073:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.783079:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.783083:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022100. 00000800:00000200:0.0:1763354566.783088:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.783093:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.783096:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.783112:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.783116:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.783119:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.783120:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.783122:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.783128:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0ab800 x1848998841124352/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.783139:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841124352:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 3201us (3418us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354566.783148:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85250 00000100:00000040:0.0:1763354566.783151:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354566.783154:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.783156:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.783160:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.783164:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:0.0:1763354566.783170:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000020:00000040:0.0:1763354566.783174:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:0.0:1763354566.783177:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.783186:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.783191:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022100. 00000400:00000200:1.0:1763354566.783195:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.783199:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.783201:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b550 00000400:00000010:1.0:1763354566.783203:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b550. 00000100:00000001:1.0:1763354566.783205:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.783206:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.785936:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.785958:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.785961:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.785963:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.785970:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.785979:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d8680 00000400:00000200:1.0:1763354566.785985:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 10272 00000800:00000001:1.0:1763354566.785989:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.785995:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.785996:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.786000:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.786004:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.786006:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.786010:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0a9180. 00000100:00000040:1.0:1763354566.786012:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0a9180 x1848998841124480 msgsize 440 00000100:00100000:1.0:1763354566.786015:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.786026:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.786031:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.786060:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.786062:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.786064:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.786068:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.786073:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d8700 00000400:00000200:1.0:1763354566.786077:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 10712 00000100:00000001:0.0:1763354566.786078:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1763354566.786080:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1763354566.786084:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124480 00000800:00000001:1.0:1763354566.786087:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354566.786089:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1763354566.786090:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.786093:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1763354566.786095:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.786098:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.786099:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.786101:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.786105:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0a8380. 02000000:00000001:0.0:1763354566.786106:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.786107:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0a8380 x1848998841124608 msgsize 440 00000100:00100000:1.0:1763354566.786114:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:0.0:1763354566.786114:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124480 00000020:00000001:0.0:1763354566.786121:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.786124:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000100:00000001:1.0:1763354566.786126:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1763354566.786128:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:1.0:1763354566.786131:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1763354566.786132:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000800:00000001:1.0:1763354566.786135:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.786139:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.786144:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.786150:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.786154:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:3.0:1763354566.786155:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763354566.786158:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1763354566.786159:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124608 02000000:00000001:3.0:1763354566.786163:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1763354566.786165:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00000001:3.0:1763354566.786166:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.786170:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.786172:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 02000000:00000001:3.0:1763354566.786175:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.786177:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000100:00100000:3.0:1763354566.786180:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124608 00000020:00000010:0.0:1763354566.786182:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000020:00000001:3.0:1763354566.786184:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.786188:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000100:00000040:0.0:1763354566.786189:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1763354566.786191:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763354566.786193:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1763354566.786196:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000100:00000001:0.0:1763354566.786196:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.786198:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786204:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:0.0:1763354566.786207:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786209:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354566.786215:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.786219:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.786222:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.786224:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.786226:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354566.786233:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61000. 00000100:00000001:0.0:1763354566.786237:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1763354566.786240:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000100:00000001:0.0:1763354566.786240:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.786246:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85251 00000020:00000010:3.0:1763354566.786248:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:0.0:1763354566.786250:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.786254:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320531328 : -123186389020288 : ffff8ff66f0a9180) 00000100:00000001:3.0:1763354566.786257:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.786261:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1763354566.786261:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0a9180 x1848998841124480/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.786266:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.786274:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.786285:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.786289:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:3.0:1763354566.786291:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.786292:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.786298:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00000001:3.0:1763354566.786306:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1763354566.786307:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2407:x1848998841124480:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000001:3.0:1763354566.786311:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1763354566.786316:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124480 00000100:00000001:2.0:1763354566.786320:0:74511:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1763354566.786322:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85252 00000020:00000001:0.0:1763354566.786322:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1763354566.786325:0:74511:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1763354566.786328:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1763354566.786331:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:2.0:1763354566.786331:0:74511:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.786333:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.786337:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320527744 : -123186389023872 : ffff8ff66f0a8380) 00000100:00000001:2.0:1763354566.786338:0:74511:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.786339:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.786343:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000100:00000040:3.0:1763354566.786348:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0a8380 x1848998841124608/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763354566.786349:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.786352:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.786357:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.786360:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.786365:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:3.0:1763354566.786366:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1763354566.786368:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000010:3.0:1763354566.786372:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.786378:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.786379:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.786382:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1763354566.786384:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000001:00000001:0.0:1763354566.786386:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.786390:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.786392:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.786396:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.786398:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841124608:12345-192.168.203.48@tcp:1:lfs.0 00000001:00000001:0.0:1763354566.786398:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.786400:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.786403:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.786407:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000200:3.0:1763354566.786409:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124608 00000001:00000001:0.0:1763354566.786410:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.786415:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786416:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.786417:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.786421:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786422:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354566.786425:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1763354566.786426:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.786429:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1763354566.786432:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1763354566.786434:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff67d2fd000. 00000020:00000001:3.0:1763354566.786436:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 02000000:00000001:0.0:1763354566.786437:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.786441:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786443:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:0.0:1763354566.786445:0:74534:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00000020:00000001:3.0:1763354566.786448:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763354566.786448:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.786451:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.786453:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.786457:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.786457:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000020:00000001:3.0:1763354566.786462:0:74539:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00002000:00000001:0.0:1763354566.786462:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:0.0:1763354566.786465:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000020:00000001:3.0:1763354566.786467:0:74539:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00002000:00000001:0.0:1763354566.786469:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786472:0:74539:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.786472:0:74534:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763354566.786475:0:74534:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00000001:00000001:3.0:1763354566.786478:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00080000:00000002:0.0:1763354566.786480:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a65c for inode 2337 00000001:00000001:3.0:1763354566.786482:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.786485:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000001:00000001:3.0:1763354566.786487:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:0.0:1763354566.786490:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000001:00000001:3.0:1763354566.786491:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.786496:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.786496:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.786502:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00002000:00000001:0.0:1763354566.786502:0:74534:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.786506:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763354566.786507:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841124480 00010000:00000001:0.0:1763354566.786512:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000001:00000001:3.0:1763354566.786514:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1763354566.786518:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0a9180 x1848998841124480/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1763354566.786520:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.786523:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.786529:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.786532:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1763354566.786534:0:74539:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.786535:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786542:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.786542:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.786550:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1763354566.786550:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1763354566.786555:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1763354566.786556:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.786560:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.786562:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1763354566.786563:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff644f0d800. 02000000:00000001:0.0:1763354566.786564:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.786569:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1763354566.786570:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.786574:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000001:3.0:1763354566.786577:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.786580:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b2a8. 00002000:00000001:3.0:1763354566.786583:0:74539:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00000100:00000200:0.0:1763354566.786587:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841124480, offset 224 00002000:00000001:3.0:1763354566.786588:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354566.786592:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1763354566.786597:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:3.0:1763354566.786599:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00002000:00000001:3.0:1763354566.786604:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00002000:00000001:3.0:1763354566.786608:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000400:00000200:0.0:1763354566.786610:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00002000:00000001:3.0:1763354566.786612:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.786617:0:74539:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00000400:00000200:0.0:1763354566.786619:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556871:1556871:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556867:1556867:8:4294967295] 00002000:00000001:3.0:1763354566.786621:0:74539:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000002:3.0:1763354566.786626:0:74539:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1c5 for inode 2349 00000020:00000002:3.0:1763354566.786629:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00000400:00000200:0.0:1763354566.786635:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000001:3.0:1763354566.786636:0:74539:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000800:00000200:0.0:1763354566.786643:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000020:00000001:3.0:1763354566.786644:0:74539:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.786649:0:74539:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354566.786649:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022f00. 00010000:00000040:3.0:1763354566.786655:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841124608 00010000:00000001:3.0:1763354566.786659:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000800:00000200:0.0:1763354566.786660:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000200:3.0:1763354566.786665:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0a8380 x1848998841124608/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1763354566.786669:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.786675:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022f00 type 1, nob 528 niov 1 nkiov 1 00010000:00000001:3.0:1763354566.786682:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.786684:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.786686:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.786688:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.786690:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.786692:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.786693:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.786697:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1763354566.786699:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 02000000:00000001:3.0:1763354566.786700:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.786706:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1763354566.786707:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1763354566.786710:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.786714:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:0.0:1763354566.786716:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1763354566.786719:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121198. 00000100:00000040:0.0:1763354566.786724:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0a9180 x1848998841124480/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763354566.786725:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841124608, offset 224 00000400:00000200:3.0:1763354566.786736:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00100000:0.0:1763354566.786741:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2407:x1848998841124480:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 451us (723us total) trans 0 rc 0/0 00000400:00000200:3.0:1763354566.786750:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00100000:0.0:1763354566.786752:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85251 00000100:00000040:0.0:1763354566.786758:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.786762:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1763354566.786764:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556872:1556872:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556868:1556868:7:4294967295] 00000100:00000001:0.0:1763354566.786765:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.786770:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.786774:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000800:00000200:1.0:1763354566.786779:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354566.786781:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000800:00000010:1.0:1763354566.786786:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022f00. 00000400:00000200:3.0:1763354566.786788:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000040:0.0:1763354566.786788:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000400:00000200:1.0:1763354566.786794:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.786795:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354566.786801:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.786807:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.786807:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000800:00000200:3.0:1763354566.786815:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000400:00000200:1.0:1763354566.786816:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b2a8 00000800:00000200:3.0:1763354566.786821:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000400:00000010:1.0:1763354566.786821:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b2a8. 00000800:00000200:3.0:1763354566.786827:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763354566.786828:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763354566.786830:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.786831:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763354566.786835:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.786837:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.786839:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.786841:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.786844:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0a8380 x1848998841124608/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1763354566.786849:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.786852:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.786855:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.786859:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.786861:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121198 00000400:00000010:1.0:1763354566.786863:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121198. 00000100:00000001:1.0:1763354566.786866:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.786867:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1763354566.786913:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2408:x1848998841124608:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 546us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.786919:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85252 00000100:00000040:3.0:1763354566.786921:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354566.786922:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.786924:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.786926:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.786928:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000010:3.0:1763354566.786931:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61000. 00000020:00000040:3.0:1763354566.786934:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:3.0:1763354566.786935:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763354566.787067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243600. 00000800:00000001:1.0:1763354566.789255:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.789268:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.789270:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.789272:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.789286:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.789298:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8780 00000400:00000200:1.0:1763354566.789304:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 11152 00000800:00000001:1.0:1763354566.789309:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.789314:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.789316:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.789318:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.789321:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.789323:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.789327:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0a9c00. 00000100:00000040:1.0:1763354566.789329:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0a9c00 x1848998841124736 msgsize 328 00000100:00100000:1.0:1763354566.789332:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.789341:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.789345:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.789347:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.789364:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.789367:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124736 02000000:00000001:3.0:1763354566.789369:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.789370:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.789371:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.789374:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.789376:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124736 00000020:00000001:3.0:1763354566.789378:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.789379:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354566.789381:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.789383:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:3.0:1763354566.789385:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354566.789386:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354566.789389:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.789392:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.789394:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.789396:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.789400:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61000. 00000020:00000010:3.0:1763354566.789403:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.789405:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354566.789410:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354566.789412:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.789413:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.789415:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.789486:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.789494:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.789505:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.789507:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.789513:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85253 00000100:00000040:3.0:1763354566.789518:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000800:00000001:1.0:1763354566.789521:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1763354566.789522:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320534016 : -123186389017600 : ffff8ff66f0a9c00) 00000800:00000001:1.0:1763354566.789529:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.789532:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0a9c00 x1848998841124736/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000800:00000001:1.0:1763354566.789534:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.789538:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.789550:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.789558:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8800 00000400:00000200:1.0:1763354566.789563:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 11480 00000800:00000001:1.0:1763354566.789568:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.789573:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.789575:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.789580:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.789585:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.789587:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1763354566.789591:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1763354566.789592:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0a8e00. 00000020:00000010:3.0:1763354566.789597:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000040:1.0:1763354566.789598:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0a8e00 x1848998841124864 msgsize 328 00000100:00000001:3.0:1763354566.789601:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.789607:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:1.0:1763354566.789611:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00100000:3.0:1763354566.789615:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2403:x1848998841124736:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.789620:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124736 00000020:00000001:3.0:1763354566.789622:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.789624:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.789626:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.789628:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1763354566.789628:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1763354566.789630:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.789634:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354566.789636:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.789636:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1763354566.789640:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:1.0:1763354566.789642:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.789643:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1763354566.789646:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1763354566.789648:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.789650:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124864 00000020:00000001:3.0:1763354566.789652:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 02000000:00000001:0.0:1763354566.789654:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1763354566.789655:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:0.0:1763354566.789657:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1763354566.789658:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:0.0:1763354566.789661:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.789662:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.789666:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.789667:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.789671:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00100000:0.0:1763354566.789672:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124864 00000020:00000001:0.0:1763354566.789675:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.789676:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354566.789678:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1763354566.789679:0:74539:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00000020:00000040:0.0:1763354566.789681:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00010000:00000001:3.0:1763354566.789684:0:74539:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.789685:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00010000:00000001:3.0:1763354566.789688:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1763354566.789689:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00010000:00000010:3.0:1763354566.789693:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399c00. 00000100:00000001:0.0:1763354566.789694:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763354566.789698:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:0.0:1763354566.789700:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000020:00000040:3.0:1763354566.789702:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399c00 with handle 0x4a8bb634222cb301 to hash 00000100:00000001:0.0:1763354566.789705:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763354566.789706:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.789709:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00000020:00000010:0.0:1763354566.789710:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00010000:00000001:3.0:1763354566.789713:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00000020:00000010:0.0:1763354566.789716:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00010000:00010000:3.0:1763354566.789718:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb301 lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4162a expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1763354566.789721:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.789727:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00010000:00000040:3.0:1763354566.789729:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000100:00000001:0.0:1763354566.789732:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1763354566.789733:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=26 00000100:00000001:0.0:1763354566.789736:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.789739:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.789740:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:0.0:1763354566.789742:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.789744:0:74539:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763354566.789748:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.789749:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.789752:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff644f0e000. 02000000:00000001:3.0:1763354566.789754:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.789756:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.789758:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.789759:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763354566.789762:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.789765:0:74539:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.789767:0:74539:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1763354566.789768:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.789771:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000010:3.0:1763354566.789772:0:74539:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6417f9ee0. 00002000:00000001:3.0:1763354566.789776:0:74539:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00100000:0.0:1763354566.789777:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85254 00010000:00000001:3.0:1763354566.789778:0:74539:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00000100:00000040:0.0:1763354566.789782:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00010000:00000010:3.0:1763354566.789783:0:74539:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000100:00000001:0.0:1763354566.789785:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320530432 : -123186389021184 : ffff8ff66f0a8e00) 00000100:00000001:3.0:1763354566.789787:0:74539:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.789793:0:74539:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00000100:00000040:0.0:1763354566.789793:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0a8e00 x1848998841124864/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.789798:0:74539:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.789804:0:74539:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.789810:0:74539:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.789811:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.789813:0:74539:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.789816:0:74539:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000020:00000010:0.0:1763354566.789816:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00010000:00000001:3.0:1763354566.789820:0:74539:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000001:0.0:1763354566.789821:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.789824:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00000010:3.0:1763354566.789825:0:74539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.789831:0:74539:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00100000:0.0:1763354566.789831:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841124864:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000001:3.0:1763354566.789837:0:74539:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1763354566.789838:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124864 02000000:00000001:3.0:1763354566.789840:0:74539:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1763354566.789841:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1763354566.789844:0:74539:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.789845:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.789849:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.789851:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1763354566.789852:0:74539:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff679a60c00. 00000020:00000001:0.0:1763354566.789853:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.789857:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1763354566.789858:0:74539:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.789860:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.789863:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1763354566.789865:0:74539:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000020:00000001:0.0:1763354566.789866:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1763354566.789871:0:74539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1763354566.789871:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.789875:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354566.789876:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000040:3.0:1763354566.789879:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1763354566.789879:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763354566.789880:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354566.789883:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.789888:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:3.0:1763354566.789892:0:74539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:0.0:1763354566.789894:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00000100:00000001:3.0:1763354566.789895:0:74539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.789900:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1763354566.789903:0:74539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542723840:192.168.203.48@tcp:106: 00010000:00000001:0.0:1763354566.789904:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1763354566.789908:0:74539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:0.0:1763354566.789909:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8200. 02000000:00000001:3.0:1763354566.789912:0:74539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1763354566.789913:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:3.0:1763354566.789917:0:74539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.789918:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8200 with handle 0x4a8bb634222cb308 to hash 02000000:00000001:3.0:1763354566.789923:0:74539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1763354566.789923:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.789927:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 02000000:00000010:3.0:1763354566.789929:0:74539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff679a61c00. 00010000:00000001:0.0:1763354566.789929:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 02000000:00000001:3.0:1763354566.789933:0:74539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.789936:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb308 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41631 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1763354566.789952:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000400:00000010:3.0:1763354566.789958:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701213b8. 00010000:00000040:0.0:1763354566.789960:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 17 00000100:00000200:3.0:1763354566.789964:0:74539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723840, portal 16 00000020:00000040:0.0:1763354566.789964:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00000100:00000001:3.0:1763354566.789968:0:74539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1763354566.789968:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1763354566.789972:0:74539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00002000:00000001:0.0:1763354566.789972:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763354566.789976:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1763354566.789980:0:74539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1763354566.789981:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.789986:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d2fd400. 00000100:00000001:3.0:1763354566.789991:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1763354566.789991:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.789996:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000001:0.0:1763354566.789996:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.790002:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121880. 00010000:00000001:0.0:1763354566.790002:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.790006:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:3.0:1763354566.790007:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542723840, offset 0 00010000:00000001:0.0:1763354566.790009:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.790012:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000400:00000200:3.0:1763354566.790016:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00002000:00000010:0.0:1763354566.790019:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765ab230. 00000400:00000200:3.0:1763354566.790023:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00002000:00000001:0.0:1763354566.790023:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354566.790025:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354566.790029:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000400:00000200:3.0:1763354566.790030:0:74539:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1763354566.790056:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.790061:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000400:00000200:3.0:1763354566.790062:0:74539:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000100:00000001:0.0:1763354566.790066:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000400:00000200:3.0:1763354566.790069:0:74539:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1763354566.790070:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000400:00000200:3.0:1763354566.790074:0:74539:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.790075:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.790078:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.790081:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000400:00000200:3.0:1763354566.790082:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556873:1556873:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556869:1556869:8:4294967295] 00010000:00000001:0.0:1763354566.790083:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354566.790088:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000020:00000040:0.0:1763354566.790093:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763354566.790097:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.790100:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1763354566.790101:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 02000000:00000001:0.0:1763354566.790103:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354566.790108:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 02000000:00000010:0.0:1763354566.790108:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176e200. 00000800:00000010:3.0:1763354566.790114:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000100:00000001:0.0:1763354566.790114:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.790118:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.790122:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1763354566.790123:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000040:0.0:1763354566.790129:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1763354566.790131:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.790137:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.790144:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.790145:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.790149:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:74534:1848998542723968:192.168.203.48@tcp:106: 00000100:00000001:3.0:1763354566.790150:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.790157:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889866 00000100:00000001:0.0:1763354566.790157:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.790162:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.790164:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.790165:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1763354566.790166:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889856 02000000:00000010:0.0:1763354566.790169:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fa00. 00000100:00000001:3.0:1763354566.790172:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889866 02000000:00000001:0.0:1763354566.790173:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.790180:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000100:00000001:3.0:1763354566.790181:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889856 00000400:00000010:0.0:1763354566.790185:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535baa0. 00000100:00000001:3.0:1763354566.790186:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889866 00000100:00000200:0.0:1763354566.790190:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542723968, portal 16 00000100:00000001:3.0:1763354566.790192:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889856 00000100:00000001:0.0:1763354566.790195:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.790198:0:74539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889866 00000100:00000001:0.0:1763354566.790198:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000001:3.0:1763354566.790204:0:74539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889856 00000100:00000040:0.0:1763354566.790207:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.790209:0:74539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.790215:0:74539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.790219:0:74539:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.790224:0:74539:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.790224:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354566.790227:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.790230:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1763354566.790231:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000010:3.0:1763354566.790233:0:74539:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6417f9ee0. 00000800:00000200:1.0:1763354566.790233:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1763354566.790236:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bbb0. 00010000:00000001:3.0:1763354566.790238:0:74539:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354566.790241:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000100:00000200:0.0:1763354566.790241:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542723968, offset 0 00010000:00000001:3.0:1763354566.790242:0:74539:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.790245:0:74539:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763354566.790248:0:74539:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.790251:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000001:3.0:1763354566.790252:0:74539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1763354566.790252:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354566.790256:0:74539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763354566.790259:0:74539:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00000400:00000200:0.0:1763354566.790262:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000100:00000001:3.0:1763354566.790263:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1763354566.790266:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:3.0:1763354566.790268:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.790270:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.790287:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.790294:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.790297:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.790301:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556874:1556874:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556870:1556870:7:4294967295] 00000400:00000200:0.0:1763354566.790311:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000400:00000200:1.0:1763354566.790318:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121880 00000800:00000200:0.0:1763354566.790318:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354566.790323:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121880. 00000800:00000010:0.0:1763354566.790326:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022c00. 00000100:00000001:1.0:1763354566.790330:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1763354566.790335:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000200:1.0:1763354566.790340:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1763354566.790347:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.790354:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.790361:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.790363:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354566.790366:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889866 00000100:00000001:0.0:1763354566.790371:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4306889866 00000100:00000040:1.0:1763354566.790372:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.790373:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889866 00000100:00000001:0.0:1763354566.790377:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4306889866 00000100:00000001:0.0:1763354566.790381:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889866 00000100:00000001:0.0:1763354566.790386:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4306889866 00000100:00000001:0.0:1763354566.790389:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889866 00000100:00000001:0.0:1763354566.790392:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4306889866 00000100:00000001:1.0:1763354566.790395:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.790396:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763354566.790400:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.790400:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.790404:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.790405:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.790407:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.790408:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354566.790409:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765ab230. 00010000:00000001:0.0:1763354566.790413:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.790414:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.790416:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.790417:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.790419:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.790420:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.790422:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.790424:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.790425:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.790440:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.790444:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022c00. 00000400:00000200:1.0:1763354566.790447:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.790452:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.790454:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bbb0 00000400:00000010:1.0:1763354566.790457:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bbb0. 00000100:00000001:1.0:1763354566.790460:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.790464:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.790472:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.790476:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.790484:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.790486:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763354566.791070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff800. 00000800:00000001:1.0:1763354566.791617:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.791626:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.791628:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.791631:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.791637:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.791646:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544b00 00000400:00000200:1.0:1763354566.791652:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8fe9 [1] + 224 00000800:00000001:1.0:1763354566.791657:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.791661:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.791663:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.791667:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.791671:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.791676:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.791686:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.791704:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.791709:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.791713:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.791715:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.791718:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.791723:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:3.0:1763354566.791725:0:74539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763354566.791731:0:74539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1763354566.791732:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544b80 00000400:00000001:3.0:1763354566.791733:0:74539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.791737:0:74539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.791740:0:74539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701213b8 00000400:00000010:3.0:1763354566.791742:0:74539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701213b8. 00000100:00000001:3.0:1763354566.791743:0:74539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763354566.791749:0:74539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1763354566.791752:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b8ff1 [1] + 224 00000800:00000001:1.0:1763354566.791764:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1763354566.791767:0:74539:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1763354566.791772:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.791778:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763354566.791782:0:74539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.791785:0:74539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.791789:0:74539:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1763354566.791789:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 02000000:00000001:3.0:1763354566.791792:0:74539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.791795:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.791796:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.791796:0:3649:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1763354566.791800:0:74539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.791804:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:3.0:1763354566.791805:0:74539:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354566.791810:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.791816:0:74539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.791819:0:74539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.791824:0:74539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.791827:0:74539:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.791830:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.791831:0:74539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.791838:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.791858:0:74539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.791863:0:74539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.791865:0:74539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.791870:0:74539:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763354566.791873:0:74539:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763354566.791877:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763354566.791880:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1763354566.791880:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1763354566.791884:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000800:00000001:1.0:1763354566.791886:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000001:3.0:1763354566.791888:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:3.0:1763354566.791891:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000800:00000001:1.0:1763354566.791893:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763354566.791895:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354566.791899:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00000001:3.0:1763354566.791902:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.791903:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1763354566.791904:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.791908:0:74539:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763354566.791911:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1763354566.791912:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:0.0:1763354566.791914:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.791918:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000400:00000200:0.0:1763354566.791924:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535baa0 00000100:00100000:3.0:1763354566.791926:0:74539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_025:lustre-OST0000_UUID:74539:1848998542723840:192.168.203.48@tcp:106: 00000400:00000010:0.0:1763354566.791928:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535baa0. 00000100:00000001:3.0:1763354566.791931:0:74539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.791932:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1763354566.791936:0:74539:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.791953:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.791954:0:74539:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.791957:0:74539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763354566.791964:0:74539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542723840/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.791968:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.791975:0:74539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.791979:0:74539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1763354566.791982:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1763354566.791983:0:74539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff679a61c00. 00000100:00000001:0.0:1763354566.791985:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763354566.791988:0:74539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1763354566.791988:0:74534:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1763354566.791992:0:74539:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1763354566.791993:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1763354566.791995:0:74539:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000100:00000001:0.0:1763354566.791996:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1763354566.792000:0:74539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1763354566.792000:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.792004:0:74539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff679a60c00. 02000000:00000001:0.0:1763354566.792005:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.792009:0:74539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1763354566.792010:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 02000000:00000001:3.0:1763354566.792012:0:74539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1763354566.792015:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000010:3.0:1763354566.792016:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:0.0:1763354566.792021:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.792023:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.792024:0:74539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1763354566.792025:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1763354566.792028:0:74539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.792029:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763354566.792031:0:74539:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.792052:0:74539:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.792054:0:74539:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.792055:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763354566.792060:0:74539:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00000100:00000040:0.0:1763354566.792063:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.792065:0:74539:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.792070:0:74539:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.792074:0:74539:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000100:00000001:0.0:1763354566.792078:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.792079:0:74539:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1763354566.792083:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1763354566.792085:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.792086:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.792089:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.792090:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763354566.792092:0:74539:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000001:0.0:1763354566.792094:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00010000:00000001:3.0:1763354566.792095:0:74539:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.792099:0:74539:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399c00 with handle 0x4a8bb634222cb301 from hash 00002000:00000001:0.0:1763354566.792099:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.792103:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1763354566.792104:0:74539:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.792107:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.792108:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.792109:0:74539:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00000020:00000001:0.0:1763354566.792110:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00010000:00000001:3.0:1763354566.792111:0:74539:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00002000:00000001:0.0:1763354566.792116:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00010000:00000001:3.0:1763354566.792117:0:74539:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00002000:00000001:0.0:1763354566.792121:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00010000:3.0:1763354566.792125:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb301 lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4162a expref: 26 pid: 74539 timeout: 0 lvb_type: 1 00002000:00000001:0.0:1763354566.792126:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.792131:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00000001:0.0:1763354566.792136:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.792139:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.792142:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.792143:0:74539:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1763354566.792147:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1763354566.792148:0:74539:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.792151:0:74539:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.792154:0:74539:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.792159:0:74539:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.792163:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:74534:1848998542723968:192.168.203.48@tcp:106: 00010000:00000001:3.0:1763354566.792164:0:74539:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.792167:0:74539:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.792170:0:74539:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1763354566.792171:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.792172:0:74539:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.792175:0:74539:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1763354566.792176:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.792177:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.792181:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1763354566.792181:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.792184:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1763354566.792185:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.792189:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.792189:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542723968/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.792194:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.792197:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.792202:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:3.0:1763354566.792203:0:74539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb301 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4162a expref: 26 pid: 74539 timeout: 0 lvb_type: 1 02000000:00000001:0.0:1763354566.792204:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.792207:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.792212:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:3.0:1763354566.792214:0:74539:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000001:0.0:1763354566.792215:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.792218:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000040:3.0:1763354566.792219:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000020:00000001:0.0:1763354566.792223:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.792226:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176e200. 00010000:00000001:3.0:1763354566.792227:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763354566.792229:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1763354566.792230:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e399c00, rc 0) 02000000:00000001:0.0:1763354566.792231:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1763354566.792235:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000010:0.0:1763354566.792235:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00010000:00000040:3.0:1763354566.792242:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841124736 00000100:00000001:0.0:1763354566.792242:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.792245:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.792246:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000010:0.0:1763354566.792249:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00010000:00000200:3.0:1763354566.792254:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0a9c00 x1848998841124736/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.792254:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.792256:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.792261:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:0.0:1763354566.792266:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.792267:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:0.0:1763354566.792269:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.792271:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.792272:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000100:00001000:3.0:1763354566.792274:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00010000:00000001:0.0:1763354566.792275:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1763354566.792278:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.792281:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.792282:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.792284:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.792288:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.792290:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.792292:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.792292:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1763354566.792295:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701213b8. 00010000:00000001:0.0:1763354566.792296:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.792299:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1763354566.792301:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841124736, offset 224 00010000:00000001:0.0:1763354566.792302:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.792307:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000040:0.0:1763354566.792307:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222cb308 from hash 00010000:00000001:0.0:1763354566.792311:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.792314:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.792315:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.792318:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00000400:00000200:3.0:1763354566.792319:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:0.0:1763354566.792321:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354566.792325:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00000400:00000200:3.0:1763354566.792326:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556875:1556875:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556871:1556871:8:4294967295] 00010000:00010000:0.0:1763354566.792333:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb308 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41631 expref: 24 pid: 74534 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1763354566.792346:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:0.0:1763354566.792351:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763354566.792355:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000800:00000200:3.0:1763354566.792356:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.792357:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.792360:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.792363:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354566.792364:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00010000:00000001:0.0:1763354566.792366:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.792373:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.792375:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:3.0:1763354566.792376:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:0.0:1763354566.792376:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.792379:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.792382:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.792384:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354566.792385:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763354566.792389:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:0.0:1763354566.792389:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.792392:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.792396:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1763354566.792397:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 496 niov 1 nkiov 1 00010000:00010000:0.0:1763354566.792401:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb308 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41631 expref: 24 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354566.792408:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 16 00000020:00000040:0.0:1763354566.792410:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00000100:00000001:3.0:1763354566.792412:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.792415:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763354566.792418:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00010000:0.0:1763354566.792419:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8200, rc 0) 00010000:00000001:3.0:1763354566.792424:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.792424:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000020:00000001:3.0:1763354566.792427:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.792428:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841124864 00000020:00000001:3.0:1763354566.792431:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1763354566.792432:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:3.0:1763354566.792438:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0a9c00 x1848998841124736/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000200:0.0:1763354566.792439:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0a8e00 x1848998841124864/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.792472:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.792476:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.792477:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2403:x1848998841124736:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2923us (3142us total) trans 0 rc 301/301 00000100:00001000:0.0:1763354566.792479:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000800:00000200:1.0:1763354566.792484:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354566.792489:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1763354566.792491:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85253 00000800:00000010:1.0:1763354566.792491:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000100:00000040:0.0:1763354566.792494:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.792498:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000040:3.0:1763354566.792499:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000400:00000200:1.0:1763354566.792500:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1763354566.792501:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1763354566.792502:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1763354566.792504:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.792505:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763354566.792508:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1763354566.792511:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000400:00000200:1.0:1763354566.792513:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000040:0.0:1763354566.792515:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000010:3.0:1763354566.792519:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000400:00000010:0.0:1763354566.792521:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535baa0. 00000400:00000200:1.0:1763354566.792522:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701213b8 00000020:00000010:3.0:1763354566.792523:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61000. 00000400:00000010:1.0:1763354566.792528:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701213b8. 00000020:00000040:3.0:1763354566.792529:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000100:00000001:1.0:1763354566.792535:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1763354566.792537:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841124864, offset 224 00000100:00000001:1.0:1763354566.792538:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1763354566.792548:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.792557:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.792563:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556876:1556876:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556872:1556872:8:4294967295] 00000400:00000200:0.0:1763354566.792574:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:3.0:1763354566.792578:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763354566.792584:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.792590:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022c00. 00000800:00000200:0.0:1763354566.792596:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.792600:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.792602:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022c00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.792614:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.792616:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.792618:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.792620:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.792621:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.792625:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0a8e00 x1848998841124864/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.792633:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841124864:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2820us (3034us total) trans 0 rc 301/301 00000100:00100000:0.0:1763354566.792638:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85254 00000100:00000040:0.0:1763354566.792641:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354566.792643:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.792644:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.792647:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.792650:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:0.0:1763354566.792654:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000020:00000040:0.0:1763354566.792657:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:0.0:1763354566.792659:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.792671:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.792674:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022c00. 00000400:00000200:1.0:1763354566.792677:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.792681:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.792683:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535baa0 00000400:00000010:1.0:1763354566.792685:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535baa0. 00000100:00000001:1.0:1763354566.792687:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.792687:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.795090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8600. 00010000:00000010:0.1:1763354566.800079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:3.1:1763354566.800082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00000800:00000001:1.0:1763354566.817226:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.817246:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.817250:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.817254:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.817266:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.817284:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8880 00000400:00000200:1.0:1763354566.817293:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 11808 00000800:00000001:1.0:1763354566.817302:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.817307:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.817311:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.817316:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.817323:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.817326:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.817333:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66f0aaa00. 00000100:00000040:1.0:1763354566.817338:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66f0aaa00 x1848998841124992 msgsize 328 00000100:00100000:1.0:1763354566.817344:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.817359:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.817369:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.817374:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.817377:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.817379:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.817386:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.817393:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8900 00000400:00000200:1.0:1763354566.817399:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 12136 00000800:00000001:1.0:1763354566.817404:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763354566.817411:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1763354566.817413:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763354566.817416:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841124992 00000400:00000200:1.0:1763354566.817418:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1763354566.817422:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1763354566.817426:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.817427:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.817433:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1763354566.817434:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763354566.817437:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:0.0:1763354566.817442:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.817444:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513daa00. 00000100:00000040:1.0:1763354566.817449:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513daa00 x1848998841125120 msgsize 328 00000100:00100000:0.0:1763354566.817450:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841124992 00000020:00000001:0.0:1763354566.817456:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1763354566.817457:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000040:0.0:1763354566.817460:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.817465:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.817468:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:0.0:1763354566.817472:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354566.817473:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1763354566.817475:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000800:00000001:1.0:1763354566.817480:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763354566.817483:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1763354566.817485:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.817491:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.817497:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.817499:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1763354566.817501:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:3.0:1763354566.817503:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125120 02000000:00000001:3.0:1763354566.817507:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.817509:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1763354566.817511:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000100:00000001:3.0:1763354566.817512:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.817518:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.817519:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000100:00100000:3.0:1763354566.817523:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125120 00000020:00000001:3.0:1763354566.817527:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.817529:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:3.0:1763354566.817531:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.817534:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:3.0:1763354566.817536:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:3.0:1763354566.817538:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354566.817542:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.817546:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.817549:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.817551:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:0.0:1763354566.817556:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000020:00000010:3.0:1763354566.817558:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20800. 00000020:00000010:3.0:1763354566.817564:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000100:00000040:0.0:1763354566.817567:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:3.0:1763354566.817569:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000001:0.0:1763354566.817571:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.817574:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.817576:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.817577:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.817581:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.817583:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.817583:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.817593:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.817600:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.817609:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.817613:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.817616:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.817621:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85255 00000100:00000040:0.0:1763354566.817624:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.817626:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887320537600 : -123186389014016 : ffff8ff66f0aaa00) 00000100:00000001:3.0:1763354566.817630:0:74514:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1763354566.817634:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66f0aaa00 x1848998841124992/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.817635:0:74514:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.817645:0:74514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85256 00000100:00000001:0.0:1763354566.817647:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1763354566.817651:0:74514:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000020:00000010:0.0:1763354566.817651:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.817655:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.817657:0:74514:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820563456 : -123186888988160 : ffff8ff6513daa00) 00000020:00000010:0.0:1763354566.817659:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00000040:3.0:1763354566.817670:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513daa00 x1848998841125120/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.817670:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66f0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2407:x1848998841124992:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354566.817676:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841124992 00000020:00000001:0.0:1763354566.817681:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.817687:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1763354566.817688:0:74514:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1763354566.817691:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.817694:0:74514:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.817696:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1763354566.817701:0:74514:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.817701:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000010:3.0:1763354566.817709:0:74514:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.817709:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.817715:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763354566.817719:0:74514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2407:x1848998841125120:12345-192.168.203.48@tcp:101:lfs.0 00000020:00000001:0.0:1763354566.817721:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1763354566.817725:0:74514:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125120 00000020:00000001:0.0:1763354566.817725:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.817730:0:74514:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.817732:0:74514:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.817734:0:74514:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.817734:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.817736:0:74514:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.817741:0:74514:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.817741:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:3.0:1763354566.817745:0:74514:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1763354566.817746:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000001:3.0:1763354566.817747:0:74514:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763354566.817750:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:3.0:1763354566.817751:0:74514:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.817755:0:74514:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1763354566.817756:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:3.0:1763354566.817757:0:74514:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.817760:0:74514:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354566.817760:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.817763:0:74514:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.817765:0:74514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.817767:0:74514:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354566.817769:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:3.0:1763354566.817770:0:74514:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.817774:0:74514:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354566.817778:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00010000:00000040:3.0:1763354566.817780:0:74514:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:0.0:1763354566.817781:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.817784:0:74514:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.817785:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1763354566.817788:0:74514:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.817791:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:3.0:1763354566.817793:0:74514:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399c00. 00000020:00000001:0.0:1763354566.817796:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1763354566.817798:0:74514:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.817800:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8200 with handle 0x4a8bb634222cb30f to hash 00000020:00000040:3.0:1763354566.817802:0:74514:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399c00 with handle 0x4a8bb634222cb316 to hash 00000020:00000001:0.0:1763354566.817803:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1763354566.817806:0:74514:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.817807:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354566.817809:0:74514:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00010000:00000001:0.0:1763354566.817810:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:3.0:1763354566.817813:0:74514:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00010000:00010000:0.0:1763354566.817816:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb30f lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41638 expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.817818:0:74514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb316 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4163f expref: -99 pid: 74514 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.817833:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00010000:00000040:3.0:1763354566.817834:0:74514:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 17 00000020:00000040:0.0:1763354566.817836:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=26 00000020:00000040:3.0:1763354566.817839:0:74514:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00010000:00000001:3.0:1763354566.817844:0:74514:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.817844:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763354566.817849:0:74514:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00002000:00000001:0.0:1763354566.817849:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763354566.817851:0:74514:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.817854:0:74514:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1763354566.817854:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.817859:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.817860:0:74514:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff644f0c000. 02000000:00000001:3.0:1763354566.817863:0:74514:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.817866:0:74514:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.817866:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff642ace400. 00010000:00000001:3.0:1763354566.817868:0:74514:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 02000000:00000001:0.0:1763354566.817871:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.817872:0:74514:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.817875:0:74514:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.817877:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.817878:0:74514:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763354566.817883:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00002000:00000010:3.0:1763354566.817886:0:74514:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6417f9ee0. 00010000:00000001:0.0:1763354566.817888:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00002000:00000001:3.0:1763354566.817889:0:74514:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763354566.817892:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.817893:0:74514:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763354566.817896:0:74514:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00010000:00000001:0.0:1763354566.817898:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1763354566.817900:0:74514:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.817906:0:74514:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00002000:00000010:0.0:1763354566.817906:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765ab230. 00000100:00000001:3.0:1763354566.817911:0:74514:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00002000:00000001:0.0:1763354566.817912:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00000001:3.0:1763354566.817914:0:74514:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:3.0:1763354566.817919:0:74514:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000001:0.0:1763354566.817919:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00000100:00000001:3.0:1763354566.817923:0:74514:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763354566.817925:0:74514:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000010:0.0:1763354566.817925:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00010000:00000001:3.0:1763354566.817927:0:74514:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000001:0.0:1763354566.817931:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763354566.817933:0:74514:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000040:3.0:1763354566.817937:0:74514:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000010:0.0:1763354566.817949:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.817953:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.817959:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:3.0:1763354566.817960:0:74514:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763354566.817963:0:74514:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1763354566.817964:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.817966:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.817967:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 02000000:00000001:3.0:1763354566.817968:0:74514:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.817969:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354566.817975:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 02000000:00000010:3.0:1763354566.817977:0:74514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff54ba20a00. 00000020:00000040:0.0:1763354566.817978:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354566.817982:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1763354566.817983:0:74514:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.817984:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.817988:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.817990:0:74514:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.817994:0:74514:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1763354566.817994:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176e200. 00000100:00000001:0.0:1763354566.818000:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.818001:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.818004:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.818008:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1763354566.818011:0:74514:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.818015:0:74514:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.818015:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763354566.818024:0:74514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:74514:1848998542724096:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354566.818028:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.818030:0:74514:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1763354566.818031:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.818056:0:74514:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.818059:0:74514:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.818061:0:74514:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763354566.818066:0:74514:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff679a61000. 00000100:00100000:0.0:1763354566.818067:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542724224:192.168.203.48@tcp:106: 02000000:00000001:3.0:1763354566.818071:0:74514:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.818073:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.818076:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1763354566.818077:0:74514:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 02000000:00000001:0.0:1763354566.818078:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.818082:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1763354566.818085:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121660. 02000000:00000010:0.0:1763354566.818086:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.818090:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763354566.818092:0:74514:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542724096, portal 16 00000400:00000010:0.0:1763354566.818094:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000100:00000001:3.0:1763354566.818097:0:74514:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.818100:0:74514:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000400:00000010:0.0:1763354566.818100:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bcc0. 00000100:00000200:0.0:1763354566.818105:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542724224, portal 16 00000100:00000040:3.0:1763354566.818108:0:74514:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.818108:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.818110:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000040:0.0:1763354566.818118:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.818120:0:74514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.818128:0:74514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000001:0.0:1763354566.818132:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1763354566.818133:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff6701213b8. 00000100:00000040:0.0:1763354566.818137:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000200:3.0:1763354566.818139:0:74514:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542724096, offset 0 00000400:00000010:0.0:1763354566.818141:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b440. 00000400:00000200:3.0:1763354566.818147:0:74514:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000200:0.0:1763354566.818152:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542724224, offset 0 00000400:00000200:3.0:1763354566.818156:0:74514:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.818160:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.818164:0:74514:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763354566.818168:0:74514:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:3.0:1763354566.818171:0:74514:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763354566.818174:0:74514:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:3.0:1763354566.818176:0:74514:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556877:1556877:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556873:1556873:8:4294967295] 00000400:00000200:3.0:1763354566.818183:0:74514:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.818188:0:74514:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.818191:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000800:00000010:3.0:1763354566.818193:0:74514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000400:00000200:0.0:1763354566.818195:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.818200:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000800:00000200:3.0:1763354566.818204:0:74514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000400:00000200:0.0:1763354566.818205:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.818210:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.818213:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556878:1556878:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556874:1556874:7:4294967295] 00000800:00000200:3.0:1763354566.818217:0:74514:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.818221:0:74514:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1763354566.818229:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.818235:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000100:00000001:3.0:1763354566.818236:0:74514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.818241:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889894 00000800:00000010:0.0:1763354566.818241:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022f00. 00000800:00000200:0.0:1763354566.818251:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000001:3.0:1763354566.818252:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4306889866 00000100:00000001:3.0:1763354566.818258:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889894 00000800:00000200:0.0:1763354566.818261:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000001:3.0:1763354566.818262:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4306889866 00000100:00000001:3.0:1763354566.818267:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889894 00000800:00000200:0.0:1763354566.818268:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.818272:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4306889866 00000100:00000001:0.0:1763354566.818274:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.818276:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889894 00000100:00000001:3.0:1763354566.818281:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4306889866 00000100:00000001:0.0:1763354566.818281:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889894 00000100:00000001:3.0:1763354566.818288:0:74514:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.818289:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, keep current deadline 4306889894 00000100:00000001:3.0:1763354566.818290:0:74514:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.818295:0:74514:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.818296:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889894 00010000:00000001:3.0:1763354566.818297:0:74514:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.818299:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, keep current deadline 4306889894 00000800:00000200:1.0:1763354566.818300:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1763354566.818301:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.818304:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889894 00010000:00000001:3.0:1763354566.818305:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1763354566.818306:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000100:00000001:0.0:1763354566.818308:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, keep current deadline 4306889894 00010000:00000010:3.0:1763354566.818309:0:74514:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6417f9ee0. 00000100:00000001:0.0:1763354566.818313:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889894 00000400:00000200:1.0:1763354566.818314:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1763354566.818315:0:74514:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.818319:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, keep current deadline 4306889894 00010000:00000001:3.0:1763354566.818320:0:74514:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.818324:0:74514:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1763354566.818324:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.818325:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.818330:0:74514:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.818331:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.818333:0:74514:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1763354566.818333:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6701213b8 00010000:00000001:0.0:1763354566.818335:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.818338:0:74514:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1763354566.818339:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff6701213b8. 00010000:00000001:0.0:1763354566.818339:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.818342:0:74514:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00010000:00000001:0.0:1763354566.818345:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354566.818347:0:74514:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763354566.818347:0:3647:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1763354566.818348:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354566.818352:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765ab230. 00000100:00000001:3.0:1763354566.818354:0:74514:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.818357:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763354566.818358:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.818361:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.818363:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.818368:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.818372:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.818375:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.818380:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000100:00000001:1.0:1763354566.818384:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1763354566.818384:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.818389:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.818393:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.818404:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.818406:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1763354566.818437:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.818440:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022f00. 00000400:00000200:1.0:1763354566.818442:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.818445:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.818447:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b440 00000400:00000010:1.0:1763354566.818448:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b440. 00000100:00000001:1.0:1763354566.818450:0:3647:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.818453:0:3647:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.818459:0:3647:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.818461:0:3647:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.818465:0:3647:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.818466:0:3647:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.819637:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.819644:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.819646:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.819647:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.819652:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.819659:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544c80 00000400:00000200:1.0:1763354566.819663:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b9005 [1] + 224 00000800:00000001:1.0:1763354566.819667:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.819669:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.819671:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.819673:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.819676:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.819680:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.819687:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.819701:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.819705:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.819708:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.819710:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.819712:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.819715:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.819720:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544c00 00000400:00000200:1.0:1763354566.819723:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b9001 [1] + 224 00000800:00000001:1.0:1763354566.819726:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763354566.819729:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1763354566.819731:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.819734:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1763354566.819735:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.819738:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1763354566.819739:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000010:0.0:1763354566.819741:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000400:00000200:0.0:1763354566.819745:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bcc0 00000400:00000010:0.0:1763354566.819746:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bcc0. 00000100:00000001:0.0:1763354566.819749:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1763354566.819750:0:3648:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.819754:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763354566.819756:0:3648:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.819781:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.819782:0:3648:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.819804:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.819806:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.819808:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.819810:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.819811:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763354566.819812:0:3648:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.819813:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.819816:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.819819:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1763354566.819820:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354566.819825:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000800:00000001:1.0:1763354566.819826:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.819828:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.819831:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.819834:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.819837:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.819838:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.819842:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.819845:0:74514:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.819850:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1763354566.819852:0:74514:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1763354566.819853:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.819856:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763354566.819858:0:74514:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1763354566.819860:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000400:00000010:3.0:1763354566.819862:0:74514:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00002000:00000001:0.0:1763354566.819863:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354566.819868:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000200:3.0:1763354566.819869:0:74514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121660 00000020:00000001:0.0:1763354566.819872:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:3.0:1763354566.819873:0:74514:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121660. 00000100:00000001:3.0:1763354566.819877:0:74514:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1763354566.819879:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000100:00000200:3.0:1763354566.819883:0:74514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1763354566.819883:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:0.0:1763354566.819889:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000200:3.0:1763354566.819895:0:74514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000001:0.0:1763354566.819895:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.819899:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00000001:0.0:1763354566.819903:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.819906:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763354566.819907:0:74514:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1763354566.819909:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.819910:0:74514:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.819913:0:74514:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.819916:0:74514:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1763354566.819916:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.819920:0:74514:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.819922:0:74514:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.819926:0:74514:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.819933:0:74514:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00100000:0.0:1763354566.819933:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0000_UUID:74534:1848998542724224:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354566.819956:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1763354566.819957:0:74514:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.819961:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.819962:0:74514:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.819965:0:74514:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.819966:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1763354566.819967:0:74514:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1763354566.819970:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1763354566.819971:0:74514:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.819975:0:74514:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.819978:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542724224/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763354566.819981:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.819999:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1763354566.820000:0:74514:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.820002:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1763354566.820004:0:74514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1763354566.820006:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fa00. 00000100:00000001:3.0:1763354566.820007:0:74514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.820011:0:74514:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:0.0:1763354566.820011:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.820014:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00002000:00000001:3.0:1763354566.820015:0:74514:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000020:00000040:0.0:1763354566.820017:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354566.820020:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00000001:3.0:1763354566.820021:0:74514:0:(ofd_objects.c:87:ofd_object_find()) Process entered 02000000:00000010:0.0:1763354566.820022:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176e200. 00000020:00000001:3.0:1763354566.820025:0:74514:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:0.0:1763354566.820026:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.820029:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.820031:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00000020:00000001:3.0:1763354566.820050:0:74514:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00002000:00000001:3.0:1763354566.820054:0:74514:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00002000:00000001:3.0:1763354566.820058:0:74514:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:0.0:1763354566.820058:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.820061:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763354566.820064:0:74514:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.820064:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.820069:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000002:3.0:1763354566.820071:0:74514:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00000001:0.0:1763354566.820072:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.820075:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:0.0:1763354566.820076:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:3.0:1763354566.820078:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.820079:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.820081:0:74514:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.820083:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1763354566.820087:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.820088:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763354566.820091:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.820095:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1763354566.820098:0:74514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:74514:1848998542724096:192.168.203.48@tcp:106: 00010000:00000001:0.0:1763354566.820099:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.820102:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1763354566.820105:0:74514:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.820106:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.820111:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222cb30f from hash 00000100:00000001:3.0:1763354566.820112:0:74514:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.820116:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1763354566.820117:0:74514:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1763354566.820120:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354566.820121:0:74514:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1763354566.820122:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.820125:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00000100:00000040:3.0:1763354566.820126:0:74514:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542724096/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1763354566.820127:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354566.820131:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763354566.820140:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb30f lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41638 expref: 26 pid: 74534 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1763354566.820141:0:74514:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763354566.820144:0:74514:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.820147:0:74514:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff679a61000. 02000000:00000001:3.0:1763354566.820152:0:74514:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.820154:0:74514:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.820155:0:74514:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00010000:00000001:0.0:1763354566.820156:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763354566.820157:0:74514:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.820160:0:74514:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff54ba20a00. 00000020:00000001:0.0:1763354566.820160:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.820163:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.820166:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.820167:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.820170:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.820171:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.820172:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.820173:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.820174:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.820175:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:3.0:1763354566.820177:0:74514:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1763354566.820177:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:3.0:1763354566.820181:0:74514:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1763354566.820182:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.820186:0:74514:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00010000:00000001:0.0:1763354566.820186:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.820191:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.820193:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1763354566.820195:0:74514:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1763354566.820196:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb30f lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41638 expref: 26 pid: 74534 timeout: 0 lvb_type: 1 00000100:00000001:3.0:1763354566.820198:0:74514:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763354566.820203:0:74514:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.820208:0:74514:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.820210:0:74514:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763354566.820210:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00000020:00000040:0.0:1763354566.820214:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00010000:00000010:3.0:1763354566.820215:0:74514:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00010000:00000001:3.0:1763354566.820220:0:74514:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.820222:0:74514:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354566.820222:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.820224:0:74514:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00010000:0.0:1763354566.820225:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8200, rc 0) 00010000:00000001:3.0:1763354566.820227:0:74514:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1763354566.820229:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.820232:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1763354566.820233:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841124992 00010000:00000001:3.0:1763354566.820235:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.820236:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:3.0:1763354566.820238:0:74514:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.820241:0:74514:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1763354566.820242:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66f0aaa00 x1848998841124992/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1763354566.820244:0:74514:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399c00 with handle 0x4a8bb634222cb316 from hash 00010000:00000001:3.0:1763354566.820249:0:74514:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.820252:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.820254:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.820254:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.820255:0:74514:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.820258:0:74514:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354566.820258:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.820263:0:74514:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00000100:00001000:0.0:1763354566.820263:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.820271:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1763354566.820272:0:74514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb316 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4163f expref: 24 pid: 74514 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1763354566.820275:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.820279:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.820283:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.820286:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.820289:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354566.820290:0:74514:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1763354566.820293:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:3.0:1763354566.820294:0:74514:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.820297:0:74514:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:0.0:1763354566.820297:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bcc0. 00010000:00000001:3.0:1763354566.820298:0:74514:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.820302:0:74514:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.820303:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841124992, offset 224 00010000:00000001:3.0:1763354566.820306:0:74514:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.820309:0:74514:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1763354566.820310:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.820311:0:74514:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.820314:0:74514:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.820315:0:74514:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.820317:0:74514:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.820320:0:74514:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1763354566.820320:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:3.0:1763354566.820323:0:74514:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.820327:0:74514:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.820327:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556879:1556879:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556875:1556875:8:4294967295] 00010000:00000001:3.0:1763354566.820331:0:74514:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.820333:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.820338:0:74514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb316 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4163f expref: 24 pid: 74514 timeout: 0 lvb_type: 1 00000400:00000200:0.0:1763354566.820341:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.820351:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000040:3.0:1763354566.820352:0:74514:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 16 00000020:00000040:3.0:1763354566.820356:0:74514:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00000800:00000010:0.0:1763354566.820356:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022100. 00000800:00000200:0.0:1763354566.820364:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:3.0:1763354566.820365:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.820368:0:74514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e399c00, rc 0) 00000800:00000200:0.0:1763354566.820370:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000001:3.0:1763354566.820372:0:74514:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763354566.820377:0:74514:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841125120 00000800:00000200:0.0:1763354566.820378:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022100 type 1, nob 496 niov 1 nkiov 1 00010000:00000001:3.0:1763354566.820379:0:74514:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.820386:0:74514:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513daa00 x1848998841125120/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.820392:0:74514:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.820394:0:74514:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.820395:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.820398:0:74514:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000040:0.0:1763354566.820403:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.820405:0:74514:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1763354566.820408:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000040:3.0:1763354566.820412:0:74514:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000020:00000001:0.0:1763354566.820413:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.820418:0:74514:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000020:00000001:0.0:1763354566.820419:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1763354566.820424:0:74514:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1763354566.820427:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66f0aaa00 x1848998841124992/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1763354566.820428:0:74514:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.820434:0:74514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.820442:0:74514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00100000:0.0:1763354566.820447:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66f0aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2407:x1848998841124992:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2796us (3105us total) trans 0 rc 301/301 00000400:00000010:3.0:1763354566.820449:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121660. 00000100:00000200:3.0:1763354566.820456:0:74514:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841125120, offset 224 00000100:00100000:0.0:1763354566.820456:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85255 00000100:00000040:0.0:1763354566.820460:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.820463:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.820466:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1763354566.820467:0:74514:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000800:00000200:1.0:1763354566.820467:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763354566.820471:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000800:00000010:1.0:1763354566.820472:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022100. 00000400:00000200:3.0:1763354566.820476:0:74514:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000010:0.0:1763354566.820477:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000400:00000200:1.0:1763354566.820478:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763354566.820485:0:74514:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556880:1556880:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556876:1556876:7:4294967295] 00000020:00000010:0.0:1763354566.820485:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000400:00000200:1.0:1763354566.820486:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:0.0:1763354566.820492:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000100:00000001:0.0:1763354566.820496:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763354566.820503:0:74514:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.820509:0:74514:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354566.820509:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bcc0 00000400:00000010:1.0:1763354566.820511:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bcc0. 00000800:00000010:3.0:1763354566.820513:0:74514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486bc00. 00000100:00000001:1.0:1763354566.820515:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.820517:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763354566.820518:0:74514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.820522:0:74514:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.820526:0:74514:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486bc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.820532:0:74514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.820535:0:74514:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.820538:0:74514:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.820539:0:74514:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.820541:0:74514:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.820546:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513daa00 x1848998841125120/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1763354566.820553:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.820555:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486bc00. 00000400:00000200:1.0:1763354566.820559:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.820562:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.820566:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121660 00000400:00000010:1.0:1763354566.820568:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121660. 00000100:00000001:1.0:1763354566.820570:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.820571:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1763354566.820628:0:74514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2407:x1848998841125120:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2868us (3105us total) trans 0 rc 301/301 00000100:00100000:3.0:1763354566.820634:0:74514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85256 00000100:00000040:3.0:1763354566.820636:0:74514:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:3.0:1763354566.820637:0:74514:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.820638:0:74514:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.820641:0:74514:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.820643:0:74514:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000010:3.0:1763354566.820646:0:74514:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20800. 00000020:00000040:3.0:1763354566.820651:0:74514:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000100:00000001:3.0:1763354566.820653:0:74514:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.823324:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.823333:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.823336:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.823339:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.823346:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.823356:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 432 into portal 28 MB=0x691a7971d8980 00000400:00000200:1.0:1763354566.823362:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 432/432 into md 0x79ff5d [8] + 12464 00000800:00000001:1.0:1763354566.823368:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.823374:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.823376:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.823381:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.823385:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.823387:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.823392:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8380. 00000100:00000040:1.0:1763354566.823395:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8380 x1848998841125248 msgsize 432 00000100:00100000:1.0:1763354566.823400:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.823412:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.823418:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.823421:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.823430:0:74514:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.823434:0:74514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125248 02000000:00000001:3.0:1763354566.823436:0:74514:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.823438:0:74514:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.823439:0:74514:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.823442:0:74514:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.823444:0:74514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125248 00000020:00000001:3.0:1763354566.823446:0:74514:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.823447:0:74514:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354566.823449:0:74514:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.823451:0:74514:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:3.0:1763354566.823453:0:74514:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354566.823454:0:74514:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354566.823457:0:74514:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.823460:0:74514:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.823462:0:74514:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.823465:0:74514:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.823468:0:74514:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61000. 00000020:00000010:3.0:1763354566.823471:0:74514:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.823473:0:74514:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354566.823478:0:74514:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354566.823480:0:74514:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.823481:0:74514:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.823483:0:74514:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.823487:0:74514:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.823495:0:74514:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.823501:0:74514:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.823502:0:74514:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.823506:0:74514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85257 00000100:00000040:3.0:1763354566.823508:0:74514:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354566.823510:0:74514:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820553600 : -123186888998016 : ffff8ff6513d8380) 00000100:00000040:3.0:1763354566.823514:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d8380 x1848998841125248/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 432/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.823521:0:74514:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.823523:0:74514:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.823525:0:74514:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.823527:0:74514:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.823530:0:74514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2406:x1848998841125248:12345-192.168.203.48@tcp:23:lfs.0 00000100:00000200:3.0:1763354566.823533:0:74514:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125248 00000020:00000001:3.0:1763354566.823535:0:74514:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.823537:0:74514:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.823538:0:74514:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.823540:0:74514:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.823542:0:74514:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831344 : -1043720272 : ffffffffc1ca17b0) 00000020:00000001:3.0:1763354566.823544:0:74514:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354566.823547:0:74514:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.823554:0:74514:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.823555:0:74514:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.823557:0:74514:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763354566.823562:0:74514:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763354566.823563:0:74514:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.823566:0:74514:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.823567:0:74514:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.823569:0:74514:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.823570:0:74514:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.823572:0:74514:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.823573:0:74514:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.823574:0:74514:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.823575:0:74514:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.823576:0:74514:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.823577:0:74514:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.823578:0:74514:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.823580:0:74514:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.823581:0:74514:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.823584:0:74514:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.823585:0:74514:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.823587:0:74514:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff644f0ec00. 02000000:00000001:3.0:1763354566.823589:0:74514:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.823590:0:74514:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.823592:0:74514:0:(tgt_handler.c:3006:tgt_lseek()) Process entered 00000020:00000001:3.0:1763354566.823594:0:74514:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.823597:0:74514:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00080000:00000001:3.0:1763354566.823601:0:74514:0:(osd_io.c:2870:osd_lseek()) Process entered 00080000:00000040:3.0:1763354566.823622:0:74514:0:(osd_io.c:2894:osd_lseek()) seek hole from 0: 1516 00080000:00000001:3.0:1763354566.823624:0:74514:0:(osd_io.c:2895:osd_lseek()) Process leaving (rc=1516 : 1516 : 5ec) 00000020:00000002:3.0:1763354566.823626:0:74514:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d5a00/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000020:00000001:3.0:1763354566.823628:0:74514:0:(tgt_handler.c:3046:tgt_lseek()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.823630:0:74514:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841125248 00010000:00000001:3.0:1763354566.823632:0:74514:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.823635:0:74514:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d8380 x1848998841125248/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 432/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.823640:0:74514:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.823642:0:74514:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.823644:0:74514:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.823647:0:74514:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.823648:0:74514:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.823650:0:74514:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.823652:0:74514:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.823653:0:74514:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.823655:0:74514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.823656:0:74514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.823659:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121880. 00000100:00000200:3.0:1763354566.823662:0:74514:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841125248, offset 224 00000400:00000200:3.0:1763354566.823665:0:74514:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.823670:0:74514:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.823674:0:74514:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556881:1556881:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556877:1556877:8:4294967295] 00000400:00000200:3.0:1763354566.823680:0:74514:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.823684:0:74514:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.823686:0:74514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486ba00. 00000800:00000200:3.0:1763354566.823689:0:74514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.823693:0:74514:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:3.0:1763354566.823695:0:74514:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486ba00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.823705:0:74514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.823708:0:74514:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.823709:0:74514:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.823710:0:74514:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.823712:0:74514:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.823715:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d8380 x1848998841125248/t0(0) o23->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 432/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763354566.823726:0:74514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2406:x1848998841125248:12345-192.168.203.48@tcp:23:lfs.0 Request processed in 204us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.823732:0:74514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85257 00000100:00000040:3.0:1763354566.823733:0:74514:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354566.823735:0:74514:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.823736:0:74514:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.823739:0:74514:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.823742:0:74514:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000010:3.0:1763354566.823746:0:74514:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61000. 00000020:00000040:3.0:1763354566.823750:0:74514:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000100:00000001:3.0:1763354566.823752:0:74514:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.823764:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.823768:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486ba00. 00000400:00000200:1.0:1763354566.823774:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.823779:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.823783:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121880 00000400:00000010:1.0:1763354566.823785:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121880. 00000100:00000001:1.0:1763354566.823788:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.823790:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.825628:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.825637:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.825640:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.825643:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.825649:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.825659:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8a00 00000400:00000200:1.0:1763354566.825664:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 12896 00000800:00000001:1.0:1763354566.825669:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.825674:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.825677:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.825680:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.825684:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.825686:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.825690:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8e00. 00000100:00000040:1.0:1763354566.825693:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8e00 x1848998841125376 msgsize 328 00000100:00100000:1.0:1763354566.825698:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.825711:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.825716:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.825719:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.825728:0:74514:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.825731:0:74514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125376 02000000:00000001:3.0:1763354566.825733:0:74514:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.825735:0:74514:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.825736:0:74514:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.825739:0:74514:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.825741:0:74514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125376 00000020:00000001:3.0:1763354566.825742:0:74514:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.825743:0:74514:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:3.0:1763354566.825745:0:74514:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.825747:0:74514:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:3.0:1763354566.825749:0:74514:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:3.0:1763354566.825750:0:74514:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:3.0:1763354566.825753:0:74514:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.825756:0:74514:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.825758:0:74514:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.825760:0:74514:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.825763:0:74514:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff679a61000. 00000020:00000010:3.0:1763354566.825765:0:74514:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.825768:0:74514:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354566.825772:0:74514:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763354566.825773:0:74514:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.825774:0:74514:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.825776:0:74514:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.825778:0:74514:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.825788:0:74514:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.825794:0:74514:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.825795:0:74514:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.825798:0:74514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85258 00000100:00000040:3.0:1763354566.825801:0:74514:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354566.825802:0:74514:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820556288 : -123186888995328 : ffff8ff6513d8e00) 00000100:00000040:3.0:1763354566.825807:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d8e00 x1848998841125376/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.825814:0:74514:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.825816:0:74514:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.825817:0:74514:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.825819:0:74514:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.825822:0:74514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2406:x1848998841125376:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.825825:0:74514:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125376 00000020:00000001:3.0:1763354566.825826:0:74514:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.825828:0:74514:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.825829:0:74514:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.825830:0:74514:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.825831:0:74514:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.825833:0:74514:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763354566.825835:0:74514:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.825836:0:74514:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.825838:0:74514:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.825840:0:74514:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.825841:0:74514:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.825842:0:74514:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.825906:0:74514:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.825908:0:74514:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.825910:0:74514:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.825914:0:74514:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.825919:0:74514:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00010000:00000001:3.0:1763354566.825921:0:74514:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.825923:0:74514:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.825926:0:74514:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399000. 00000020:00000001:3.0:1763354566.825929:0:74514:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.825931:0:74514:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399000 with handle 0x4a8bb634222cb31d to hash 00000020:00000001:3.0:1763354566.825933:0:74514:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.825934:0:74514:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00000800:00000001:1.0:1763354566.825935:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1763354566.825936:0:74514:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575269376 : -123186134282240 : ffff8ff67e399000) 00000800:00000001:1.0:1763354566.825951:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1763354566.825952:0:74514:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb31d lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41646 expref: -99 pid: 74514 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763354566.825954:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.825957:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.825965:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00010000:00000040:3.0:1763354566.825966:0:74514:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 17 00000400:00000200:1.0:1763354566.825973:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d8a80 00000400:00000200:1.0:1763354566.825976:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 13224 00000800:00000001:1.0:1763354566.825980:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.825984:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.825985:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.825987:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.825990:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.825991:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.825993:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513db480. 00000100:00000040:1.0:1763354566.825995:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513db480 x1848998841125504 msgsize 328 00000100:00100000:1.0:1763354566.825999:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000040:3.0:1763354566.826002:0:74514:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=26 00010000:00000001:3.0:1763354566.826008:0:74514:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:1.0:1763354566.826010:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:3.0:1763354566.826011:0:74514:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763354566.826015:0:74514:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.826018:0:74514:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:1.0:1763354566.826018:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.826022:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1763354566.826024:0:74514:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff67d888400. 02000000:00000001:3.0:1763354566.826027:0:74514:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.826029:0:74514:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.826032:0:74514:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000010:0.1:1763354566.826056:0:74534:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:3.1:1763354566.826062:0:74514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00000100:00000001:0.0:1763354566.826071:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1763354566.826072:0:74514:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00100000:0.0:1763354566.826074:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125504 00010000:00000001:3.0:1763354566.826075:0:74514:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.826077:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1763354566.826079:0:74514:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1763354566.826080:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.826084:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1763354566.826086:0:74514:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6417f9ee0. 02000000:00000001:0.0:1763354566.826087:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763354566.826091:0:74514:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00100000:0.0:1763354566.826092:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125504 00010000:00000001:3.0:1763354566.826096:0:74514:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00000020:00000001:0.0:1763354566.826096:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.826098:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00010000:00000010:3.0:1763354566.826101:0:74514:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.826102:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763354566.826104:0:74514:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000040:0.0:1763354566.826105:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000100:00000010:3.0:1763354566.826109:0:74514:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff54ef35d80. 00000020:00000001:0.0:1763354566.826109:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354566.826111:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000100:00000001:3.0:1763354566.826114:0:74514:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000100:00000001:0.0:1763354566.826115:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.826119:0:74514:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620882487172480 : -123191222379136 : ffff8ff54ef35d80) 00000020:00000010:0.0:1763354566.826120:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:3.0:1763354566.826123:0:74514:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.826124:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.826127:0:74514:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000020:00000010:0.0:1763354566.826128:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00010000:00000001:3.0:1763354566.826130:0:74514:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763354566.826132:0:74514:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000020:00000010:0.0:1763354566.826133:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000100:00000010:3.0:1763354566.826136:0:74514:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff54ec65f80. 00000020:00000010:0.0:1763354566.826139:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000040:3.0:1763354566.826140:0:74514:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763354566.826144:0:74514:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:0.0:1763354566.826144:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 02000000:00000001:3.0:1763354566.826148:0:74514:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1763354566.826150:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1763354566.826152:0:74514:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.826153:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.826156:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763354566.826160:0:74514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff679a60c00. 00000100:00000001:0.0:1763354566.826161:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.826165:0:74514:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.826170:0:74514:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763354566.826172:0:74514:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1763354566.826173:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.826178:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.826182:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.826184:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763354566.826188:0:74514:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1763354566.826192:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85259 00000100:00000001:3.0:1763354566.826193:0:74514:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.826196:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00100000:3.0:1763354566.826201:0:74514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:74514:1848998542724352:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354566.826201:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820566144 : -123186888985472 : ffff8ff6513db480) 00000100:00000001:3.0:1763354566.826207:0:74514:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1763354566.826210:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513db480 x1848998841125504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1763354566.826212:0:74514:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763354566.826215:0:74514:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.826219:0:74514:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1763354566.826222:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1763354566.826223:0:74514:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff679a61c00. 02000000:00000001:3.0:1763354566.826226:0:74514:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.826227:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.826230:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1763354566.826232:0:74514:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff59447b528. 00000020:00000010:0.0:1763354566.826232:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000400:00000010:3.0:1763354566.826240:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121198. 00000100:00100000:0.0:1763354566.826241:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841125504:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:0.0:1763354566.826247:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125504 00000100:00000200:3.0:1763354566.826248:0:74514:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542724352, portal 16 00000020:00000001:0.0:1763354566.826249:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1763354566.826251:0:74514:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763354566.826253:0:74514:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882484223872 : -123191225327744 : ffff8ff54ec65f80) 00000020:00000001:0.0:1763354566.826253:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.826256:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.826259:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1763354566.826261:0:74514:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1763354566.826262:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:0.0:1763354566.826267:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.826270:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.826274:0:74514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1763354566.826275:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.826278:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.826280:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.826282:0:74514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:0.0:1763354566.826283:0:74534:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763354566.826286:0:74534:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763354566.826287:0:74534:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000400:00000010:3.0:1763354566.826288:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121dd0. 00010000:00000001:0.0:1763354566.826288:0:74534:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763354566.826290:0:74534:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.826295:0:74534:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:3.0:1763354566.826296:0:74514:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542724352, offset 0 00010000:00000040:0.0:1763354566.826298:0:74534:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00010000:00000001:0.0:1763354566.826302:0:74534:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.826304:0:74534:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1763354566.826306:0:74514:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000010:0.0:1763354566.826308:0:74534:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8200. 00000020:00000001:0.0:1763354566.826312:0:74534:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.826314:0:74534:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8200 with handle 0x4a8bb634222cb324 to hash 00000400:00000200:3.0:1763354566.826318:0:74514:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000020:00000001:0.0:1763354566.826318:0:74534:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.826321:0:74534:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:0.0:1763354566.826325:0:74534:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00000400:00000200:3.0:1763354566.826328:0:74514:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:0.0:1763354566.826330:0:74534:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb324 lrc: 2/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4164d expref: -99 pid: 74534 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1763354566.826336:0:74514:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00010000:00000040:0.0:1763354566.826338:0:74534:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd21800 : new locks_count 17 00000020:00000040:0.0:1763354566.826341:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd21800 refcount=24 00000400:00000200:3.0:1763354566.826344:0:74514:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00010000:00000001:0.0:1763354566.826345:0:74534:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763354566.826348:0:74534:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000400:00000200:3.0:1763354566.826351:0:74514:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.826351:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.826355:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1763354566.826358:0:74514:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556882:1556882:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556878:1556878:8:4294967295] 02000000:00000010:0.0:1763354566.826359:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff642ace800. 02000000:00000001:0.0:1763354566.826364:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.826367:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.826370:0:74534:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.826373:0:74534:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.826376:0:74534:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.826377:0:74514:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:0.0:1763354566.826378:0:74534:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763354566.826383:0:74534:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff8ff6765ab230. 00002000:00000001:0.0:1763354566.826386:0:74534:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00000800:00000200:3.0:1763354566.826390:0:74514:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.826391:0:74534:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763354566.826393:0:74534:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.826397:0:74534:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000800:00000010:3.0:1763354566.826400:0:74514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000100:00000010:0.0:1763354566.826400:0:74534:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.826406:0:74534:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.826407:0:74534:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666080896 : -123190043470720 : ffff8ff595381480) 00000100:00000001:0.0:1763354566.826411:0:74534:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000800:00000200:3.0:1763354566.826412:0:74514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000100:00000001:0.0:1763354566.826413:0:74534:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.826415:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.826418:0:74534:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763354566.826421:0:74534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000800:00000200:3.0:1763354566.826425:0:74514:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000040:0.0:1763354566.826425:0:74534:0:(genops.c:1229:class_import_get()) import ffff8ff66dd22000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763354566.826429:0:74534:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.826431:0:74534:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1763354566.826433:0:74514:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 424 niov 1 nkiov 1 02000000:00000001:0.0:1763354566.826433:0:74534:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.826439:0:74534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176e200. 00000100:00000001:0.0:1763354566.826442:0:74534:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.826445:0:74534:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.826446:0:74534:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1763354566.826450:0:74514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.826451:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.826454:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889902 00000100:00000001:0.0:1763354566.826462:0:74534:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763354566.826464:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889894 00000100:00000001:0.0:1763354566.826464:0:74534:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.826471:0:74534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:74534:1848998542724480:192.168.203.48@tcp:106: 00000100:00000001:3.0:1763354566.826472:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889902 00000100:00000001:0.0:1763354566.826479:0:74534:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1763354566.826481:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889894 02000000:00000001:0.0:1763354566.826482:0:74534:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.826485:0:74534:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.826487:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889902 02000000:00000001:0.0:1763354566.826488:0:74534:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1763354566.826493:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889894 02000000:00000010:0.0:1763354566.826494:0:74534:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fa00. 00000100:00000001:3.0:1763354566.826498:0:74514:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889902 02000000:00000001:0.0:1763354566.826498:0:74534:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.826505:0:74514:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889894 00000400:00000010:0.0:1763354566.826506:0:74534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000100:00000001:3.0:1763354566.826509:0:74514:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1763354566.826511:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b198. 00000100:00000001:3.0:1763354566.826512:0:74514:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.826517:0:74514:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.826518:0:74534:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542724480, portal 16 00010000:00000001:3.0:1763354566.826520:0:74514:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.826520:0:74534:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1763354566.826524:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763354566.826524:0:74534:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000800:00000200:1.0:1763354566.826525:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1763354566.826528:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1763354566.826532:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00010000:00000010:3.0:1763354566.826533:0:74514:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6417f9ee0. 00000100:00000040:0.0:1763354566.826533:0:74534:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.826540:0:74514:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.826540:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.826542:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354566.826546:0:74514:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00000100:00000040:0.0:1763354566.826547:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.826548:0:74514:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000010:0.0:1763354566.826552:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bd48. 00000100:00000001:3.0:1763354566.826553:0:74514:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.826553:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000200:0.0:1763354566.826555:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542724480, offset 0 00000100:00000001:3.0:1763354566.826558:0:74514:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763354566.826562:0:74514:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1763354566.826566:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00100000:3.0:1763354566.826567:0:74514:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff54ef35d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.826571:0:74514:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1763354566.826571:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121dd0 00000100:00000001:3.0:1763354566.826573:0:74514:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.826574:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000010:1.0:1763354566.826576:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121dd0. 00000400:00000200:0.0:1763354566.826580:0:74534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1763354566.826584:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1763354566.826584:0:74534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.826589:0:74534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.826593:0:74534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000100:00000200:1.0:1763354566.826594:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1763354566.826597:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556883:1556883:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556879:1556879:7:4294967295] 00000400:00000200:0.0:1763354566.826613:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000100:00000001:1.0:1763354566.826622:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1763354566.826623:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.826628:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022a00. 00000100:00000040:1.0:1763354566.826632:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1763354566.826636:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.826645:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.826649:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763354566.826651:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.826653:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.826655:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.826657:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4306889902 00000100:00000001:0.0:1763354566.826660:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4306889902 00000100:00000001:0.0:1763354566.826662:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4306889902 00000100:00000001:0.0:1763354566.826664:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4306889902 00000100:00000001:0.0:1763354566.826665:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4306889902 00000100:00000001:0.0:1763354566.826667:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4306889902 00000100:00000001:0.0:1763354566.826669:0:74534:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4306889902 00000100:00000001:0.0:1763354566.826671:0:74534:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4306889902 00000100:00000001:0.0:1763354566.826673:0:74534:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.826674:0:74534:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.826676:0:74534:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.826677:0:74534:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.826679:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.826680:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763354566.826681:0:74534:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff8ff6765ab230. 00010000:00000001:0.0:1763354566.826683:0:74534:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.826684:0:74534:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.826686:0:74534:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.826687:0:74534:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.826688:0:74534:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.826689:0:74534:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.826691:0:74534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381480 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.826693:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.826695:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.826698:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.826703:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022a00. 00000400:00000200:1.0:1763354566.826708:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.826713:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.826716:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bd48 00000400:00000010:1.0:1763354566.826718:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bd48. 00000100:00000001:1.0:1763354566.826721:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.826726:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.826734:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.826738:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.826744:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.826746:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.827857:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.827865:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.827867:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.827869:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.827874:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.827882:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544d00 00000400:00000200:1.0:1763354566.827886:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b901d [1] + 224 00000800:00000001:1.0:1763354566.827890:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.827895:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.827897:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.827900:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.827903:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.827906:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.827914:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.827928:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.827932:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.827934:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.827935:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.827937:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.827953:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:3.0:1763354566.827958:0:74514:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1763354566.827959:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 280 into portal 16 MB=0x691a785544d80 00000400:00000001:3.0:1763354566.827963:0:74514:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763354566.827966:0:74514:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763354566.827968:0:74514:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff59447b528. 00000400:00000200:3.0:1763354566.827971:0:74514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121198 00000400:00000010:3.0:1763354566.827972:0:74514:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121198. 00000100:00000001:3.0:1763354566.827975:0:74514:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1763354566.827978:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 280/280 into md 0x7b9025 [1] + 224 00000100:00000200:3.0:1763354566.827981:0:74514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:1.0:1763354566.827983:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1763354566.827991:0:74514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.827996:0:74514:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763354566.827997:0:74514:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.827999:0:74514:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763354566.828001:0:74514:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.828002:0:74514:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.828004:0:74514:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.828005:0:74514:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.828009:0:74514:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:3.0:1763354566.828011:0:74514:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1763354566.828013:0:74514:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763354566.828014:0:74514:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.828016:0:74514:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763354566.828018:0:74514:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.828020:0:74514:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.828021:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.828023:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1763354566.828025:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.828050:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.828053:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.828058:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763354566.828085:0:74514:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763354566.828086:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.828104:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.828109:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.828113:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.828136:0:74514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.828138:0:74514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.828140:0:74514:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763354566.828143:0:74514:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00000001:0.0:1763354566.828146:0:74534:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:3.0:1763354566.828149:0:74514:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000400:00000001:0.0:1763354566.828152:0:74534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1763354566.828154:0:74514:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000001:0.0:1763354566.828156:0:74534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.828160:0:74534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000020:00000001:3.0:1763354566.828161:0:74514:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000400:00000200:0.0:1763354566.828166:0:74534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b198 00002000:00000001:3.0:1763354566.828167:0:74514:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00000400:00000010:0.0:1763354566.828171:0:74534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b198. 00002000:00000001:3.0:1763354566.828173:0:74514:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:0.0:1763354566.828177:0:74534:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:3.0:1763354566.828179:0:74514:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763354566.828185:0:74514:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000100:00000200:0.0:1763354566.828186:0:74534:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.828190:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.828193:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.828197:0:74514:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.828208:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.828209:0:74534:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.828238:0:74534:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.828240:0:74534:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763354566.828242:0:74514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff54ec65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:74514:1848998542724352:192.168.203.48@tcp:106: 00000100:00000001:0.0:1763354566.828243:0:74534:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.828246:0:74534:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763354566.828249:0:74514:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.828250:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.828252:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.828254:0:74514:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.828255:0:74534:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.828258:0:74514:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763354566.828260:0:74514:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1763354566.828260:0:74534:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd22458 time=88 v=5 (5 5 0 0) 00000100:00000040:3.0:1763354566.828267:0:74514:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff54ec65f80 x1848998542724352/t0(0) o106->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:0.0:1763354566.828267:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd22410 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.828275:0:74534:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.828278:0:74534:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.828282:0:74534:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1763354566.828283:0:74514:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1763354566.828285:0:74534:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.828286:0:74514:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.828291:0:74514:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff679a61c00. 00000100:00000001:0.0:1763354566.828291:0:74534:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.828297:0:74514:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763354566.828300:0:74514:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763354566.828302:0:74514:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000100:00000040:0.0:1763354566.828302:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1763354566.828306:0:74514:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763354566.828310:0:74514:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff679a60c00. 02000000:00000001:3.0:1763354566.828315:0:74514:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.828317:0:74514:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763354566.828321:0:74514:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec65f80. 00000100:00000001:0.0:1763354566.828321:0:74534:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.828326:0:74534:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763354566.828328:0:74514:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.828329:0:74534:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.828331:0:74514:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.828334:0:74534:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000010:3.0:1763354566.828335:0:74514:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff54ef35d80. 00000100:00000001:3.0:1763354566.828339:0:74514:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.828340:0:74514:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354566.828340:0:74534:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00010000:00000010:3.0:1763354566.828344:0:74514:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff54442a580. 00002000:00000001:0.0:1763354566.828345:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:3.0:1763354566.828347:0:74514:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.828348:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1763354566.828352:0:74514:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00000020:00000001:0.0:1763354566.828355:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00010000:00000001:3.0:1763354566.828356:0:74514:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.828359:0:74514:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00002000:00000001:0.0:1763354566.828359:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00010000:00000001:3.0:1763354566.828363:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:0.0:1763354566.828363:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:3.0:1763354566.828366:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354566.828366:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.828370:0:74514:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000002:0.0:1763354566.828371:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00010000:00000001:3.0:1763354566.828373:0:74514:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.828374:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.828378:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.828380:0:74514:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399000 with handle 0x4a8bb634222cb31d from hash 00010000:00000001:0.0:1763354566.828380:0:74534:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.828387:0:74514:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:0.0:1763354566.828387:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1763354566.828392:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.828395:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.828399:0:74514:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00000100:00100000:0.0:1763354566.828399:0:74534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_021:lustre-OST0001_UUID:74534:1848998542724480:192.168.203.48@tcp:106: 00010000:00000001:3.0:1763354566.828403:0:74514:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1763354566.828405:0:74534:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.828408:0:74514:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1763354566.828409:0:74534:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.828412:0:74534:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.828415:0:74534:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1763354566.828421:0:74514:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb31d lrc: 1/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41646 expref: 26 pid: 74514 timeout: 0 lvb_type: 1 00000100:00000040:0.0:1763354566.828422:0:74534:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542724480/t0(0) o106->lustre-OST0001@192.168.203.48@tcp:15/16 lens 328/280 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.828439:0:74534:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.828441:0:74534:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.828444:0:74534:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.828448:0:74534:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.828449:0:74534:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1763354566.828451:0:74514:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1763354566.828451:0:74534:0:(genops.c:1242:class_import_put()) import ffff8ff66dd22000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763354566.828455:0:74534:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1763354566.828456:0:74514:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000010:0.0:1763354566.828457:0:74534:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176e200. 00010000:00000001:3.0:1763354566.828460:0:74514:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:0.0:1763354566.828461:0:74534:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1763354566.828463:0:74514:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.828464:0:74534:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1763354566.828467:0:74514:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.828468:0:74534:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00000100:00000001:0.0:1763354566.828474:0:74534:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1763354566.828475:0:74514:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1763354566.828476:0:74534:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.828477:0:74514:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1763354566.828479:0:74534:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381480. 00010000:00000001:3.0:1763354566.828480:0:74514:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.828483:0:74514:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1763354566.828484:0:74534:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763354566.828486:0:74514:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.828487:0:74534:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.828489:0:74514:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000010:0.0:1763354566.828491:0:74534:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:3.0:1763354566.828492:0:74514:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763354566.828496:0:74514:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.828496:0:74534:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.828502:0:74514:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.828502:0:74534:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763354566.828506:0:74534:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.828507:0:74514:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.828509:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.828510:0:74514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.828513:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.828515:0:74514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff67e399000/0x4a8bb634222cb31d lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41646 expref: 26 pid: 74514 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354566.828516:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.828519:0:74534:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.828522:0:74534:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.828526:0:74534:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222cb324 from hash 00010000:00000040:3.0:1763354566.828528:0:74514:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 16 00010000:00000001:0.0:1763354566.828529:0:74534:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:3.0:1763354566.828532:0:74514:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00010000:00000001:0.0:1763354566.828533:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.828535:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.828537:0:74534:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763354566.828538:0:74534:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763354566.828539:0:74514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.828540:0:74534:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763354566.828542:0:74514:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e399000, rc 0) 00000020:00000001:3.0:1763354566.828547:0:74514:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00010000:0.0:1763354566.828548:0:74534:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb324 lrc: 1/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4164d expref: 24 pid: 74534 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763354566.828550:0:74514:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841125376 00010000:00000001:3.0:1763354566.828555:0:74514:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.828562:0:74514:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d8e00 x1848998841125376/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.828573:0:74534:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354566.828575:0:74514:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1763354566.828577:0:74534:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.828578:0:74514:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.828579:0:74534:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00001000:3.0:1763354566.828582:0:74514:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00010000:00000001:0.0:1763354566.828583:0:74534:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.828588:0:74534:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.828589:0:74514:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1763354566.828592:0:74534:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1763354566.828594:0:74514:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.828595:0:74534:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1763354566.828597:0:74514:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:0.0:1763354566.828598:0:74534:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1763354566.828602:0:74514:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1763354566.828602:0:74534:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.828606:0:74534:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:3.0:1763354566.828607:0:74514:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.828609:0:74534:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1763354566.828610:0:74514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1763354566.828612:0:74534:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763354566.828615:0:74534:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763354566.828616:0:74514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:0.0:1763354566.828618:0:74534:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763354566.828621:0:74514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121198. 00010000:00000001:0.0:1763354566.828621:0:74534:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763354566.828624:0:74534:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1763354566.828627:0:74514:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841125376, offset 224 00010000:00010000:0.0:1763354566.828629:0:74534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb324 lrc: 0/0,0 mode: --/PR res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4164d expref: 24 pid: 74534 timeout: 0 lvb_type: 1 00000400:00000200:3.0:1763354566.828635:0:74514:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000040:0.0:1763354566.828638:0:74534:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 16 00000020:00000040:0.0:1763354566.828641:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 23 00000400:00000200:3.0:1763354566.828645:0:74514:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:0.0:1763354566.828647:0:74534:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1763354566.828651:0:74514:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556884:1556884:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556880:1556880:8:4294967295] 00010000:00010000:0.0:1763354566.828651:0:74534:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff55c5f8200, rc 0) 00000020:00000001:0.0:1763354566.828654:0:74534:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763354566.828659:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841125504 00010000:00000001:0.0:1763354566.828663:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:3.0:1763354566.828667:0:74514:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000200:0.0:1763354566.828671:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513db480 x1848998841125504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1763354566.828677:0:74514:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.828682:0:74514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00010000:00000001:0.0:1763354566.828685:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1763354566.828689:0:74514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00010000:00000001:0.0:1763354566.828691:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354566.828696:0:74514:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00001000:0.0:1763354566.828697:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000800:00000200:3.0:1763354566.828700:0:74514:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.828704:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.828709:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.828712:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000100:00000001:3.0:1763354566.828714:0:74514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.828715:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1763354566.828720:0:74514:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 02000000:00000001:0.0:1763354566.828720:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.828725:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354566.828726:0:74514:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.828730:0:74514:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.828733:0:74514:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.828735:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000040:3.0:1763354566.828739:0:74514:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d8e00 x1848998841125376/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1763354566.828741:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b198. 00000100:00000200:0.0:1763354566.828749:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841125504, offset 224 00000100:00100000:3.0:1763354566.828753:0:74514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2406:x1848998841125376:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2935us (3056us total) trans 0 rc 301/301 00000100:00100000:3.0:1763354566.828764:0:74514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85258 00000400:00000200:0.0:1763354566.828765:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000040:3.0:1763354566.828767:0:74514:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:3.0:1763354566.828770:0:74514:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1763354566.828771:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354566.828772:0:74514:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1763354566.828777:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000020:00000010:3.0:1763354566.828778:0:74514:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000400:00000200:0.0:1763354566.828778:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000010:3.0:1763354566.828785:0:74514:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000400:00000200:1.0:1763354566.828785:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.828788:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556885:1556885:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556881:1556881:7:4294967295] 00000020:00000010:3.0:1763354566.828792:0:74514:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff679a61000. 00000400:00000200:1.0:1763354566.828795:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:3.0:1763354566.828799:0:74514:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000100:00000001:3.0:1763354566.828804:0:74514:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763354566.828804:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000400:00000200:1.0:1763354566.828811:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121198 00000800:00000200:0.0:1763354566.828812:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000400:00000010:1.0:1763354566.828815:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121198. 00000800:00000010:0.0:1763354566.828819:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022400. 00000100:00000001:1.0:1763354566.828820:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.828823:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763354566.828826:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.828830:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.828833:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.828840:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.828842:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.828844:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.828846:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.828848:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.828852:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513db480 x1848998841125504/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.828859:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2403:x1848998841125504:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 2636us (2862us total) trans 0 rc 301/301 00000800:00000200:1.0:1763354566.828863:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1763354566.828867:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85259 00000800:00000010:1.0:1763354566.828869:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022400. 00000100:00000040:0.0:1763354566.828871:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000100:00000001:0.0:1763354566.828875:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354566.828876:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.828877:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.828881:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000400:00000200:1.0:1763354566.828887:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:0.0:1763354566.828888:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:0.0:1763354566.828894:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000400:00000200:1.0:1763354566.828895:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b198 00000020:00000040:0.0:1763354566.828900:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000400:00000010:1.0:1763354566.828901:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b198. 00000100:00000001:0.0:1763354566.828904:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.828907:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.828910:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.831523:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.831531:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.831533:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.831535:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.831540:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.831547:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971d8b00 00000400:00000200:1.0:1763354566.831552:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 75024 00000800:00000001:1.0:1763354566.831557:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.831561:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.831563:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.831565:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.831569:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.831570:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354566.831573:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513dbb80. 00000100:00000040:1.0:1763354566.831576:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513dbb80 x1848998841125632 msgsize 488 00000100:00100000:1.0:1763354566.831579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.831589:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.831594:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.831595:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.831624:0:99670:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.831628:0:99670:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125632 02000000:00000001:0.0:1763354566.831631:0:99670:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.831633:0:99670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.831635:0:99670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.831639:0:99670:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.831643:0:99670:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125632 00000020:00000001:0.0:1763354566.831646:0:99670:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.831648:0:99670:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.831650:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.831653:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:0.0:1763354566.831656:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.831658:0:99670:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.831662:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.831666:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.831670:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.831673:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.831678:0:99670:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000020:00000010:0.0:1763354566.831681:0:99670:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.831685:0:99670:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000100:00000040:0.0:1763354566.831692:0:99670:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763354566.831695:0:99670:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.831697:0:99670:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763354566.831699:0:99670:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763354566.831702:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.831704:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:0.0:1763354566.831708:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.831711:0:99670:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354566.831714:0:99670:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.831717:0:99670:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.831720:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.831722:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.831724:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.831726:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.831728:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.831730:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.831731:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.831733:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.831734:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.831736:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.831737:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.831740:0:99670:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763354566.831743:0:99670:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.831745:0:99670:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.831748:0:99670:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.831750:0:99670:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763354566.831752:0:99670:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.831755:0:99670:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763354566.831762:0:99670:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000402:0x53fb:0x0] (0->4095) req@ffff8ff6513dbb80 x1848998841125632/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763354566.831772:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763354566.831775:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff6513dbb80 with x1848998841125632 ext(0->4095) 00010000:00000001:0.0:1763354566.831778:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.831780:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.831781:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:0.0:1763354566.831784:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:0.0:1763354566.831787:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:0.0:1763354566.831790:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.831791:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763354566.831793:0:99670:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763354566.831795:0:99670:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff6513dbb80 00002000:00000001:0.0:1763354566.831797:0:99670:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.831800:0:99670:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.831806:0:99670:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.831820:0:99670:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.831829:0:99670:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.831831:0:99670:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.831836:0:99670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1963 00000100:00000040:0.0:1763354566.831840:0:99670:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.831843:0:99670:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820567936 : -123186888983680 : ffff8ff6513dbb80) 00000100:00000040:0.0:1763354566.831850:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513dbb80 x1848998841125632/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.831860:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.831865:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.831868:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.831871:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.831876:0:99670:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2408:x1848998841125632:12345-192.168.203.48@tcp:3:lfs.0 00000100:00000200:0.0:1763354566.831881:0:99670:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125632 00000020:00000001:0.0:1763354566.831883:0:99670:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.831886:0:99670:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.831888:0:99670:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.831891:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.831892:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:0.0:1763354566.831896:0:99670:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.831898:0:99670:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.831900:0:99670:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.831902:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.831904:0:99670:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.831909:0:99670:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.831911:0:99670:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.831917:0:99670:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff8ff544490000. 02000000:00000001:0.0:1763354566.831920:0:99670:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.831922:0:99670:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.831925:0:99670:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763354566.831928:0:99670:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763354566.831930:0:99670:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.831934:0:99670:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763354566.831969:0:99670:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763354566.831972:0:99670:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763354566.831974:0:99670:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 reports grant 460906496 dropped 0, local 460906496 00000020:00000001:0.0:1763354566.831978:0:99670:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763354566.831980:0:99670:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763354566.831983:0:99670:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763354566.831985:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.831987:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.831992:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00002000:00000001:0.0:1763354566.831995:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00002000:00000001:0.0:1763354566.831999:0:99670:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763354566.832005:0:99670:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.832007:0:99670:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763354566.832009:0:99670:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.832014:0:99670:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:0.0:1763354566.832017:0:99670:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.832023:0:99670:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763354566.832030:0:99670:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.832062:0:99670:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.832066:0:99670:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.832069:0:99670:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.832075:0:99670:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763354566.832099:0:99670:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:0.0:1763354566.832102:0:99670:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763354566.832115:0:99670:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763354566.832118:0:99670:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de694cad (4) 00000020:00008000:0.0:1763354566.832122:0:99670:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763354566.832126:0:99670:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763354566.832130:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.832136:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.832140:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.832142:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.832144:0:99670:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:0.0:1763354566.832151:0:99670:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.832155:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00002000:00000001:0.0:1763354566.832159:0:99670:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.832161:0:99670:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.832163:0:99670:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.832165:0:99670:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763354566.832167:0:99670:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763354566.832169:0:99670:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763354566.832173:0:99670:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944458, transno 0, xid 1848998841125632 00010000:00000001:0.0:1763354566.832175:0:99670:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.832181:0:99670:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513dbb80 x1848998841125632/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/4536 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.832189:0:99670:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.832192:0:99670:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.832195:0:99670:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.832199:0:99670:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.832202:0:99670:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.832204:0:99670:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.832207:0:99670:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.832209:0:99670:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.832211:0:99670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.832214:0:99670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.832218:0:99670:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.832222:0:99670:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848998841125632, offset 224 00000400:00000200:0.0:1763354566.832227:0:99670:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.832235:0:99670:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.832240:0:99670:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556886:1556886:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556882:1556882:8:4294967295] 00000400:00000200:0.0:1763354566.832250:0:99670:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.832256:0:99670:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.832260:0:99670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff59176e200. 00000800:00000200:0.0:1763354566.832266:0:99670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.832271:0:99670:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:0.0:1763354566.832275:0:99670:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff59176e200 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763354566.832290:0:99670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.832294:0:99670:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.832297:0:99670:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.832299:0:99670:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.832302:0:99670:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.832307:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513dbb80 x1848998841125632/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/4536 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.832318:0:99670:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2408:x1848998841125632:12345-192.168.203.48@tcp:3:lfs.0 Request processed in 456us (739us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763354566.832328:0:99670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1963 00000100:00000040:0.0:1763354566.832332:0:99670:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.832334:0:99670:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763354566.832337:0:99670:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763354566.832342:0:99670:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000402:0x53fb:0x0] (0->4095) req@ffff8ff6513dbb80 x1848998841125632/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/4536 e 0 to 0 dl 1763354577 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763354566.832351:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763354566.832352:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff6513dbb80 with x1848998841125632 ext(0->4095) 00000800:00000200:1.0:1763354566.832353:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1763354566.832355:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:1.0:1763354566.832358:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff59176e200. 00000020:00000001:0.0:1763354566.832359:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.832363:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000400:00000200:1.0:1763354566.832364:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1763354566.832366:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00010000:00000001:0.0:1763354566.832369:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000400:00000200:1.0:1763354566.832373:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:0.0:1763354566.832374:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.832378:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1763354566.832379:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00002000:00000001:0.0:1763354566.832379:0:99670:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00000400:00000010:1.0:1763354566.832383:0:3648:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00002000:00010000:0.0:1763354566.832383:0:99670:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff6513dbb80 00002000:00000001:0.0:1763354566.832388:0:99670:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.832389:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.832391:0:99670:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763354566.832392:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1763354566.832397:0:99670:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.832403:0:99670:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:0.0:1763354566.832408:0:99670:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000020:00000040:0.0:1763354566.832413:0:99670:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000100:00000001:0.0:1763354566.832416:0:99670:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.834505:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.834515:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.834518:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.834521:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.834527:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.834537:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 568 into portal 12 MB=0x691a7971d8b80 00000400:00000200:1.0:1763354566.834545:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 568/568 into md 0x76d7e5 [64] + 101816 00000800:00000001:1.0:1763354566.834551:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.834558:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.834560:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.834564:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.834569:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.834571:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.834575:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513dad80. 00000100:00000040:1.0:1763354566.834578:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513dad80 x1848998841125760 msgsize 568 00000100:00100000:1.0:1763354566.834582:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.834596:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.834602:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.834606:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.834616:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.834620:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125760 02000000:00000001:3.0:1763354566.834622:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.834624:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.834625:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.834628:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.834631:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125760 00000020:00000001:3.0:1763354566.834633:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.834634:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.834635:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.834637:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=484 00000020:00000001:3.0:1763354566.834639:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.834641:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.834644:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.834647:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.834649:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.834651:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.834655:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20800. 00000020:00000010:3.0:1763354566.834658:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.834660:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354566.834665:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.834667:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.834668:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763354566.834670:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763354566.834671:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.834673:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.834677:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.834687:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.834694:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.834695:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.834700:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417488 00000100:00000040:3.0:1763354566.834702:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.834704:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820564352 : -123186888987264 : ffff8ff6513dad80) 00000100:00000040:3.0:1763354566.834709:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513dad80 x1848998841125760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 568/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763354566.834716:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.834718:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.834721:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.834722:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.834726:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+484:253181:x1848998841125760:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:3.0:1763354566.834729:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125760 00000020:00000001:3.0:1763354566.834730:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.834732:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.834735:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.834736:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.834738:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:3.0:1763354566.834740:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.834742:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841125760, found 0 last_xid 1848998841125759 00000020:00000001:3.0:1763354566.834744:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.834745:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.834747:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.834749:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.834751:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763354566.834752:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763354566.834753:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763354566.834754:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763354566.834755:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.834759:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.834765:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 3 00010000:00000001:3.0:1763354566.834766:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.834768:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.834771:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e399c00. 00000020:00000001:3.0:1763354566.834773:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.834775:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e399c00 with handle 0x4a8bb634222cb32b to hash 00000020:00000001:3.0:1763354566.834777:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.834778:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00010000:00000010:3.0:1763354566.834782:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.834784:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575272448 : -123186134279168 : ffff8ff67e399c00) 00010000:00010000:3.0:1763354566.834787:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb32b lrc: 2/0,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41654 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.834794:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 464 00000020:00000040:3.0:1763354566.834796:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=485 00010000:00000001:3.0:1763354566.834800:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763354566.834802:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763354566.834807:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763354566.834809:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763354566.834811:0:38200:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763354566.834812:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763354566.834814:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e26:0x0] 00000020:00000001:3.0:1763354566.834816:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.834819:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:3.0:1763354566.834821:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00000004:00000001:3.0:1763354566.834822:0:38200:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834824:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834826:0:38200:0:(mdt_handler.c:4954:mdt_intent_getxattr()) Process entered 00000004:00000001:3.0:1763354566.834827:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763354566.834830:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763354566.834831:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763354566.834832:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 4 00010000:00000001:3.0:1763354566.834834:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.834835:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763354566.834837:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67e398a00. 00000020:00000001:3.0:1763354566.834838:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763354566.834839:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67e398a00 with handle 0x4a8bb634222cb332 to hash 00000020:00000001:3.0:1763354566.834841:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763354566.834842:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000010:3.0:1763354566.834844:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff671663d00. 00010000:00000001:3.0:1763354566.834845:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.834847:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.834848:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.834851:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.834855:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763354566.834857:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763354566.834860:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763354566.834861:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.834863:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.834865:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763354566.834866:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.834868:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763354566.834870:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763354566.834871:0:38200:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763354566.834872:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763354566.834874:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 4 00010000:00000040:3.0:1763354566.834876:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763354566.834879:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415eb expref: 485 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.834884:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 485 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763354566.834888:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.834892:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763354566.834896:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.834897:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.834899:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763354566.834900:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.834902:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.834903:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.834905:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763354566.834907:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.834909:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.834912:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763354566.834913:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.834914:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.834915:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.834916:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.834918:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=3 00000020:00000001:3.0:1763354566.834919:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.834921:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.834922:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.834923:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.834924:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834926:0:38200:0:(mdt_xattr.c:230:mdt_getxattr()) Process entered 00000004:00000002:3.0:1763354566.834927:0:38200:0:(mdt_xattr.c:235:mdt_getxattr()) getxattr [0x200002344:0x19e26:0x0] 00000001:00000001:3.0:1763354566.834929:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.834930:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834932:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763354566.834933:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834936:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763354566.834937:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.834954:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.834956:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.834957:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.834958:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.834959:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.834960:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.834962:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.834963:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.834964:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.834965:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.834966:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763354566.834967:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763354566.834968:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.834970:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.834971:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.834975:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763354566.834979:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:3.0:1763354566.834981:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:3.0:1763354566.834983:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763354566.834984:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.834986:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763354566.834988:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834989:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763354566.834991:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.834993:0:38200:0:(mdt_xattr.c:42:mdt_getxattr_pack_reply()) Process entered 00000100:00000001:3.0:1763354566.834995:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.834997:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.835016:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8704 at ffff8ff671c5c000. 02000000:00000001:3.0:1763354566.835018:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.835020:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.835021:0:38200:0:(mdt_xattr.c:121:mdt_getxattr_pack_reply()) Process leaving (rc=2500 : 2500 : 9c4) 00000004:00000001:3.0:1763354566.835024:0:38200:0:(mdt_xattr.c:163:mdt_getxattr_all()) Process entered 00000004:00000001:3.0:1763354566.835027:0:38200:0:(mdd_object.c:491:mdd_xattr_list()) Process entered 00010000:00000010:0.1:1763354566.835067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00000004:00000001:3.0:1763354566.835071:0:38200:0:(mdd_object.c:528:mdd_xattr_list()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1763354566.835078:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835083:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835092:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.835095:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.835097:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.835099:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.835101:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835103:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835106:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763354566.835107:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763354566.835109:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.835110:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=5 : 5 : 5) 00000004:00000001:3.0:1763354566.835112:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835114:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835115:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.835117:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.835118:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.835119:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763354566.835120:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835121:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1763354566.835123:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.835124:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.835125:0:38200:0:(mdt_xattr.c:132:mdt_nodemap_map_acl()) Process entered 00000004:00000001:3.0:1763354566.835126:0:38200:0:(mdt_xattr.c:151:mdt_nodemap_map_acl()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763354566.835129:0:38200:0:(mdt_xattr.c:216:mdt_getxattr_all()) Process leaving (rc=45 : 45 : 2d) 00000004:00000001:3.0:1763354566.835131:0:38200:0:(mdt_xattr.c:298:mdt_getxattr()) Process leaving 00000020:00000001:3.0:1763354566.835135:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763354566.835139:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.835142:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763354566.835143:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763354566.835145:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.835146:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.835148:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=3 00000020:00000001:3.0:1763354566.835150:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:3.0:1763354566.835151:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00000004:00000040:3.0:1763354566.835153:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 465 00000020:00000040:3.0:1763354566.835155:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=486 00010000:00000001:3.0:1763354566.835158:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.835159:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763354566.835160:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.835161:0:38200:0:(mdt_handler.c:4994:mdt_intent_getxattr()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.835163:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763354566.835165:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763354566.835167:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763354566.835169:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763354566.835170:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763354566.835172:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.835174:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.835175:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.835176:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.835178:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.835180:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399c00 with handle 0x4a8bb634222cb32b from hash 00010000:00000001:3.0:1763354566.835181:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.835182:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.835183:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.835183:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763354566.835184:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.835187:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399c00/0x4a8bb634222cb32b lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 486 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763354566.835193:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 464 00000020:00000040:3.0:1763354566.835194:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 485 00010000:00000010:3.0:1763354566.835196:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663980. 00010000:00000001:3.0:1763354566.835202:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.835203:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.835206:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763354566.835208:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 485 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763354566.835213:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.835215:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.835217:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00010000:3.0:1763354566.835218:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00000001:3.0:1763354566.835220:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.835222:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.835223:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.835224:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.835225:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.835226:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff67e398a00, rc 0) 00000020:00000001:3.0:1763354566.835227:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.835229:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214473, transno 0, xid 1848998841125760 00010000:00000001:3.0:1763354566.835231:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763354566.835234:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513dad80 x1848998841125760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 568/1072 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763354566.835240:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.835241:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763354566.835243:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1763354566.835246:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763354566.835248:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:3.0:1763354566.835249:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:3.0:1763354566.835251:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763354566.835252:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.835254:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.835256:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:3.0:1763354566.835259:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121088. 00000100:00000200:3.0:1763354566.835261:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 1072 bytes to portal 10, xid 1848998841125760, offset 224 00000400:00000200:3.0:1763354566.835265:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:3.0:1763354566.835270:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:3.0:1763354566.835274:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556887:1556887:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556883:1556883:8:4294967295] 00000400:00000200:3.0:1763354566.835281:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.835284:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1072 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:3.0:1763354566.835287:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486b200. 00000800:00000200:3.0:1763354566.835291:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:3.0:1763354566.835295:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:3.0:1763354566.835297:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486b200 type 1, nob 1168 niov 1 nkiov 1 00000100:00000001:3.0:1763354566.835309:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.835311:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.835313:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763354566.835314:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.835316:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763354566.835319:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513dad80 x1848998841125760/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 568/1072 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763354566.835326:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+485:253181:x1848998841125760:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 608us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1763354566.835332:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417488 00000100:00000040:3.0:1763354566.835334:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:3.0:1763354566.835336:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763354566.835338:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763354566.835340:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.835343:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000010:3.0:1763354566.835346:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20800. 00000020:00000040:3.0:1763354566.835352:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 484 00000100:00000001:3.0:1763354566.835354:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.835377:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.835381:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486b200. 00000400:00000200:1.0:1763354566.835386:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.835391:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.835395:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121088 00000400:00000010:1.0:1763354566.835397:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121088. 00000100:00000001:1.0:1763354566.835401:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.835403:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.837066:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.837074:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.837076:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.837079:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.837085:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.837094:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4584 into portal 6 MB=0x691a7971d8c00 00000400:00000200:1.0:1763354566.837100:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 4584/4584 into md 0x1e60fd [128] + 75512 00000800:00000001:1.0:1763354566.837105:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.837117:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.837119:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.837122:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.837126:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.837127:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354566.837131:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9180. 00000100:00000040:1.0:1763354566.837134:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9180 x1848998841125888 msgsize 4584 00000100:00100000:1.0:1763354566.837138:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.837150:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.837154:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.837157:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.837198:0:99670:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.837202:0:99670:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841125888 02000000:00000001:0.0:1763354566.837204:0:99670:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.837206:0:99670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.837208:0:99670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.837211:0:99670:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.837214:0:99670:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841125888 00000020:00000001:0.0:1763354566.837216:0:99670:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.837218:0:99670:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.837220:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.837223:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:0.0:1763354566.837226:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.837229:0:99670:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.837232:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.837236:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.837239:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.837242:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.837247:0:99670:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176f000. 00000020:00000010:0.0:1763354566.837251:0:99670:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee700. 00000020:00000010:0.0:1763354566.837255:0:99670:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf708. 00000100:00000040:0.0:1763354566.837260:0:99670:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763354566.837263:0:99670:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.837265:0:99670:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763354566.837268:0:99670:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763354566.837270:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.837272:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:0.0:1763354566.837274:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.837277:0:99670:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354566.837279:0:99670:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.837281:0:99670:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.837283:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.837284:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.837286:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.837288:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.837290:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.837292:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.837293:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.837295:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.837297:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.837298:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.837300:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837302:0:99670:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763354566.837305:0:99670:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837308:0:99670:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837310:0:99670:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.837313:0:99670:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763354566.837315:0:99670:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.837317:0:99670:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.837322:0:99670:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.837336:0:99670:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.837344:0:99670:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.837346:0:99670:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.837352:0:99670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1964 00000100:00000040:0.0:1763354566.837356:0:99670:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.837359:0:99670:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820557184 : -123186888994432 : ffff8ff6513d9180) 00000100:00000040:0.0:1763354566.837366:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d9180 x1848998841125888/t0(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4584/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.837376:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.837379:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.837382:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.837385:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.837390:0:99670:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2406:x1848998841125888:12345-192.168.203.48@tcp:4:lfs.0 00000100:00000200:0.0:1763354566.837394:0:99670:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841125888 00000020:00000001:0.0:1763354566.837397:0:99670:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.837399:0:99670:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.837401:0:99670:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837404:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.837406:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830432 : -1043721184 : ffffffffc1ca1420) 00000020:00000001:0.0:1763354566.837408:0:99670:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.837411:0:99670:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.837414:0:99670:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.837415:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.837417:0:99670:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837420:0:99670:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763354566.837423:0:99670:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.837425:0:99670:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.837429:0:99670:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8ff642acc000. 02000000:00000001:0.0:1763354566.837431:0:99670:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.837433:0:99670:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837436:0:99670:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763354566.837439:0:99670:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.837441:0:99670:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763354566.837443:0:99670:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763354566.837448:0:99670:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fadd00 count: 2 00010000:00000001:0.0:1763354566.837450:0:99670:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.837453:0:99670:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763354566.837456:0:99670:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff55c5f8200. 00000020:00000001:0.0:1763354566.837459:0:99670:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763354566.837461:0:99670:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff55c5f8200 with handle 0x4a8bb634222cb339 to hash 00000020:00000001:0.0:1763354566.837464:0:99670:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763354566.837466:0:99670:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:0.0:1763354566.837468:0:99670:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:0.0:1763354566.837471:0:99670:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.837473:0:99670:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.837478:0:99670:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.837487:0:99670:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763354566.837490:0:99670:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763354566.837492:0:99670:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.837495:0:99670:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.837499:0:99670:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763354566.837501:0:99670:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.837506:0:99670:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 2/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 25 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763354566.837514:0:99670:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.837516:0:99670:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.837518:0:99670:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.837520:0:99670:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.837523:0:99670:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.837524:0:99670:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.837526:0:99670:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.837528:0:99670:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.837530:0:99670:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763354566.837533:0:99670:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 4/0,1 mode: --/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.837542:0:99670:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fc:0x0].0x0 (ffff8ff547fadd00) refcount = 2 00010000:00000040:0.0:1763354566.837545:0:99670:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.837548:0:99670:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 25 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763354566.837556:0:99670:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763354566.837559:0:99670:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 4/0,1 mode: --/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763354566.837568:0:99670:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.837571:0:99670:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.837576:0:99670:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.837578:0:99670:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666083008 : -123190043468608 : ffff8ff595381cc0) 00000100:00000001:0.0:1763354566.837581:0:99670:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666083008 : -123190043468608 : ffff8ff595381cc0) 00000100:00000001:0.0:1763354566.837584:0:99670:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.837586:0:99670:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.837588:0:99670:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.837591:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.837593:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763354566.837595:0:99670:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.837597:0:99670:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.837599:0:99670:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763354566.837601:0:99670:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763354566.837604:0:99670:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff66fd66d80. 00000020:00000040:0.0:1763354566.837608:0:99670:0:(genops.c:1229:class_import_get()) import ffff8ff66dd20000 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763354566.837611:0:99670:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763354566.837614:0:99670:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763354566.837617:0:99670:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.837624:0:99670:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff59176fa00. 00000100:00000001:0.0:1763354566.837629:0:99670:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.837635:0:99670:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 25 pid: 74539 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763354566.837649:0:99670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 25 pid: 74539 timeout: 12321 lvb_type: 1 00010000:00000001:0.0:1763354566.837659:0:99670:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763354566.837662:0:99670:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763354566.837667:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.837676:0:99670:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763354566.837679:0:99670:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.837683:0:99670:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:99670:1848998542724608:192.168.203.48@tcp:104: 00000100:00000001:0.0:1763354566.837688:0:99670:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763354566.837692:0:99670:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763354566.837695:0:99670:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.837697:0:99670:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763354566.837701:0:99670:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff59176fc00. 02000000:00000001:0.0:1763354566.837703:0:99670:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763354566.837709:0:99670:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000400:00000010:0.0:1763354566.837714:0:99670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bb28. 00000100:00000200:0.0:1763354566.837719:0:99670:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542724608, portal 16 00000100:00000001:0.0:1763354566.837722:0:99670:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763354566.837723:0:99670:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887333891456 : -123186375660160 : ffff8ff66fd66d80) 00000100:00000040:0.0:1763354566.837729:0:99670:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.837736:0:99670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.837739:0:99670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.837742:0:99670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b198. 00000100:00000200:0.0:1763354566.837745:0:99670:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542724608, offset 0 00000400:00000200:0.0:1763354566.837750:0:99670:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.837756:0:99670:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.837761:0:99670:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763354566.837765:0:99670:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:0.0:1763354566.837769:0:99670:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763354566.837772:0:99670:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:0.0:1763354566.837776:0:99670:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556888:1556888:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556884:1556884:8:4294967295] 00000400:00000200:0.0:1763354566.837786:0:99670:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.837792:0:99670:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.837796:0:99670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022300. 00000800:00000200:0.0:1763354566.837801:0:99670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.837806:0:99670:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.837809:0:99670:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.837824:0:99670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.837829:0:99670:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4306889913 00000100:00000001:0.0:1763354566.837836:0:99670:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889902 00000100:00000001:0.0:1763354566.837840:0:99670:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4306889913 00000100:00000001:0.0:1763354566.837844:0:99670:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889902 00000100:00000001:0.0:1763354566.837848:0:99670:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4306889913 00000100:00000001:0.0:1763354566.837853:0:99670:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889902 00000100:00000001:0.0:1763354566.837857:0:99670:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4306889913 00000100:00000001:0.0:1763354566.837861:0:99670:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889902 00000100:00000001:0.0:1763354566.837865:0:99670:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.837868:0:99670:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.837871:0:99670:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.837874:0:99670:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.837876:0:99670:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.837879:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.837881:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.837883:0:99670:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.837885:0:99670:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.837887:0:99670:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.837890:0:99670:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.837892:0:99670:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.837894:0:99670:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763354566.837898:0:99670:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff595381cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1763354566.837901:0:99670:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1763354566.837904:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354566.837905:0:99670:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763354566.837910:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022300. 00000400:00000200:1.0:1763354566.837916:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.837922:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.837926:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b198 00000400:00000010:1.0:1763354566.837930:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b198. 00000100:00000001:1.0:1763354566.837933:0:3649:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763354566.837949:0:3649:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.837960:0:3649:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.837965:0:3649:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.837973:0:3649:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.837976:0:3649:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.838677:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.838685:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.838687:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.838689:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.838695:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.838704:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544e00 00000400:00000200:1.0:1763354566.838711:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b903d [1] + 224 00000800:00000001:1.0:1763354566.838715:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.838721:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.838724:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.838727:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.838731:0:3647:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.838735:0:3647:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.838746:0:3647:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.838763:0:3647:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.838767:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.838770:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.838794:0:99670:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763354566.838799:0:99670:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763354566.838801:0:99670:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763354566.838803:0:99670:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff58e29ff78. 00000400:00000200:0.0:1763354566.838806:0:99670:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bb28 00000400:00000010:0.0:1763354566.838807:0:99670:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bb28. 00000100:00000001:0.0:1763354566.838809:0:99670:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.838813:0:99670:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763354566.838820:0:99670:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.838825:0:99670:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763354566.838826:0:99670:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.838828:0:99670:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763354566.838830:0:99670:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763354566.838831:0:99670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.838832:0:99670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.838834:0:99670:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.838838:0:99670:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd20458 time=86 v=5 (5 5 0 0) 00000100:00001000:0.0:1763354566.838840:0:99670:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd20410 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.838842:0:99670:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763354566.838844:0:99670:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.838845:0:99670:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763354566.838847:0:99670:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.838849:0:99670:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.838852:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.838856:0:99670:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.838859:0:99670:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763354566.838860:0:99670:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.838862:0:99670:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763354566.838863:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.838864:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.838865:0:99670:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.838868:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763354566.838873:0:99670:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff66fd66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:99670:1848998542724608:192.168.203.48@tcp:104: 00000100:00000001:0.0:1763354566.838876:0:99670:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.838878:0:99670:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.838879:0:99670:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763354566.838880:0:99670:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763354566.838882:0:99670:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66fd66d80 x1848998542724608/t0(0) o104->lustre-OST0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763354566.838886:0:99670:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763354566.838887:0:99670:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763354566.838889:0:99670:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff59176fc00. 02000000:00000001:0.0:1763354566.838891:0:99670:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763354566.838892:0:99670:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763354566.838893:0:99670:0:(genops.c:1242:class_import_put()) import ffff8ff66dd20000 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763354566.838895:0:99670:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763354566.838897:0:99670:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff59176fa00. 02000000:00000001:0.0:1763354566.838899:0:99670:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763354566.838901:0:99670:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763354566.838902:0:99670:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66fd66d80. 00000100:00000001:0.0:1763354566.838905:0:99670:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.838905:0:99670:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.838907:0:99670:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.838909:0:99670:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.838910:0:99670:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.838912:0:99670:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:0.0:1763354566.838914:0:99670:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.838915:0:99670:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.838917:0:99670:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.838918:0:99670:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763354566.838921:0:99670:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,1 mode: --/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000010:3.1:1763354566.839068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399000. 00000800:00000001:1.0:1763354566.839210:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.839216:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.839219:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.839221:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.839227:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.839235:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d8c80 00000400:00000200:1.0:1763354566.839242:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 1640 00000800:00000001:1.0:1763354566.839247:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.839276:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.839278:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.839283:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.839287:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.839289:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763354566.839294:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513db800. 00000100:00000040:1.0:1763354566.839297:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513db800 x1848998841126016 msgsize 328 00000100:00100000:1.0:1763354566.839301:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.839314:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.839319:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.839322:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.839381:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.839384:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841126016 02000000:00000001:0.0:1763354566.839385:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.839387:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.839388:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.839391:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.839393:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841126016 00000020:00000001:0.0:1763354566.839394:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.839395:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.839397:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.839398:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=26 00000020:00000001:0.0:1763354566.839400:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.839402:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.839404:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.839407:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.839409:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.839410:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.839414:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176fa00. 00000020:00000010:0.0:1763354566.839417:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.839419:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.839423:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.839425:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.839425:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.839427:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.839429:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839431:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.839433:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.839434:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.839436:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=4 00000020:00000001:0.0:1763354566.839437:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:0.0:1763354566.839439:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00010000:0.0:1763354566.839443:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 26 pid: 74539 timeout: 12321 lvb_type: 1 00010000:00000001:0.0:1763354566.839449:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.839450:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.839451:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.839452:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.839455:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.839459:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff6513db800 x1848998841126016/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.839464:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.839465:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.839478:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.839485:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.839486:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.839489:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6373 00000100:00000040:0.0:1763354566.839491:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 2 00000100:00000001:0.0:1763354566.839493:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820567040 : -123186888984576 : ffff8ff6513db800) 00000100:00000040:0.0:1763354566.839497:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513db800 x1848998841126016/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.839503:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.839505:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.839507:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.839508:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.839511:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+26:2403:x1848998841126016:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.839514:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841126016 00010000:00000001:0.0:1763354566.839515:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.839517:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.839518:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.839520:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.839522:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.839524:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff642acd400. 02000000:00000001:0.0:1763354566.839525:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.839527:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839528:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.839530:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.839531:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.839532:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.839533:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f6600 refcount=4 00000020:00000001:0.0:1763354566.839534:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000001:0.0:1763354566.839536:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361742336 : -123186347809280 : ffff8ff6717f6600) 00010000:00000040:0.0:1763354566.839537:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fadd00 count: 3 00002000:00000001:0.0:1763354566.839539:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763354566.839543:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.839544:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.839548:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:0.0:1763354566.839549:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00002000:00000001:0.0:1763354566.839551:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.839554:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.839557:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00010000:00010000:0.0:1763354566.839561:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 4/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 26 pid: 74539 timeout: 12321 lvb_type: 1 00000100:00001000:0.0:1763354566.839567:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd27450 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.839569:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.839572:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.839573:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.839575:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 26 pid: 74539 timeout: 12321 lvb_type: 1 00000020:00000001:0.0:1763354566.839580:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.839581:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.839583:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.839584:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839587:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.839588:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.839591:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.839592:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.839593:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.839595:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.839596:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f6600 with handle 0x4a8bb634222cb2b4 from hash 00010000:00000001:0.0:1763354566.839598:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.839599:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.839600:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.839601:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.839603:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.839604:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839605:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.839606:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.839608:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6717f6600/0x4a8bb634222cb2b4 lrc: 0/0,0 mode: --/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41607 expref: 26 pid: 74539 timeout: 12321 lvb_type: 1 00010000:00000040:0.0:1763354566.839613:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:0.0:1763354566.839615:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00010000:00000001:0.0:1763354566.839619:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.839620:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.839622:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763354566.839623:0:74535:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff8ff55c5f8200 00010000:00000001:0.0:1763354566.839624:0:74535:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763354566.839626:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.839627:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.839628:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.839630:0:74535:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763354566.839630:0:74535:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763354566.839631:0:74535:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.839633:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.839635:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.839637:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.839641:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763354566.839644:0:74535:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763354566.839648:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fc:0x0].0x0 (ffff8ff547fadd00) refcount = 2 00010000:00000040:0.0:1763354566.839650:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.839651:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 4/0,1 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.839655:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.839656:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839658:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.839658:0:74535:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.839660:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.839662:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.839664:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.839666:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.839667:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666083008 : -123190043468608 : ffff8ff595381cc0) 00000100:00000001:0.0:1763354566.839668:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666083008 : -123190043468608 : ffff8ff595381cc0) 00000100:00000001:0.0:1763354566.839670:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.839671:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.839672:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.839673:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.839684:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839686:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.839687:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.839688:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839689:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.839690:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.839692:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.839693:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.839694:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354566.839696:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.839698:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.839699:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.839701:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:0.0:1763354566.839703:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.839704:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.839706:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.839708:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.839710:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.839712:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.839715:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.839718:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00010000:2.0:1763354566.839720:0:99670:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763354566.839720:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.839726:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.839730:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.839733:0:99670:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.839735:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1763354566.839737:0:99670:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1763354566.839742:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:2.0:1763354566.839748:0:99670:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:0.0:1763354566.839748:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bb28. 00010000:00000001:2.0:1763354566.839750:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.839754:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.839757:0:99670:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.839757:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841126016, offset 224 00000020:00000001:2.0:1763354566.839763:0:99670:0:(obd_class.h:1139:obd_preprw()) Process entered 00000400:00000200:0.0:1763354566.839767:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00002000:00000001:2.0:1763354566.839769:0:99670:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763354566.839773:0:99670:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763354566.839775:0:99670:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1763354566.839777:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000020:00000001:2.0:1763354566.839778:0:99670:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763354566.839786:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556889:1556889:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556885:1556885:8:4294967295] 00000020:00000020:2.0:1763354566.839794:0:99670:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 free: 3895173120 avail: 3663650816 00000400:00000200:0.0:1763354566.839797:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000020:00000001:2.0:1763354566.839803:0:99670:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000800:00000200:0.0:1763354566.839807:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000020:00000020:2.0:1763354566.839809:0:99670:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 avail=3663650816 left=3202568192 unstable=0 tot_grant=461078976 pending=28672 00000800:00000010:0.0:1763354566.839812:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022800. 00000020:00000001:2.0:1763354566.839813:0:99670:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3202568192 : 3202568192 : bee35000) 00000020:00000001:2.0:1763354566.839817:0:99670:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000800:00000200:0.0:1763354566.839820:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000020:00000020:2.0:1763354566.839821:0:99670:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 reports grant 460877824 dropped 0, local 460906496 00000020:00000001:2.0:1763354566.839827:0:99670:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763354566.839829:0:99670:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000800:00000200:0.0:1763354566.839830:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000020:00000020:2.0:1763354566.839832:0:99670:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 granted: 28672 ungranted: 0 grant: 460877824 dirty: 28672 00000020:00000001:2.0:1763354566.839837:0:99670:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000800:00000200:0.0:1763354566.839838:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022800 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:2.0:1763354566.839839:0:99670:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763354566.839841:0:99670:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 wants: 484638720 current grant 460877824 granting: 8437760 00000020:00000020:2.0:1763354566.839846:0:99670:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 tot cached:0 granted:469516736 num_exports: 3 00000020:00000001:2.0:1763354566.839847:0:99670:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000001:2.0:1763354566.839849:0:99670:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763354566.839850:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.839851:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.839854:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:2.0:1763354566.839856:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00000100:00000001:0.0:1763354566.839857:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.839860:0:99670:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763354566.839864:0:99670:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.839865:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.839870:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.839873:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.839880:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513db800 x1848998841126016/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354566.839884:0:99670:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.839893:0:99670:0:(osd_io.c:1212:osd_write_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.839898:0:99670:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.839899:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+25:2403:x1848998841126016:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 389us (596us total) trans 0 rc 0/0 00002000:00000001:2.0:1763354566.839901:0:99670:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.839906:0:99670:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.839913:0:99670:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763354566.839915:0:99670:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000100:00100000:0.0:1763354566.839917:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6373 00000020:00000001:2.0:1763354566.839921:0:99670:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000100:00000040:0.0:1763354566.839923:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 1 00000800:00000200:1.0:1763354566.839929:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1763354566.839929:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.839932:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1763354566.839935:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022800. 00000020:00000010:0.0:1763354566.839951:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000400:00000200:1.0:1763354566.839952:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000040:2.0:1763354566.839955:0:99670:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000010:0.0:1763354566.839960:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000020:00000040:2.0:1763354566.839961:0:99670:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000400:00000200:1.0:1763354566.839964:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000010:0.0:1763354566.839967:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176fa00. 00000400:00000200:1.0:1763354566.839970:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bb28 00000020:00000040:0.0:1763354566.839972:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000400:00000010:1.0:1763354566.839976:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bb28. 00000020:00000001:2.0:1763354566.839977:0:99670:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.839977:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763354566.839983:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1763354566.839984:0:99670:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000100:00000001:1.0:1763354566.839987:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1763354566.839992:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.839999:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.840003:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.840005:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840008:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.840010:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840012:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.840013:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.840016:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840018:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.840018:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.840020:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840021:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.840022:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.840024:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.840026:0:99670:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763354566.840027:0:99670:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.840029:0:99670:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763354566.840030:0:99670:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354566.840055:0:99670:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840058:0:99670:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.840065:0:99670:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587efe00. 00080000:00000001:2.0:1763354566.840069:0:99670:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00000001:00000001:2.0:1763354566.840072:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.840074:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840077:0:99670:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00000001:00000001:2.0:1763354566.840081:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840083:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=0, id=0 00000001:00000001:2.0:1763354566.840087:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840089:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840090:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=0, id=0 00000001:00000001:2.0:1763354566.840093:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840095:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840096:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=0, id=0 00000001:00000001:2.0:1763354566.840100:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840102:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840103:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=0, id=0 00000001:00000001:2.0:1763354566.840106:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840108:0:99670:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840110:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840111:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=1, id=0 00000001:00000001:2.0:1763354566.840113:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840115:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840117:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=1, id=0 00000001:00000001:2.0:1763354566.840119:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840120:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840122:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=1, id=0 00000001:00000001:2.0:1763354566.840124:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840125:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840127:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=1, id=0 00000001:00000001:2.0:1763354566.840129:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840131:0:99670:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840132:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840134:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x0:0x0:0x0] ino=0 type=2, id=0 00000001:00000001:2.0:1763354566.840136:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840137:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840138:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=2, id=0 00000001:00000001:2.0:1763354566.840140:0:99670:0:(osd_quota.c:612:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840142:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840143:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=2, id=0 00000001:00000001:2.0:1763354566.840145:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.840147:0:99670:0:(osd_quota.c:543:osd_declare_qid()) Process entered 00000001:04000000:2.0:1763354566.840148:0:99670:0:(osd_quota.c:550:osd_declare_qid()) fid=[0x280000402:0x53fc:0x0] ino=2338 type=2, id=0 00000001:00000001:2.0:1763354566.840150:0:99670:0:(osd_quota.c:618:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840152:0:99670:0:(osd_handler.c:3176:osd_declare_attr_qid()) Process leaving (rc=0 : 0 : 0) 00080000:04000000:2.0:1763354566.840155:0:99670:0:(osd_handler.c:3254:osd_declare_attr_set()) declare UID 0->0 GID 0->0 PROJID 0->0 bspace=0 00080000:00000001:2.0:1763354566.840158:0:99670:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840161:0:99670:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.840171:0:99670:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.840173:0:99670:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763354566.840174:0:99670:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840190:0:99670:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354566.840193:0:99670:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:2.0:1763354566.840200:0:99670:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763354566.840203:0:99670:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.840206:0:99670:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x53fc:0x0] set xattr 'trusted.fid' with size 52 00002000:00000001:2.0:1763354566.840221:0:99670:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.840224:0:99670:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00040000:00000001:2.0:1763354566.840231:0:99670:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.840234:0:99670:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.840236:0:99670:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840238:0:99670:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.840241:0:99670:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587efc00. 00080000:00000001:2.0:1763354566.840243:0:99670:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00000001:00000001:2.0:1763354566.840246:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.840247:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840250:0:99670:0:(osd_io.c:1284:osd_declare_write_commit()) Process entered 00080000:00000002:2.0:1763354566.840253:0:99670:0:(osd_io.c:1420:osd_declare_write_commit()) lustre-OST0000: inode #2338 extent_bytes 1048576 extents 1 credits 9 00000001:00000001:2.0:1763354566.840256:0:99670:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.840260:0:99670:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354566.840262:0:99670:0:(osd_io.c:1448:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840264:0:99670:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.840265:0:99670:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840268:0:99670:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.840271:0:99670:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.840274:0:99670:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.840276:0:99670:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af740. 00080000:00000001:2.0:1763354566.840279:0:99670:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840283:0:99670:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840293:0:99670:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00001000:2.0:1763354566.840298:0:99670:0:(osd_io.c:946:osd_ldiskfs_map_inode_pages()) inode 2338: map 1 pages from 0 00080000:00000001:2.0:1763354566.840370:0:99670:0:(osd_io.c:405:osd_do_bio()) Process entered 00080000:00000001:2.0:1763354566.840378:0:99670:0:(osd_io.c:56:osd_bio_init()) Process entered 00080000:00000010:2.0:1763354566.840381:0:99670:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8ff5956c09d8. 00080000:00000001:2.0:1763354566.840384:0:99670:0:(osd_io.c:69:osd_bio_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763354566.840387:0:99670:0:(osd_io.c:332:osd_submit_bio()) bio++ sz 4096 vcnt 1(4) sectors 8(2560) psg 0(254) 00000001:00000001:2.0:1763354566.840390:0:99670:0:(osd_integrity.c:503:osd_bio_integrity_handle()) Process entered 00000001:00000001:2.0:1763354566.840392:0:99670:0:(osd_integrity.c:506:osd_bio_integrity_handle()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840448:0:99670:0:(osd_io.c:536:osd_do_bio()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840452:0:99670:0:(osd_io.c:1541:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.840456:0:99670:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763354566.840459:0:99670:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8ff66ce37a20. 00000020:00000040:2.0:1763354566.840462:0:99670:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 5 00000020:00000040:2.0:1763354566.840465:0:99670:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=25 00000020:00000001:2.0:1763354566.840468:0:99670:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.840471:0:99670:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.840474:0:99670:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763354566.840478:0:99670:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.840479:0:99670:0:(osd_handler.c:5216:osd_xattr_set()) [0x280000402:0x53fc:0x0] set version 0x30000a65d (old 0x0) for inode 2338 00080000:00000001:2.0:1763354566.840483:0:99670:0:(osd_handler.c:5225:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763354566.840485:0:99670:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944477, last_committed = 12884944458 00000001:00000010:2.0:1763354566.840487:0:99670:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37240. 00000001:00000040:2.0:1763354566.840490:0:99670:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 6 00000020:00000040:2.0:1763354566.840491:0:99670:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=26 00000001:00000001:2.0:1763354566.840500:0:99670:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.2:1763354566.840631:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8ff5956c09d8. 00000100:00000001:1.0:1763354566.841363:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354566.841366:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354566.841368:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944477 is committed 00000001:00000040:1.0:1763354566.841372:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 5 00000020:00000040:1.0:1763354566.841375:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 25 00000001:00000010:1.0:1763354566.841377:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37240. 00000020:00000001:1.0:1763354566.841381:0:68511:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354566.841383:0:68511:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354566.841384:0:68511:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd27000 : new cb_count 4 00000020:00000040:1.0:1763354566.841386:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 24 00000020:00000010:1.0:1763354566.841389:0:68511:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff66ce37a20. 00080000:00000010:1.0:1763354566.841392:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587efc00. 00080000:00000010:1.0:1763354566.841396:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587efe00. 00000001:00000040:1.0:1763354566.841399:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 3 00000020:00000040:1.0:1763354566.841402:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 23 00000001:00000010:1.0:1763354566.841404:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab07e0. 00000020:00000001:1.0:1763354566.841407:0:68511:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763354566.841409:0:68511:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763354566.841410:0:68511:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff8ff66dd27000 : new cb_count 2 00000020:00000040:1.0:1763354566.841412:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 22 00000020:00000010:1.0:1763354566.841415:0:68511:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8ff67dab0120. 00080000:00000010:1.0:1763354566.841417:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff59176ea00. 00080000:00000010:1.0:1763354566.841421:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff59176f200. 00000001:00000040:1.0:1763354566.841424:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:1.0:1763354566.841426:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 21 00000001:00000010:1.0:1763354566.841428:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37c00. 00080000:00000010:1.0:1763354566.841430:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b5800. 00000100:00000001:1.0:1763354566.841437:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354566.841438:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354566.841439:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944474 is committed 00000001:00000040:1.0:1763354566.841441:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 11 00000020:00000040:1.0:1763354566.841442:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 15 00000001:00000010:1.0:1763354566.841443:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce372a0. 00080000:00000010:1.0:1763354566.841445:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff671466200. 00000001:00000040:1.0:1763354566.841447:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 10 00000020:00000040:1.0:1763354566.841448:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 14 00000001:00000010:1.0:1763354566.841449:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0900. 00080000:00000010:1.0:1763354566.841450:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff593de0400. 00000100:00000001:1.0:1763354566.841452:0:68511:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763354566.841453:0:68511:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763354566.841454:0:68511:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 12884944472 is committed 00000001:00000040:1.0:1763354566.841455:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676693000 : new cb_count 2 00000020:00000040:1.0:1763354566.841456:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 6 00000001:00000010:1.0:1763354566.841457:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37a80. 00080000:00000010:1.0:1763354566.841459:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b4c00. 00000001:00000040:1.0:1763354566.841460:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676693000 : new cb_count 1 00000020:00000040:1.0:1763354566.841462:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 5 00000001:00000010:1.0:1763354566.841463:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0ae0. 00080000:00000010:1.0:1763354566.841464:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff593de0200. 00000001:00000040:1.0:1763354566.841466:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 9 00000020:00000040:1.0:1763354566.841467:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 13 00000001:00000010:1.0:1763354566.841468:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5909e98a0. 00080000:00000010:1.0:1763354566.841471:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff552ab9c00. 00000001:00000040:1.0:1763354566.841474:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 8 00000020:00000040:1.0:1763354566.841475:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 12 00000001:00000010:1.0:1763354566.841477:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4af60. 00080000:00000010:1.0:1763354566.841480:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153800. 00000001:00000040:1.0:1763354566.841482:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 7 00000020:00000040:1.0:1763354566.841484:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 11 00000001:00000010:1.0:1763354566.841485:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a960. 00080000:00000010:1.0:1763354566.841486:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152c00. 00000001:00000040:1.0:1763354566.841489:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 6 00000020:00000040:1.0:1763354566.841490:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 10 00000001:00000010:1.0:1763354566.841491:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0240. 00080000:00000010:1.0:1763354566.841492:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7e00. 00000001:00000040:1.0:1763354566.841495:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 5 00000020:00000040:1.0:1763354566.841496:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 9 00000001:00000010:1.0:1763354566.841497:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02300. 00080000:00000010:1.0:1763354566.841501:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5447f9e00. 00000001:00000040:1.0:1763354566.841504:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 4 00000020:00000040:1.0:1763354566.841505:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 8 00000001:00000010:1.0:1763354566.841506:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a9c0. 00080000:00000010:1.0:1763354566.841507:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153400. 00000001:00000040:1.0:1763354566.841509:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 3 00000020:00000040:1.0:1763354566.841510:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 7 00000001:00000010:1.0:1763354566.841511:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0d80. 00080000:00000010:1.0:1763354566.841512:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff547dc7c00. 00000001:00000040:1.0:1763354566.841514:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 2 00000020:00000040:1.0:1763354566.841515:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 6 00000001:00000010:1.0:1763354566.841516:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37480. 00080000:00000010:1.0:1763354566.841517:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5587ee200. 00000001:00000040:1.0:1763354566.841520:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676693000 : new cb_count 0 00000020:00000040:1.0:1763354566.841521:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 4 00000001:00000010:1.0:1763354566.841523:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4ad80. 00080000:00000010:1.0:1763354566.841524:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e153200. 00000001:00000040:1.0:1763354566.841526:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 1 00000020:00000040:1.0:1763354566.841527:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 5 00000001:00000010:1.0:1763354566.841529:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0960. 00080000:00000010:1.0:1763354566.841530:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177e00. 00000001:00000040:1.0:1763354566.841532:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff676692800 : new cb_count 0 00000020:00000040:1.0:1763354566.841533:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676692800 : new refcount 4 00000001:00000010:1.0:1763354566.841534:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0780. 00080000:00000010:1.0:1763354566.841535:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177a00. 00000001:00000040:1.0:1763354566.841537:0:68511:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd27000 : new cb_count 0 00000020:00000040:1.0:1763354566.841538:0:68511:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000001:00000010:1.0:1763354566.841539:0:68511:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff543a4a720. 00080000:00000010:1.0:1763354566.841540:0:68511:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff55e152a00. 00080000:00000010:2.0:1763354566.841610:0:99670:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af740. 00080000:00000010:2.0:1763354566.841615:0:99670:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00040000:00000001:2.0:1763354566.841617:0:99670:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.841618:0:99670:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.841620:0:99670:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.841628:0:99670:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354566.841630:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00002000:00000001:2.0:1763354566.841632:0:99670:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.841638:0:99670:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fadd00 count: 2 00010000:00000001:2.0:1763354566.841639:0:99670:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354566.841641:0:99670:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763354566.841643:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.841644:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.841647:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:2.0:1763354566.841649:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00002000:00000001:2.0:1763354566.841650:0:99670:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354566.841652:0:99670:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354566.841653:0:99670:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000402:0x53fc:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763354566.841656:0:99670:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000402:0x53fc:0x0] updating lvb mtime from disk: 0 -> 1763354566 00002000:00010000:2.0:1763354566.841658:0:99670:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000402:0x53fc:0x0] updating lvb ctime from disk: 0 -> 1763354566 00002000:00010000:2.0:1763354566.841659:0:99670:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000402:0x53fc:0x0] updating lvb blocks from disk: 0 -> 8 00000020:00000002:2.0:1763354566.841661:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00002000:00000001:2.0:1763354566.841663:0:99670:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.841664:0:99670:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.841666:0:99670:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:2.0:1763354566.841667:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.841668:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.841670:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=3 00000020:00000001:2.0:1763354566.841671:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:2.0:1763354566.841673:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:2.0:1763354566.841675:0:99670:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.841677:0:99670:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,1 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.841683:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.841684:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.841686:0:99670:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 2/0,0 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.841691:0:99670:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.841692:0:99670:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.841694:0:99670:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.841696:0:99670:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.841701:0:99670:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8200 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:2.0:1763354566.841702:0:99670:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.841704:0:99670:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.841705:0:99670:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 3/0,0 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.841709:0:99670:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.841710:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.841711:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.841712:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8200 refcount=4 00000020:00000001:2.0:1763354566.841713:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:2.0:1763354566.841715:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712363520 : -123190997188096 : ffff8ff55c5f8200) 00010000:00000001:2.0:1763354566.841717:0:99670:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.841719:0:99670:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 4/0,0 mode: PW/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.841722:0:99670:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763354566.841723:0:99670:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.841724:0:99670:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.841726:0:99670:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.841727:0:99670:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.841728:0:99670:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.841729:0:99670:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.841730:0:99670:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8200 with handle 0x4a8bb634222cb339 from hash 00010000:00000001:2.0:1763354566.841732:0:99670:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.841733:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.841734:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.841735:0:99670:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.841737:0:99670:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.841738:0:99670:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.841739:0:99670:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.841740:0:99670:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.841741:0:99670:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354566.841743:0:99670:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.841744:0:99670:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.841745:0:99670:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.841746:0:99670:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.841748:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.841748:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.841749:0:99670:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.841750:0:99670:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.841752:0:99670:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.841753:0:99670:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 2/0,0 mode: --/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.841757:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.841758:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.841759:0:99670:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.841760:0:99670:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.841761:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.841762:0:99670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff55c5f8200/0x4a8bb634222cb339 lrc: 0/0,0 mode: --/PW res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 99670 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.841766:0:99670:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fadd00 count: 0 00002000:00000010:2.0:1763354566.841769:0:99670:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448af440. 00010000:00000010:2.0:1763354566.841771:0:99670:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff547fadb00. 00010000:00000001:2.0:1763354566.841776:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.841777:0:99670:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763354566.841778:0:99670:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.841781:0:99670:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944477, transno 12884944477, xid 1848998841125888 00010000:00000001:2.0:1763354566.841782:0:99670:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.841787:0:99670:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d9180 x1848998841125888/t12884944477(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4584/448 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.841793:0:99670:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.841794:0:99670:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.841797:0:99670:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.841799:0:99670:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.841801:0:99670:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.841802:0:99670:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.841804:0:99670:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.841805:0:99670:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.841807:0:99670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.841809:0:99670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.841812:0:99670:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7d48. 00000100:00000200:2.0:1763354566.841815:0:99670:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848998841125888, offset 224 00000400:00000200:2.0:1763354566.841818:0:99670:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.841823:0:99670:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.841827:0:99670:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556890:1556890:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556886:1556886:8:4294967295] 00000400:00000200:2.0:1763354566.841833:0:99670:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.841837:0:99670:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.841839:0:99670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.841842:0:99670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.841846:0:99670:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.841848:0:99670:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.841860:0:99670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.841863:0:99670:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.841864:0:99670:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.841866:0:99670:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.841867:0:99670:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.841870:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d9180 x1848998841125888/t12884944477(0) o4->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4584/448 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.841877:0:99670:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841125888:12345-192.168.203.48@tcp:4:lfs.0 Request processed in 4501us (4742us total) trans 12884944477 rc 0/0 00000100:00100000:2.0:1763354566.841883:0:99670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1964 00000100:00000040:2.0:1763354566.841885:0:99670:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354566.841887:0:99670:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.841888:0:99670:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.841890:0:99670:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee700. 00000020:00000010:2.0:1763354566.841893:0:99670:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf708. 00000020:00000010:2.0:1763354566.841895:0:99670:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176f000. 00000020:00000040:2.0:1763354566.841898:0:99670:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 19 00000100:00000001:2.0:1763354566.841899:0:99670:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.841974:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.841978:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.841982:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.841986:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.841988:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7d48 00000400:00000010:1.0:1763354566.841989:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7d48. 00000100:00000001:1.0:1763354566.841992:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.841993:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.843365:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.843373:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.843375:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.843378:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.843383:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.843392:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 448 into portal 12 MB=0x691a7971d8d00 00000400:00000200:1.0:1763354566.843397:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 448/448 into md 0x76d7e5 [64] + 102384 00000800:00000001:1.0:1763354566.843402:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.843407:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.843408:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.843411:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.843414:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.843415:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.843418:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9f80. 00000100:00000040:1.0:1763354566.843420:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9f80 x1848998841126144 msgsize 448 00000100:00100000:1.0:1763354566.843423:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.843434:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.843438:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.843440:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.843457:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.843460:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841126144 02000000:00000001:3.0:1763354566.843463:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.843464:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763354566.843465:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.843468:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763354566.843470:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841126144 00000020:00000001:3.0:1763354566.843471:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.843472:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:3.0:1763354566.843474:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.843476:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=485 00000020:00000001:3.0:1763354566.843478:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:3.0:1763354566.843479:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:3.0:1763354566.843481:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.843485:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.843487:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.843488:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000010:3.0:1763354566.843493:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20a00. 00000020:00000010:3.0:1763354566.843496:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27700. 00000020:00000010:3.0:1763354566.843499:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cba28. 00000100:00000040:3.0:1763354566.843502:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763354566.843504:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763354566.843505:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763354566.843506:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.843510:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.843520:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.843527:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.843528:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763354566.843533:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417489 00000100:00000040:3.0:1763354566.843535:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:3.0:1763354566.843537:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820560768 : -123186888990848 : ffff8ff6513d9f80) 00000100:00000040:3.0:1763354566.843541:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d9f80 x1848998841126144/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 448/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763354566.843548:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.843550:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000100:00000001:3.0:1763354566.843552:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763354566.843553:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000100:00100000:3.0:1763354566.843557:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+485:253181:x1848998841126144:12345-192.168.203.48@tcp:44:lfs.0 00000100:00000200:3.0:1763354566.843559:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841126144 00000020:00000001:3.0:1763354566.843561:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763354566.843563:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763354566.843566:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.843567:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763354566.843569:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707216 : -1045844400 : ffffffffc1a9ae50) 00000020:00000001:3.0:1763354566.843571:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763354566.843573:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841126144, found 0 last_xid 1848998841126143 00000020:00000001:3.0:1763354566.843575:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763354566.843577:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763354566.843578:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763354566.843579:0:38200:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763354566.843581:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763354566.843584:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000020:00000001:3.0:1763354566.843585:0:38200:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.843587:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.843589:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763354566.843590:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763354566.843592:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8ff67d889800. 02000000:00000001:3.0:1763354566.843593:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.843595:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.843597:0:38200:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763354566.843600:0:38200:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000002:3.0:1763354566.843604:0:38200:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x50005c496 for inode 1931 00080000:00000001:3.0:1763354566.843608:0:38200:0:(osd_handler.c:5444:osd_object_sync()) Process entered 00010000:00000010:3.1:1763354566.844076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399c00. 00000100:00000001:0.0:1763354566.844676:0:29720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763354566.844692:0:29720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763354566.844695:0:29720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 21475214488 is committed 00000001:00000040:0.0:1763354566.844699:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 12 00000020:00000040:0.0:1763354566.844702:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 484 00000001:00000010:0.0:1763354566.844705:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37780. 00080000:00000010:0.0:1763354566.844709:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff671467e00. 00000001:00000040:0.0:1763354566.844714:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 11 00000020:00000040:0.0:1763354566.844717:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 483 00000001:00000010:0.0:1763354566.844720:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5587e77e0. 00080000:00000010:0.0:1763354566.844724:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff679a61800. 00000001:00000040:0.0:1763354566.844729:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 10 00000020:00000040:0.0:1763354566.844731:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 482 00000100:00000001:3.0:1763354566.844734:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000001:00000010:0.0:1763354566.844735:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff5587e7a20. 00010000:00000001:3.0:1763354566.844741:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000010:0.0:1763354566.844741:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21400. 00000020:00000001:3.0:1763354566.844746:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.844750:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=3 00000020:00000001:3.0:1763354566.844753:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:3.0:1763354566.844756:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00010000:00000001:3.0:1763354566.844760:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000040:0.0:1763354566.844760:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 9 00000020:00000040:0.0:1763354566.844766:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 481 00010000:00010000:3.0:1763354566.844767:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00000001:00000010:0.0:1763354566.844769:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02960. 00080000:00000010:0.0:1763354566.844776:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21600. 00010000:00000001:3.0:1763354566.844781:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.844785:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1763354566.844785:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 8 00010000:00010000:3.0:1763354566.844790:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00000020:00000040:0.0:1763354566.844791:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 480 00000001:00000010:0.0:1763354566.844796:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce370c0. 00080000:00000010:0.0:1763354566.844802:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b4400. 00010000:00000001:3.0:1763354566.844804:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000040:0.0:1763354566.844808:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 7 00010000:00000001:3.0:1763354566.844809:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.844814:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 479 00010000:00000001:3.0:1763354566.844815:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.844821:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00000001:00000010:0.0:1763354566.844821:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b020c0. 00080000:00000010:0.0:1763354566.844827:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21200. 00010000:00010000:3.0:1763354566.844835:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f8400 already unused, calling callback (ffffffffc19b3550) 00000001:00000040:0.0:1763354566.844835:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 6 00000020:00000040:0.0:1763354566.844841:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 478 00000004:00000001:3.0:1763354566.844842:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000001:00000010:0.0:1763354566.844845:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff653257000. 00010000:00000001:3.0:1763354566.844847:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000010:0.0:1763354566.844852:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21000. 00010000:00010000:3.0:1763354566.844853:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00000001:00000040:0.0:1763354566.844859:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 5 00010000:00000001:3.0:1763354566.844864:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000040:0.0:1763354566.844865:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 477 00010000:00000001:3.0:1763354566.844868:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000010:0.0:1763354566.844870:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff653257840. 00000020:00000001:3.0:1763354566.844873:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:0.0:1763354566.844876:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21a00. 00000020:00000040:3.0:1763354566.844877:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f8400 refcount=4 00000020:00000001:3.0:1763354566.844883:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000001:00000040:0.0:1763354566.844884:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 4 00010000:00000001:3.0:1763354566.844889:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712364032 : -123190997187584 : ffff8ff55c5f8400) 00000020:00000040:0.0:1763354566.844890:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00010000:00000001:3.0:1763354566.844897:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000001:00000010:0.0:1763354566.844897:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce373c0. 00080000:00000010:0.0:1763354566.844900:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b4a00. 00010000:00010000:3.0:1763354566.844902:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00000001:00000040:0.0:1763354566.844908:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 3 00010000:00000001:3.0:1763354566.844914:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1763354566.844915:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 475 00000004:00000001:3.0:1763354566.844919:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000001:00000010:0.0:1763354566.844920:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff66ce37180. 00000004:00000001:3.0:1763354566.844923:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.844925:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff5473b4000. 00010000:00000001:3.0:1763354566.844931:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000040:0.0:1763354566.844932:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 2 00010000:00000001:3.0:1763354566.844937:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1763354566.844952:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 474 00010000:00000001:3.0:1763354566.844957:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000010:0.0:1763354566.844958:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff6532578a0. 00010000:00000001:3.0:1763354566.844961:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.844964:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba21800. 00000020:00000040:3.0:1763354566.844967:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f8400 with handle 0x4a8bb634222cb0ed from hash 00000001:00000040:0.0:1763354566.844972:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 1 00010000:00000001:3.0:1763354566.844973:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.844977:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1763354566.844978:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00010000:00000001:3.0:1763354566.844981:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000010:0.0:1763354566.844984:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff544b02780. 00010000:00000001:3.0:1763354566.844985:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000010:0.0:1763354566.844990:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff54ba20e00. 00010000:00000001:3.0:1763354566.844991:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.844996:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.844999:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.845001:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1763354566.845001:0:29720:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00010000:00000001:3.0:1763354566.845006:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000001:0.0:1763354566.845006:0:29720:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00010000:00010000:3.0:1763354566.845012:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e24:0x0].0x0 (ffff8ff58f2a1b00) 00000001:00080000:0.0:1763354566.845012:0:29720:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 21475214476 is committed 00000001:00000040:0.0:1763354566.845018:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff5447d3800 : new cb_count 0 00010000:00010000:3.0:1763354566.845019:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00000040:0.0:1763354566.845022:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff5447d3800 : new refcount 5 00010000:00000001:3.0:1763354566.845024:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:0.0:1763354566.845028:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0c60. 00010000:00000001:3.0:1763354566.845029:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.845057:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff59176e600. 00000001:00000040:0.0:1763354566.845063:0:29720:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff8ff66dd22800 : new cb_count 0 00000020:00000040:0.0:1763354566.845066:0:29720:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000001:00000010:0.0:1763354566.845070:0:29720:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8ff67dab0e40. 00010000:00000001:3.0:1763354566.845071:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.845076:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000040:0.0:1763354566.845079:0:29720:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff595381780 refcount 3 committed 0 result 0 batchid 17179869776 00010000:00000001:3.0:1763354566.845080:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845084:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763354566.845088:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f9c600 obd lustre-MDT0001-osp-MDT0000 committed 0 started 1 stopped 1 result 0 sub_th ffff8ff595381b40 00010000:00000001:3.0:1763354566.845089:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845096:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.845096:0:29720:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x2400032e1:0x2:0x0].562 00000020:00000040:0.0:1763354566.845102:0:29720:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff678f9c400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff593de0c00 00000004:00000001:3.0:1763354566.845103:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.845105:0:29720:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].572 00000020:00000001:0.0:1763354566.845108:0:29720:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00010000:00010000:3.0:1763354566.845110:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00080000:00000010:0.0:1763354566.845110:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff593de0c00. 00000020:00080000:0.0:1763354566.845115:0:29720:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17179869775 batchid updated 00010000:00000001:3.0:1763354566.845123:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845125:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845127:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:0.0:1763354566.845128:0:29720:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff8ff543a4a480. 00010000:00000001:3.0:1763354566.845129:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.845134:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:0.0:1763354566.845134:0:29720:0:(osd_handler.c:1891:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8ff597177200. 00010000:00010000:3.0:1763354566.845138:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f8400/0x4a8bb634222cb0ed lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.845148:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927c80. 00000020:00080000:1.0:1763354566.845149:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869775 00000020:00000001:1.0:1763354566.845154:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:3.0:1763354566.845157:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354566.845157:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c43c0 refcount 1 committed 1 result 0 batchid 17179869774 00010000:00000001:3.0:1763354566.845162:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1763354566.845162:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff661197e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4540 00000020:00000001:3.0:1763354566.845166:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763354566.845167:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff66f02b000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff541b30200 00000020:00000040:3.0:1763354566.845170:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=3 00080000:00000001:2.0:1763354566.845171:0:38200:0:(osd_handler.c:5455:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.845172:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000020:00000001:3.0:1763354566.845176:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000004:00000001:2.0:1763354566.845178:0:38200:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763354566.845178:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00010000:00000001:3.0:1763354566.845183:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000004:00000001:2.0:1763354566.845185:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000020:00000001:1.0:1763354566.845185:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845190:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000004:00000001:2.0:1763354566.845191:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00000010:1.0:1763354566.845191:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff661197e00. 00010000:00010000:3.0:1763354566.845196:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00000004:00000001:2.0:1763354566.845197:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.845197:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff66f02b000. 00000004:00000001:2.0:1763354566.845204:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000010:1.0:1763354566.845205:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66d1c43c0. 00010000:00000001:3.0:1763354566.845211:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354566.845211:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:1.0:1763354566.845211:0:29748:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00010000:00000001:3.0:1763354566.845214:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763354566.845216:0:29748:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c4000 refcount 1 committed 1 result 0 batchid 17179869775 00010000:00010000:3.0:1763354566.845220:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00000020:00000040:1.0:1763354566.845220:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678fff00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4d80 00000004:00000001:2.0:1763354566.845221:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.845229:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000040:1.0:1763354566.845229:0:29748:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ff541b31c00 00000004:00000001:2.0:1763354566.845235:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000020:00000040:1.0:1763354566.845238:0:29748:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000004:00000001:2.0:1763354566.845239:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845240:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000002:2.0:1763354566.845244:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e26:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000020:00000040:1.0:1763354566.845244:0:29748:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00010000:00000001:3.0:1763354566.845245:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763354566.845248:0:29748:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845252:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000002:2.0:1763354566.845253:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000020:00000010:1.0:1763354566.845253:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6678fff00. 00010000:00010000:3.0:1763354566.845257:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00000004:00000001:2.0:1763354566.845260:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763354566.845260:0:29748:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff8ff6678ff100. 00000020:00000010:1.0:1763354566.845265:0:29748:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff8ff66d1c4000. 00000001:00000001:2.0:1763354566.845268:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.845271:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.845272:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff55c5f9000 already unused, calling callback (ffffffffc19b3550) 00000020:00080000:1.0:1763354566.845272:0:29748:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17179869775 00000001:00000001:2.0:1763354566.845276:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000004:00000001:3.0:1763354566.845279:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000001:00000001:2.0:1763354566.845279:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763354566.845282:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.845285:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00000001:00000001:2.0:1763354566.845294:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845295:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.845299:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:2.0:1763354566.845299:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763354566.845303:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1763354566.845303:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.845309:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff55c5f9000 refcount=4 00000001:00000001:2.0:1763354566.845309:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.845312:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763354566.845315:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000001:00000001:2.0:1763354566.845315:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.845319:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845322:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882712367104 : -123190997184512 : ffff8ff55c5f9000) 00000004:00000002:2.0:1763354566.845323:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00010000:00000001:3.0:1763354566.845328:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000001:2.0:1763354566.845328:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00010000:3.0:1763354566.845333:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00000004:00000001:2.0:1763354566.845333:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763354566.845338:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.845344:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845349:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.845349:0:38200:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.845352:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 0, xid 1848998841126144 00000004:00000001:3.0:1763354566.845353:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.845355:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000004:00000001:3.0:1763354566.845357:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1763354566.845362:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d9f80 x1848998841126144/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 448/440 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.845364:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.845368:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.845371:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.845373:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.845375:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.845376:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.845381:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff55c5f9000 with handle 0x4a8bb634222cb0f4 from hash 00000100:00001000:2.0:1763354566.845381:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00010000:00000001:3.0:1763354566.845388:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1763354566.845388:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1763354566.845392:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1763354566.845393:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.845396:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1763354566.845397:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:3.0:1763354566.845399:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1763354566.845400:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1763354566.845403:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 02000000:00000001:2.0:1763354566.845404:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845408:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.845408:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1763354566.845414:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1763354566.845414:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.845418:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:2.0:1763354566.845420:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be72a8. 00010000:00000001:3.0:1763354566.845421:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000100:00000200:2.0:1763354566.845424:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848998841126144, offset 224 00010000:00010000:3.0:1763354566.845425:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff58f2a1200) 00010000:00010000:3.0:1763354566.845431:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000400:00000200:2.0:1763354566.845432:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00010000:00000001:3.0:1763354566.845435:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.845441:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.845441:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:3.0:1763354566.845446:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1763354566.845450:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556891:1556891:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556887:1556887:8:4294967295] 00010000:00000001:3.0:1763354566.845451:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.845457:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845461:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845464:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.845464:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00010000:00000001:3.0:1763354566.845470:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763354566.845472:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:3.0:1763354566.845475:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1763354566.845477:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff100. 00010000:00010000:3.0:1763354566.845481:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 2/0,0 mode: --/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00000800:00000200:2.0:1763354566.845483:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.845492:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00010000:00000001:3.0:1763354566.845493:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1763354566.845496:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff100 type 1, nob 536 niov 1 nkiov 1 00010000:00000001:3.0:1763354566.845497:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845501:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.845504:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.845506:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.845509:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff55c5f9000/0x4a8bb634222cb0f4 lrc: 0/0,0 mode: --/TXN res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00000100:00000001:2.0:1763354566.845511:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.845518:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000010:3.0:1763354566.845521:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff54c927a80. 00010000:00000001:2.0:1763354566.845521:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.845525:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763354566.845528:0:3640:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1200 count: 0 00000020:00000001:2.0:1763354566.845529:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.845536:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d9f80 x1848998841126144/t0(0) o44->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 448/440 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1763354566.845537:0:3640:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff643dee200. 00000100:00100000:2.0:1763354566.845548:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253181:x1848998841126144:12345-192.168.203.48@tcp:44:lfs.0 Request processed in 1997us (2125us total) trans 0 rc 0/0 00010000:00000001:3.0:1763354566.845550:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.845556:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00100000:2.0:1763354566.845559:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417489 00000100:00000001:3.0:1763354566.845561:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.845563:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.845566:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:1.0:1763354566.845568:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1763354566.845569:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000100:00000001:2.0:1763354566.845569:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.845573:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27700. 00000800:00000010:1.0:1763354566.845575:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff100. 00010000:00000001:3.0:1763354566.845576:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1763354566.845579:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cba28. 00000020:00000001:3.0:1763354566.845581:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1763354566.845582:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1763354566.845584:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20a00. 00000020:00000040:3.0:1763354566.845586:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581a00 refcount=3 00000400:00000200:1.0:1763354566.845591:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000001:3.0:1763354566.845592:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00000020:00000040:2.0:1763354566.845593:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00000400:00000200:1.0:1763354566.845595:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be72a8 00000100:00000001:2.0:1763354566.845599:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1763354566.845600:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be72a8. 00010000:00000001:3.0:1763354566.845601:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00000100:00000001:1.0:1763354566.845606:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1763354566.845607:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1763354566.845609:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1763354566.845613:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,1 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845621:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845623:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.845625:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 2/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845632:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.845633:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845636:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.845687:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.845694:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff676581a00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.845697:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.845698:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.845701:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 3/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845707:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.845708:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.845709:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.845711:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff676581a00 refcount=4 00000020:00000001:3.0:1763354566.845713:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:3.0:1763354566.845716:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887443053056 : -123186266498560 : ffff8ff676581a00) 00010000:00000001:3.0:1763354566.845718:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.845720:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 4/0,0 mode: TXN/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845726:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.845727:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.845728:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845731:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.845733:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.845734:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.845736:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.845738:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff676581a00 with handle 0x4a8bb634222cb187 from hash 00010000:00000001:3.0:1763354566.845740:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.845741:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845742:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845743:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.845746:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.845747:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845749:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.845750:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.845752:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.845754:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff5970dcf00) 00010000:00010000:3.0:1763354566.845756:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.845758:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.845761:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845762:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.845764:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.845766:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845768:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845769:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845771:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.845773:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.845776:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 2/0,0 mode: --/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845781:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845782:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845783:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.845785:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.845786:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.845788:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff676581a00/0x4a8bb634222cb187 lrc: 0/0,0 mode: --/TXN res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.845795:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663700. 00010000:00000040:3.0:1763354566.845798:0:3640:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dcf00 count: 0 00010000:00000010:3.0:1763354566.845803:0:3640:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781400. 00010000:00000001:3.0:1763354566.845811:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.845813:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000100:00000001:3.0:1763354566.845815:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.845819:0:3640:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763354566.845820:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.845822:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.845824:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=3 00000020:00000001:3.0:1763354566.845826:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.845828:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.845830:0:3640:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763354566.845833:0:3640:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845839:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845840:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.845843:0:3640:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 2/0,0 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845847:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.845849:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845851:0:3640:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.845853:0:3640:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:3.0:1763354566.845858:0:3640:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff6717f2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:3.0:1763354566.845860:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.845861:0:3640:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.845863:0:3640:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 3/0,0 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845868:0:3640:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.845869:0:3640:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.845870:0:3640:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.845872:0:3640:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f2800 refcount=4 00000020:00000001:3.0:1763354566.845873:0:3640:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.845875:0:3640:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361726464 : -123186347825152 : ffff8ff6717f2800) 00010000:00000001:3.0:1763354566.845877:0:3640:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.845879:0:3640:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 4/0,0 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845884:0:3640:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763354566.845885:0:3640:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763354566.845886:0:3640:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845889:0:3640:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.845890:0:3640:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.845891:0:3640:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.845892:0:3640:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.845894:0:3640:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f2800 with handle 0x4a8bb634222cb205 from hash 00010000:00000001:3.0:1763354566.845896:0:3640:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.845898:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845899:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845900:0:3640:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.845901:0:3640:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.845903:0:3640:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845905:0:3640:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.845906:0:3640:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.845908:0:3640:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.845910:0:3640:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00010000:3.0:1763354566.845912:0:3640:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763354566.845914:0:3640:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.845916:0:3640:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845918:0:3640:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763354566.845919:0:3640:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763354566.845921:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845923:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845924:0:3640:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.845925:0:3640:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.845927:0:3640:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.845930:0:3640:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 2/0,0 mode: --/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:3.0:1763354566.845935:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.845936:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.845937:0:3640:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763354566.845956:0:3640:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763354566.845958:0:3640:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.845960:0:3640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f2800/0x4a8bb634222cb205 lrc: 0/0,0 mode: --/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:3.0:1763354566.845966:0:3640:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d80. 00010000:00000001:3.0:1763354566.845970:0:3640:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763354566.845972:0:3640:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00000100:00000001:3.0:1763354566.845974:0:3640:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.847047:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.847057:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.847060:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.847064:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.847071:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.847082:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d8d80 00000400:00000200:1.0:1763354566.847091:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 13552 00000800:00000001:1.0:1763354566.847097:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.847105:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.847108:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.847112:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.847116:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.847118:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.847123:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9c00. 00000100:00000040:1.0:1763354566.847125:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9c00 x1848998841126272 msgsize 440 00000100:00100000:1.0:1763354566.847128:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.847140:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.847144:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.847147:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.847162:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.847165:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841126272 02000000:00000001:0.0:1763354566.847167:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.847168:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.847169:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.847172:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.847174:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841126272 00000020:00000001:0.0:1763354566.847175:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.847176:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.847178:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.847180:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=20 00000020:00000001:0.0:1763354566.847181:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.847183:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.847185:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.847188:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.847190:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.847192:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.847195:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.847197:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.847200:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.847204:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354566.847205:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.847206:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.847208:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.847211:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.847221:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.847228:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.847229:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.847233:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85260 00000100:00000040:0.0:1763354566.847236:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.847237:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820559872 : -123186888991744 : ffff8ff6513d9c00) 00000100:00000040:0.0:1763354566.847242:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d9c00 x1848998841126272/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.847249:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.847251:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.847252:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.847254:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.847257:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2403:x1848998841126272:12345-192.168.203.48@tcp:16:lfs.0 00000100:00000200:0.0:1763354566.847260:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841126272 00000020:00000001:0.0:1763354566.847261:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.847263:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.847265:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.847266:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.847267:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665831008 : -1043720608 : ffffffffc1ca1660) 00000020:00000001:0.0:1763354566.847269:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.847271:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.847272:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.847273:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.847282:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354566.847283:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.847285:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.847286:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.847288:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.847289:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.847290:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.847291:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.847295:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.847296:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.847297:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.847298:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.847299:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.847300:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.847302:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.847303:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.847305:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.847307:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.847309:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff642acf000. 02000000:00000001:0.0:1763354566.847311:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.847312:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.847315:0:74534:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763354566.847317:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.847318:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.847321:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:0.0:1763354566.847323:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00000020:00000001:0.0:1763354566.847325:0:74534:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000002:0.0:1763354566.847328:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a65d for inode 2338 00000020:00000001:0.0:1763354566.847329:0:74534:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.847331:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.847334:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.847337:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.847339:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.847341:0:74534:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763354566.847342:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00010000:00000040:0.0:1763354566.847345:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944477, transno 0, xid 1848998841126272 00010000:00000001:0.0:1763354566.847346:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.847350:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d9c00 x1848998841126272/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.847355:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.847357:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.847359:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.847361:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.847363:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.847364:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.847366:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.847367:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.847369:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.847370:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.847373:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bd48. 00000100:00000200:0.0:1763354566.847375:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841126272, offset 224 00000400:00000200:0.0:1763354566.847378:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.847383:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.847387:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556892:1556892:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556888:1556888:8:4294967295] 00000400:00000200:0.0:1763354566.847393:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.847397:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.847400:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022b00. 00000800:00000200:0.0:1763354566.847403:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.847406:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.847408:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022b00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.847418:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.847421:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.847422:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.847423:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.847425:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.847428:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d9c00 x1848998841126272/t0(0) o16->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.847436:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2403:x1848998841126272:12345-192.168.203.48@tcp:16:lfs.0 Request processed in 184us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1763354566.847441:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85260 00000100:00000040:0.0:1763354566.847443:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.847445:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.847446:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.847449:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.847451:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000020:00000010:0.0:1763354566.847455:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000020:00000040:0.0:1763354566.847457:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 19 00000100:00000001:0.0:1763354566.847459:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.847469:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.847473:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022b00. 00000400:00000200:1.0:1763354566.847476:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.847480:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.847482:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bd48 00000400:00000010:1.0:1763354566.847483:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bd48. 00000100:00000001:1.0:1763354566.847486:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.847487:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.853073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fadd00. 00010000:00000010:2.1:1763354566.853084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8200. 00010000:00000010:0.1:1763354566.853084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f6600. 00000800:00000001:1.0:1763354566.853643:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.853652:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.853655:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.853657:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.853664:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.853674:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 12 MB=0x691a7971d8e80 00000400:00000200:1.0:1763354566.853680:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 488/488 into md 0x76d7e5 [64] + 102832 00000800:00000001:1.0:1763354566.853686:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.853693:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.853695:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.853699:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.853703:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.853705:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.853710:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513da300. 00000100:00000040:1.0:1763354566.853713:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513da300 x1848998841126528 msgsize 488 00000100:00100000:1.0:1763354566.853717:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.853727:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.853733:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.853735:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.853755:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.853758:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841126528 02000000:00000001:2.0:1763354566.853760:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.853761:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.853763:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.853765:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.853768:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841126528 00000020:00000001:2.0:1763354566.853770:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.853771:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.853772:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.853775:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=469 00000020:00000001:2.0:1763354566.853777:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.853778:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.853781:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.853784:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.853786:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.853788:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.853792:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587ef800. 00000020:00000010:2.0:1763354566.853796:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.853799:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.853803:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.853806:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.853807:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.853808:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.853812:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.853824:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.853832:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.853833:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.853837:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417490 00000100:00000040:2.0:1763354566.853840:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.853842:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820561664 : -123186888989952 : ffff8ff6513da300) 00000100:00000040:2.0:1763354566.853847:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513da300 x1848998841126528/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.853854:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.853856:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.853858:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.853860:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.853863:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253181:x1848998841126528:12345-192.168.203.48@tcp:36:lfs.0 00000100:00000200:2.0:1763354566.853866:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841126528 00000020:00000001:2.0:1763354566.853869:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.853871:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.853873:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.853875:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.853877:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706832 : -1045844784 : ffffffffc1a9acd0) 00000020:00000001:2.0:1763354566.853879:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.853881:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841126528, found 0 last_xid 1848998841126527 00000020:00000001:2.0:1763354566.853883:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.853885:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.853886:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.853888:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853890:0:38200:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763354566.853894:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff8ff6513da300 x1848998841126528/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354566.853901:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354566.853903:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354566.853904:0:38200:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1763354566.853906:0:38200:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.853908:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.853909:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.853911:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.853912:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2638697288 : 2638697288 : 0x9d475348) 00000001:00000001:2.0:1763354566.853914:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2638697288 : 2638697288 : 9d475348) 00000001:00000001:2.0:1763354566.853915:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.853916:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:2.0:1763354566.853917:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:2.0:1763354566.853918:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.853919:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.853920:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.853921:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.853922:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.853923:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853924:0:38200:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853927:0:38200:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853928:0:38200:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853929:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853932:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354566.853933:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354566.853934:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.853935:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.853953:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8ff6463ee000. 02000000:00000001:2.0:1763354566.853956:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.853959:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853962:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.853964:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.853965:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.853967:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.853969:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.853971:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.853972:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.853974:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.853975:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.853977:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.853979:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.853984:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.853988:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.853990:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.853992:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.853993:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.853995:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.853996:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.853997:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.853998:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854000:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.854001:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854003:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354566.854004:0:38200:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763354566.854008:0:38200:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200002344:0x19e26:0x0] 7 req@ffff8ff6513da300 x1848998841126528/t0(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/3152 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.854014:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354566.854016:0:38200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763354566.854018:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.854019:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.854020:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e399800 refcount=3 00000020:00000001:2.0:1763354566.854022:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000001:2.0:1763354566.854024:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575271424 : -123186134280192 : ffff8ff67e399800) 00010000:00000040:2.0:1763354566.854026:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 4 00000004:00000001:2.0:1763354566.854029:0:38200:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354566.854030:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.854057:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.854059:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.854061:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.854063:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854066:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.854067:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.854072:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.854074:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.854075:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.854077:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.854079:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e399800 with handle 0x4a8bb634222cb283 from hash 00010000:00000001:2.0:1763354566.854081:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.854082:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.854083:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.854085:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.854087:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.854089:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854090:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.854091:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.854095:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e399800/0x4a8bb634222cb283 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415eb expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.854102:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 463 00000020:00000040:2.0:1763354566.854104:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00010000:00000010:2.0:1763354566.854105:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663580. 00010000:00000001:2.0:1763354566.854110:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.854111:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.854112:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.854114:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00000001:2.0:1763354566.854116:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.854118:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854119:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354566.854120:0:38200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354566.854122:0:38200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.854124:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.854126:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e26:0x0] 00000020:00000001:2.0:1763354566.854128:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.854130:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000004:00000001:2.0:1763354566.854132:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773122560 : -123190936429056 : ffff8ff55ffe9e00) 00000004:00000001:2.0:1763354566.854134:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354566.854135:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.854140:0:38200:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6800ec9d8. 00000004:00000001:2.0:1763354566.854144:0:38200:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.854146:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.854148:0:38200:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.854150:0:38200:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.854151:0:38200:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763354566.854152:0:38200:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763354566.854154:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354566.854156:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.854158:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.854161:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 3 00010000:00000001:2.0:1763354566.854162:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.854164:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.854167:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff6429ff800. 00000020:00000001:2.0:1763354566.854169:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.854170:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff6429ff800 with handle 0x4a8bb634222cb340 to hash 00000020:00000001:2.0:1763354566.854171:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.854173:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000010:2.0:1763354566.854176:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc200. 00010000:00000001:2.0:1763354566.854178:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354566.854180:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.854181:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.854183:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.854188:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.854190:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.854191:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.854193:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.854195:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.854196:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.854197:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.854199:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.854201:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.854202:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.854203:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.854205:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 3 00010000:00000040:2.0:1763354566.854207:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.854210:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 468 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.854215:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 468 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.854219:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.854222:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.854224:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.854225:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854226:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.854227:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.854229:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854230:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.854232:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.854233:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.854235:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.854238:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.854239:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.854240:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.854241:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.854242:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.854243:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:2.0:1763354566.854245:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354566.854246:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354566.854247:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.854248:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.854249:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854251:0:38200:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854254:0:38200:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.854259:0:38200:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.854262:0:38200:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.854266:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.854271:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce375a0. 00080000:00000001:2.0:1763354566.854273:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.854277:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ee200. 00080000:00000001:2.0:1763354566.854280:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647310848 : -123191062240768 : ffff8ff5587ee200) 00000004:00000001:2.0:1763354566.854284:0:38200:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354566.854286:0:38200:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763354566.854289:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.854291:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647310848 : -123191062240768 : ffff8ff5587ee200) 00080000:00000001:2.0:1763354566.854294:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.854297:0:38200:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854299:0:38200:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854301:0:38200:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.854306:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.854308:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.854314:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.854315:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.854317:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647310848 : -123191062240768 : ffff8ff5587ee200) 00080000:00000001:2.0:1763354566.854321:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.854325:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.854329:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.854332:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854334:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.854347:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.854349:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.854352:0:38200:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763354566, ctime 1763354566 00000004:00000001:2.0:1763354566.854356:0:38200:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763354566.854358:0:38200:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763354566.854359:0:38200:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763354566.854361:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.854363:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647310848 : -123191062240768 : ffff8ff5587ee200) 00080000:00000001:2.0:1763354566.854382:0:38200:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.854384:0:38200:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854385:0:38200:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854387:0:38200:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.854391:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.854392:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.854396:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.854398:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214489, last_committed = 21475214488 00000001:00000010:2.0:1763354566.854401:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37360. 00000001:00000040:2.0:1763354566.854403:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 1 00000020:00000040:2.0:1763354566.854405:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00000001:00000010:2.0:1763354566.854409:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e095240. 00000004:00000001:2.0:1763354566.854414:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.854415:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.854416:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647310848 : -123191062240768 : ffff8ff5587ee200) 00000004:00000001:2.0:1763354566.854427:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.854430:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e095240: xid 1848998841126528, transno 21475214489, tag 1, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.854432:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.854437:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.854440:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.854442:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.854443:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.854445:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce375a0. 00000020:00000001:2.0:1763354566.854447:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.854451:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 4 00010000:00000001:2.0:1763354566.854453:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.854455:0:38200:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763354566.854457:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.854459:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.854460:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.854461:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.854463:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.854464:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.854465:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff800 refcount=3 00000020:00000001:2.0:1763354566.854466:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00010000:00000001:2.0:1763354566.854468:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347712 : -123187134203904 : ffff8ff6429ff800) 00000004:00010000:2.0:1763354566.854471:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b89e3b49 reply state 00000000dc6a76d5 transno 21475214489 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.854476:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763354566.854479:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.854480:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854482:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.854483:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.854484:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.854485:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.854486:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 3 00010000:00000040:2.0:1763354566.854488:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.854491:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.854495:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.854499:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.854503:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.854504:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.854505:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854506:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.854507:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.854508:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.854509:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00010000:2.0:1763354566.854511:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.854512:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.854513:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.854514:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.854515:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354566.854517:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763354566.854518:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.854519:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.854520:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.854521:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.854522:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.854523:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354566.854524:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.854525:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.854527:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854529:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.854531:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.854538:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.854540:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.854541:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.854543:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.854544:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e26:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354566.854546:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.854548:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.854551:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.854552:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.854553:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.854554:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.854555:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.854556:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.854557:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.854559:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.854560:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.854561:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.854562:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.854563:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e26:0x0]: nlink=1, mode=100600, valid=0x1100000000002f8f 00000004:00000001:2.0:1763354566.854565:0:38200:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763354566.854566:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.854567:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763354566.854570:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.854574:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854575:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.854576:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.854578:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854580:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354566.854581:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.854583:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.854584:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.854585:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.854586:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.854588:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.854592:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.854593:0:38200:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.854596:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214489, xid 1848998841126528 00010000:00000001:2.0:1763354566.854598:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763354566.854599:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=470 00010000:00000200:2.0:1763354566.854601:0:38200:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214489, last committed = 21475214488 00010000:00000200:2.0:1763354566.854605:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513da300 x1848998841126528/t21475214489(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.854610:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.854612:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.854614:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.854617:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.854619:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.854620:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.854622:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.854623:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.854626:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.854628:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.854630:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7660. 00000100:00000200:2.0:1763354566.854634:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841126528, offset 224 00000400:00000200:2.0:1763354566.854638:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.854643:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.854647:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556893:1556893:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556889:1556889:8:4294967295] 00000400:00000200:2.0:1763354566.854654:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.854657:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.854660:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678fff00. 00000800:00000200:2.0:1763354566.854664:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.854668:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.854671:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678fff00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.854683:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.854686:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.854688:0:38200:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.854689:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.854691:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.854693:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513da300 x1848998841126528/t21475214489(0) o36->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.854700:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+470:253181:x1848998841126528:12345-192.168.203.48@tcp:36:lfs.0 Request processed in 845us (985us total) trans 21475214489 rc 0/0 00000100:00100000:2.0:1763354566.854706:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417490 00000100:00000040:2.0:1763354566.854708:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.854709:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.854710:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.854713:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.854716:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.854719:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587ef800. 00000020:00000040:2.0:1763354566.854721:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000100:00000001:2.0:1763354566.854723:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.854786:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.854790:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678fff00. 00000400:00000200:1.0:1763354566.854794:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.854798:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.854801:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7660 00000400:00000010:1.0:1763354566.854806:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7660. 00000100:00000001:1.0:1763354566.854809:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.854811:0:3647:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.855900:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.855906:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.855908:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.855909:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.855913:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.855920:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d8f00 00000400:00000200:1.0:1763354566.855925:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 13992 00000800:00000001:1.0:1763354566.855928:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.855933:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.855934:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.855937:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.855952:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.855954:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.855958:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513db100. 00000100:00000040:1.0:1763354566.855960:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513db100 x1848998841126656 msgsize 440 00000100:00100000:1.0:1763354566.855964:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.855973:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.855977:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.855980:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.856025:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.856029:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841126656 02000000:00000001:0.0:1763354566.856031:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.856050:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.856052:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.856057:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.856061:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841126656 00000020:00000001:0.0:1763354566.856064:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.856066:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.856068:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.856071:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=20 00000020:00000001:0.0:1763354566.856074:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:0.0:1763354566.856077:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:0.0:1763354566.856080:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.856085:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.856088:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.856090:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.856095:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.856099:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.856103:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.856109:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354566.856112:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.856113:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.856115:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.856120:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.856134:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.856144:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.856146:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.856152:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85261 00000100:00000040:0.0:1763354566.856156:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:0.0:1763354566.856158:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820565248 : -123186888986368 : ffff8ff6513db100) 00000100:00000040:0.0:1763354566.856165:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513db100 x1848998841126656/t0(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763354566.856175:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.856179:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.856181:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.856184:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.856189:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841126656:12345-192.168.203.48@tcp:2:lfs.0 00000100:00000200:0.0:1763354566.856194:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841126656 00000020:00000001:0.0:1763354566.856196:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.856199:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.856201:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.856203:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.856205:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830336 : -1043721280 : ffffffffc1ca13c0) 00000020:00000001:0.0:1763354566.856208:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.856210:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.856212:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.856214:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.856217:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763354566.856219:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.856222:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.856224:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.856226:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.856227:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.856229:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.856231:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.856233:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.856235:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.856237:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.856238:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.856240:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.856241:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.856244:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.856246:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.856250:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.856251:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.856255:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff642acec00. 02000000:00000001:0.0:1763354566.856258:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.856260:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.856264:0:74534:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763354566.856266:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.856268:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.856272:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:0.0:1763354566.856275:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00002000:00000001:0.0:1763354566.856279:0:74534:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000002:0.0:1763354566.856282:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a65d for inode 2338 00002000:00000001:0.0:1763354566.856285:0:74534:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.856288:0:74534:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.856290:0:74534:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763354566.856291:0:74534:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.856295:0:74534:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.856298:0:74534:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176fa00. 00080000:00000001:0.0:1763354566.856302:0:74534:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603094016 : -123190106457600 : ffff8ff59176fa00) 00000001:00000001:0.0:1763354566.856304:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763354566.856305:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.856308:0:74534:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763354566.856310:0:74534:0:(osd_handler.c:3261:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.856314:0:74534:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.856318:0:74534:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.856320:0:74534:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.856323:0:74534:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68fc0. 00080000:00000001:0.0:1763354566.856325:0:74534:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.856336:0:74534:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.856340:0:74534:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8ff6765ab230. 00080000:00000001:0.0:1763354566.856357:0:74534:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354566.856360:0:74534:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00002000:00000001:0.0:1763354566.856367:0:74534:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.856369:0:74534:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763354566.856373:0:74534:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.856375:0:74534:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354566.856377:0:74534:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944478, last_committed = 12884944477 00000001:00000010:0.0:1763354566.856382:0:74534:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0e40. 00000001:00000040:0.0:1763354566.856385:0:74534:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd27000 : new cb_count 1 00000020:00000040:0.0:1763354566.856388:0:74534:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=21 00000001:00000001:0.0:1763354566.856401:0:74534:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.856406:0:74534:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68fc0. 00040000:00000001:0.0:1763354566.856408:0:74534:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.856409:0:74534:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.856411:0:74534:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.856414:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763354566.856418:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.856420:0:74534:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763354566.856423:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00010000:00000040:0.0:1763354566.856427:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944477, transno 12884944478, xid 1848998841126656 00010000:00000001:0.0:1763354566.856429:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.856433:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513db100 x1848998841126656/t12884944478(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763354566.856439:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.856440:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.856442:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763354566.856444:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.856446:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.856448:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.856450:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.856451:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.856453:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.856454:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.856457:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bcc0. 00000100:00000200:0.0:1763354566.856459:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841126656, offset 224 00000400:00000200:0.0:1763354566.856463:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.856468:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:0.0:1763354566.856471:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556894:1556894:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556890:1556890:8:4294967295] 00000400:00000200:0.0:1763354566.856478:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:0.0:1763354566.856481:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:0.0:1763354566.856484:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022b00. 00000800:00000200:0.0:1763354566.856487:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:0.0:1763354566.856490:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:0.0:1763354566.856492:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022b00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763354566.856505:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.856507:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.856509:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.856511:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.856512:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.856515:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513db100 x1848998841126656/t12884944478(0) o2->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.856522:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841126656:12345-192.168.203.48@tcp:2:lfs.0 Request processed in 346us (560us total) trans 12884944478 rc 0/0 00000100:00100000:0.0:1763354566.856527:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85261 00000100:00000040:0.0:1763354566.856529:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:0.0:1763354566.856531:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.856532:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.856534:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.856536:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000020:00000010:0.0:1763354566.856540:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000020:00000040:0.0:1763354566.856542:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000100:00000001:0.0:1763354566.856543:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.856597:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.856601:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022b00. 00000400:00000200:1.0:1763354566.856605:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.856609:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.856611:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bcc0 00000400:00000010:1.0:1763354566.856613:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bcc0. 00000100:00000001:1.0:1763354566.856615:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.856617:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.857685:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.857692:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.857694:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.857695:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.857700:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.857706:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 472 into portal 12 MB=0x691a7971d9000 00000400:00000200:1.0:1763354566.857710:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 472/472 into md 0x76d7e5 [64] + 103320 00000800:00000001:1.0:1763354566.857714:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.857719:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.857721:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.857723:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.857725:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.857727:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.857730:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d9880. 00000100:00000040:1.0:1763354566.857732:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d9880 x1848998841126912 msgsize 472 00000100:00100000:1.0:1763354566.857735:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.857745:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.857749:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.857751:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.857767:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.857770:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841126912 02000000:00000001:2.0:1763354566.857772:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.857773:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.857774:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.857776:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.857778:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841126912 00000020:00000001:2.0:1763354566.857779:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.857780:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.857782:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.857784:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=470 00000020:00000001:2.0:1763354566.857785:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.857787:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.857789:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.857792:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.857793:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.857795:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.857798:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587ef800. 00000020:00000010:2.0:1763354566.857800:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.857802:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.857805:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.857807:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.857808:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.857809:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.857812:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.857822:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.857828:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.857829:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.857833:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417491 00000100:00000040:2.0:1763354566.857835:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.857836:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820558976 : -123186888992640 : ffff8ff6513d9880) 00000100:00000040:2.0:1763354566.857840:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d9880 x1848998841126912/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 472/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.857846:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.857848:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.857850:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.857852:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.857855:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+470:253181:x1848998841126912:12345-192.168.203.48@tcp:55:lfs.0 00000100:00000200:2.0:1763354566.857858:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841126912 00000020:00000001:2.0:1763354566.857860:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.857862:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.857865:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e095240: xid 1848998841126528, transno 21475214489, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.857869:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e095300: xid 1848998841122560, transno 21475214488, client gen 10, slot idx 2 00000001:00000010:2.0:1763354566.857871:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095300. 00000020:00000001:2.0:1763354566.857874:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.857875:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.857876:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663707744 : -1045843872 : ffffffffc1a9b060) 00000020:00000001:2.0:1763354566.857878:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.857880:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841126912, found 0 last_xid 1848998841126911 00000020:00000001:2.0:1763354566.857882:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.857883:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.857884:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.857885:0:38200:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354566.857887:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.857889:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000020:00000001:2.0:1763354566.857892:0:38200:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.857893:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.857895:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.857896:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.857899:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff66fd34400. 02000000:00000001:2.0:1763354566.857901:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.857902:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.857905:0:38200:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763354566.857907:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354566.857908:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.857910:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857911:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.857912:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.857913:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857915:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.857915:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.857916:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857917:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.857918:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.857920:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857921:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.857922:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.857923:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857925:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.857926:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.857927:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857928:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.857929:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.857931:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.857933:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.857934:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.857936:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.857937:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.857950:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.857951:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.857953:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.857955:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.857956:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354566.857958:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.857959:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.857962:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 4 00010000:00000001:2.0:1763354566.857964:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.857965:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.857968:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67b718000. 00000020:00000001:2.0:1763354566.857970:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.857972:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67b718000 with handle 0x4a8bb634222cb347 to hash 00000020:00000001:2.0:1763354566.857974:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.857975:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000010:2.0:1763354566.857977:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc400. 00010000:00000001:2.0:1763354566.857979:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.857981:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.857983:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.857985:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.857993:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.857994:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.857996:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.857997:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.857999:0:38200:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763354566.858002:0:38200:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.858007:0:38200:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763354566.858008:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.858010:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.858011:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.858012:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.858014:0:38200:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763354566.858016:0:38200:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 4/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000040:2.0:1763354566.858020:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 4 00010000:00000040:2.0:1763354566.858021:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.858023:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000040:2.0:1763354566.858027:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.858032:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.858059:0:38200:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763354566.858061:0:38200:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 4/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.858066:0:38200:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.858069:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000010:3.1:1763354566.858074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f8400. 00000100:00000010:2.0:1763354566.858074:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095300. 00000100:00000001:2.0:1763354566.858076:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303672576 : -123186405879040 : ffff8ff66e095300) 00000100:00000001:2.0:1763354566.858082:0:38200:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620887303672576 : -123186405879040 : ffff8ff66e095300) 00000100:00000001:2.0:1763354566.858084:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.858086:0:38200:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000010:3.1:1763354566.858087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1200. 00010000:00000001:2.0:1763354566.858088:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763354566.858091:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.858093:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763354566.858095:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000010:3.1:1763354566.858096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff55c5f9000. 00010000:00000001:2.0:1763354566.858096:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.858099:0:38200:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763354566.858102:0:38200:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00010000:00000010:3.1:1763354566.858105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dcf00. 00000100:00000010:2.0:1763354566.858106:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0700. 00000020:00000040:2.0:1763354566.858112:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff66dd23000 refcount=2 obd=lustre-MDT0000 00010000:00000010:3.1:1763354566.858115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff676581a00. 00000100:00000001:2.0:1763354566.858116:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.858119:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:3.1:1763354566.858123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f2800. 02000000:00000001:2.0:1763354566.858124:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.858131:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587efe00. 00000100:00000001:2.0:1763354566.858135:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.858140:0:38200:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763354566.858150:0:38200:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 470 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:2.0:1763354566.858156:0:38200:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763354566.858158:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.858161:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.858167:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.858168:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.858171:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542724736:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.858173:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.858177:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.858179:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.858182:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.858184:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ff5587efc00. 02000000:00000001:2.0:1763354566.858185:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.858189:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.858193:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7f68. 00000100:00000200:2.0:1763354566.858196:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848998542724736, portal 16 00000100:00000001:2.0:1763354566.858198:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.858199:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000040:2.0:1763354566.858203:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.858207:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.858209:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.858211:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7b28. 00000100:00000200:2.0:1763354566.858212:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848998542724736, offset 0 00000400:00000200:2.0:1763354566.858215:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.858219:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.858222:0:38200:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763354566.858225:0:38200:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.148@tcp 00000400:00000200:2.0:1763354566.858227:0:38200:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.148@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763354566.858229:0:38200:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.48@tcp 00000400:00000200:2.0:1763354566.858232:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556895:1556895:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556891:1556891:8:4294967295] 00000400:00000200:2.0:1763354566.858238:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.858241:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.858243:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.858246:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.858249:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.858251:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.858262:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.858265:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306889934 00000100:00000001:2.0:1763354566.858270:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4306889913 00000100:00000001:2.0:1763354566.858274:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306889934 00000100:00000001:2.0:1763354566.858279:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4306889913 00000100:00000001:2.0:1763354566.858284:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306889934 00000100:00000001:2.0:1763354566.858287:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4306889913 00000100:00000001:2.0:1763354566.858291:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306889934 00000100:00000001:2.0:1763354566.858295:0:38200:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4306889913 00000100:00000001:2.0:1763354566.858299:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.858303:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.858305:0:38200:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.858308:0:38200:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.858310:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.858312:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.858314:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.858316:0:38200:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763354566.858318:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1763354566.858320:0:38200:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000800:00000010:1.0:1763354566.858322:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00010000:00000001:2.0:1763354566.858324:0:38200:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1763354566.858327:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1763354566.858330:0:38200:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.858334:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.858336:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1763354566.858338:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7b28 00000100:00000001:2.0:1763354566.858340:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1763354566.858342:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7b28. 00000100:00100000:2.0:1763354566.858349:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095300 going to sleep for 11 seconds 00000100:00000001:1.0:1763354566.858349:0:3648:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1763354566.858356:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1763354566.858356:0:3648:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.858361:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.858367:0:3648:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763354566.858371:0:3648:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.858376:0:3648:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.858378:0:3648:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.859091:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859099:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.859102:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859105:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.859111:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.859120:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 224 into portal 16 MB=0x691a785544e80 00000400:00000200:1.0:1763354566.859127:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.48@tcp of length 224/224 into md 0x7b905d [1] + 224 00000800:00000001:1.0:1763354566.859132:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859138:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.859141:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.859145:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.859148:0:3649:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763354566.859154:0:3649:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763354566.859165:0:3649:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763354566.859183:0:3649:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.859188:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859192:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.859200:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.859207:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.859209:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.859211:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000400:00000200:2.0:1763354566.859216:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:2.0:1763354566.859217:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:2.0:1763354566.859219:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.859224:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763354566.859231:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.859240:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.859242:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.859243:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.859246:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.859247:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.859248:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.859250:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.859254:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff66dd23458 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1763354566.859256:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66dd23410 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.859258:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.859259:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.859261:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.859263:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.859265:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.859268:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.859272:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.859274:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.859276:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.859277:0:38200:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763354566.859279:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.859280:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.859281:0:38200:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.859284:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763354566.859290:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:38200:1848998542724736:192.168.203.48@tcp:104: 00000100:00000001:2.0:1763354566.859293:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.859295:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.859296:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.859297:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.859299:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd0700 x1848998542724736/t0(0) o104->lustre-MDT0000@192.168.203.48@tcp:15/16 lens 328/224 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763354566.859303:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.859305:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.859307:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ff5587efc00. 02000000:00000001:2.0:1763354566.859309:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.859310:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.859312:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff66dd23000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763354566.859313:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.859315:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587efe00. 02000000:00000001:2.0:1763354566.859317:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.859318:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.859320:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0700. 00000100:00000001:2.0:1763354566.859321:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.859322:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763354566.859324:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095300. 00000100:00000001:2.0:1763354566.859325:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763354566.859327:0:38200:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763354566.859328:0:38200:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff5448af440. 00010000:00000001:2.0:1763354566.859330:0:38200:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.859332:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.859333:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.859335:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763354566.859337:0:38200:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000800:00000001:1.0:1763354566.859554:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859560:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.859562:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859563:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.859567:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.859573:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d9080 00000400:00000200:1.0:1763354566.859578:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b13e5 [2] + 1968 00000400:00000010:1.0:1763354566.859580:0:3647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66dc64210. 00000400:00000200:1.0:1763354566.859584:0:3647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff6793de600 00000800:00000001:1.0:1763354566.859586:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859608:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.859610:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.859613:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.859615:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff6793de600 00000400:00000010:1.0:1763354566.859616:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff6793de600. 00000100:00000001:1.0:1763354566.859619:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.859621:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763354566.859623:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff658718450 x1848998841127040 msgsize 328 00000100:00100000:1.0:1763354566.859626:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354566.859627:0:3647:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354566.859635:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.859638:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.859640:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.859701:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.859705:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127040 02000000:00000001:0.0:1763354566.859707:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.859708:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.859709:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.859712:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.859714:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127040 00000020:00000001:0.0:1763354566.859715:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.859716:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:0.0:1763354566.859717:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.859719:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=471 00000020:00000001:0.0:1763354566.859721:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:0.0:1763354566.859723:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:0.0:1763354566.859725:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.859728:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.859730:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.859731:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.859735:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.859738:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.859740:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.859744:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763354566.859746:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.859747:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763354566.859748:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763354566.859750:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.859752:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763354566.859754:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.859755:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.859756:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=4 00000020:00000001:0.0:1763354566.859757:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:0.0:1763354566.859759:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00010000:0.0:1763354566.859764:0:74535:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 471 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000001:0.0:1763354566.859770:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.859771:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.859772:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.859773:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.859776:0:74535:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763354566.859780:0:74535:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8ff658718450 x1848998841127040/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.859785:0:74535:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763354566.859786:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.859798:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.859805:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.859806:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.859808:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 6374 00000100:00000040:0.0:1763354566.859811:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 2 00000100:00000001:0.0:1763354566.859812:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886941402192 : -123186768149424 : ffff8ff658718450) 00000100:00000040:0.0:1763354566.859816:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff658718450 x1848998841127040/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.859823:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.859825:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.859826:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.859828:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.859831:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff658718450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+471:2406:x1848998841127040:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763354566.859834:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127040 00010000:00000001:0.0:1763354566.859836:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763354566.859839:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763354566.859840:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763354566.859843:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.859844:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.859848:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67c9f4400. 02000000:00000001:0.0:1763354566.859850:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.859851:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.859853:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763354566.859854:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763354566.859855:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.859856:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.859857:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398a00 refcount=4 00000020:00000001:0.0:1763354566.859859:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000001:0.0:1763354566.859860:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575267840 : -123186134283776 : ffff8ff67e398a00) 00010000:00000040:0.0:1763354566.859862:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 5 00000004:00000001:0.0:1763354566.859864:0:74535:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763354566.859867:0:74535:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 471 pid: 38200 timeout: 12321 lvb_type: 0 00000100:00001000:0.0:1763354566.859872:0:74535:0:(import.c:2128:obd_at_measure()) add 0 to ffff8ff66dd22c50 time=1763354566 v=20 (0 0 0 0) 00010000:00000001:0.0:1763354566.859874:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.859877:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.859877:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763354566.859880:0:74535:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 471 pid: 38200 timeout: 12321 lvb_type: 0 00000020:00000001:0.0:1763354566.859885:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.859886:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.859887:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.859889:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.859891:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.859892:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763354566.859895:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.859896:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.859897:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763354566.859899:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.859900:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398a00 with handle 0x4a8bb634222cb332 from hash 00010000:00000001:0.0:1763354566.859902:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763354566.859903:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.859904:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.859905:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763354566.859907:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.859908:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.859910:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763354566.859910:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763354566.859912:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398a00/0x4a8bb634222cb332 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.48@tcp remote: 0x4851492765f41654 expref: 471 pid: 38200 timeout: 12321 lvb_type: 0 00010000:00000040:0.0:1763354566.859917:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 462 00000020:00000040:0.0:1763354566.859919:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 470 00010000:00000010:0.0:1763354566.859921:0:74535:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663d00. 00010000:00000001:0.0:1763354566.859925:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.859926:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763354566.859927:0:74535:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763354566.859929:0:74535:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00010000:0.0:1763354566.859931:0:74535:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.859935:0:74535:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763354566.859937:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.859952:0:74535:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.859954:0:74535:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763354566.859955:0:74535:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.859957:0:74535:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763354566.859959:0:74535:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763354566.859960:0:74535:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.859964:0:74535:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763354566.859966:0:74535:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763354566.859967:0:74535:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763354566.859968:0:74535:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763354566.859969:0:74535:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 4 00010000:00000040:0.0:1763354566.859971:0:74535:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763354566.859973:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000040:0.0:1763354566.859977:0:74535:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 2/0,0 mode: CR/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 470 pid: 38200 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763354566.859981:0:74535:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.859984:0:74535:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763354566.859986:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354566.859987:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.859988:0:74535:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763354566.859989:0:74535:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.859991:0:74535:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763354566.859994:0:74535:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.859996:0:74535:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763354566.859999:0:74535:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.860000:0:74535:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620883666083008 : -123190043468608 : ffff8ff595381cc0) 00000100:00000001:0.0:1763354566.860001:0:74535:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446620883666083008 : -123190043468608 : ffff8ff595381cc0) 00000100:00000001:0.0:1763354566.860003:0:74535:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763354566.860004:0:74535:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763354566.860005:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.860007:0:74535:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763354566.860015:0:74535:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.860017:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.860018:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.860019:0:74535:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.860020:0:74535:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763354566.860021:0:74535:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763354566.860023:0:74535:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.860024:0:74535:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.860025:0:74535:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763354566.860026:0:74535:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff595381cc0. 00000100:00000001:0.0:1763354566.860028:0:74535:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763354566.860029:0:74535:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763354566.860030:0:74535:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8ff67ca68fc0. 00010000:00000001:0.0:1763354566.860051:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763354566.860053:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.860054:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763354566.860056:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.860058:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.860060:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000100:00000001:0.0:1763354566.860063:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1763354566.860064:0:38200:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000100:00000040:0.0:1763354566.860066:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.860071:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:0.0:1763354566.860076:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1763354566.860079:0:38200:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.860079:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.860086:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000100:00000001:0.0:1763354566.860086:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.860092:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:0.0:1763354566.860096:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535b440. 00010000:00000001:2.0:1763354566.860097:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.860101:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.860103:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1763354566.860103:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841127040, offset 224 00010000:00000001:2.0:1763354566.860106:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.860109:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.860112:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000400:00000200:0.0:1763354566.860112:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354566.860117:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.860120:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00000400:00000200:0.0:1763354566.860124:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00010000:00000001:2.0:1763354566.860125:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.860128:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.860130:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.860134:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556896:1556896:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556892:1556892:8:4294967295] 00000004:00000001:2.0:1763354566.860135:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.860138:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.860144:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:0.0:1763354566.860148:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000004:00000001:2.0:1763354566.860153:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:0.0:1763354566.860154:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000004:00000001:2.0:1763354566.860158:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354566.860161:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000800:00000010:0.0:1763354566.860161:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022800. 00000001:00000001:2.0:1763354566.860165:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.860168:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000800:00000200:0.0:1763354566.860169:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:2.0:1763354566.860172:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763354566.860175:0:38200:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200002344:0x19e26:0x0]flags=0x2 00000800:00000200:0.0:1763354566.860179:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000004:00000001:2.0:1763354566.860180:0:38200:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000800:00000200:0.0:1763354566.860184:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022800 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763354566.860185:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.860188:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354566.860190:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.860191:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.860193:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.860193:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.860195:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000020:00000001:2.0:1763354566.860196:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00000100:00000001:0.0:1763354566.860198:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.860199:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.860205:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1763354566.860206:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00010000:2.0:1763354566.860208:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:0.0:1763354566.860212:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.860217:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.860218:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.860222:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.860225:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 2/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00000100:00000040:0.0:1763354566.860226:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff658718450 x1848998841127040/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.860236:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.860240:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.860243:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1763354566.860245:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff658718450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+470:2406:x1848998841127040:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 419us (618us total) trans 0 rc 0/0 00010000:00010000:2.0:1763354566.860247:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00000800:00000200:1.0:1763354566.860253:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.860259:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022800. 00000100:00100000:0.0:1763354566.860262:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 6374 00000400:00000200:1.0:1763354566.860263:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1763354566.860265:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 1 00010000:00010000:2.0:1763354566.860269:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67b718000 already unused, calling callback (ffffffffc19b3550) 00000100:00000001:0.0:1763354566.860269:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.860274:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1763354566.860275:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000400:00000200:1.0:1763354566.860275:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00010000:00000001:2.0:1763354566.860280:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000010:0.0:1763354566.860281:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000400:00000200:1.0:1763354566.860282:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535b440 00010000:00010000:2.0:1763354566.860283:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00000400:00000010:1.0:1763354566.860287:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535b440. 00000020:00000010:0.0:1763354566.860289:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00010000:00000001:2.0:1763354566.860293:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1763354566.860295:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1763354566.860296:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1763354566.860296:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000001:1.0:1763354566.860298:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1763354566.860299:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.860303:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000020:00000040:2.0:1763354566.860304:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=4 00000020:00000001:2.0:1763354566.860310:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 02000000:00000001:0.0:1763354566.860312:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354566.860313:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 02000000:00000010:0.0:1763354566.860316:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff67c9f4400. 00010000:00000001:2.0:1763354566.860317:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.860322:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 4/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 02000000:00000001:0.0:1763354566.860323:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763354566.860326:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763354566.860329:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff642acd400. 00010000:00000001:2.0:1763354566.860330:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.860333:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 02000000:00000001:0.0:1763354566.860334:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:2.0:1763354566.860335:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763354566.860338:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513db800. 00010000:00000001:2.0:1763354566.860340:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.860343:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1763354566.860343:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354566.860345:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000010:0.0:1763354566.860347:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66dc85800. 00010000:00000001:2.0:1763354566.860348:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.860352:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67b718000 with handle 0x4a8bb634222cb347 from hash 00010000:00000001:2.0:1763354566.860355:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1763354566.860355:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1763354566.860357:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.860360:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1763354566.860361:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0abb80. 00010000:00000001:2.0:1763354566.860362:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.860365:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.860368:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.860370:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:0.0:1763354566.860370:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354566.860372:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:0.0:1763354566.860375:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff66dc85c00. 00010000:00000001:2.0:1763354566.860376:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.860380:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 02000000:00000001:0.0:1763354566.860382:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1763354566.860383:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763354566.860387:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763354566.860387:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766bb480. 00010000:00000001:2.0:1763354566.860391:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.860394:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.860395:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.860397:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1763354566.860397:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354566.860402:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.860403:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763354566.860403:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901e800. 00010000:00000001:2.0:1763354566.860407:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.860409:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.860410:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1763354566.860412:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 2/0,0 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00000100:00000010:0.0:1763354566.860415:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b318e00. 00010000:00000001:2.0:1763354566.860417:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.860420:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.860422:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.860423:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:0.0:1763354566.860423:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1763354566.860427:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1763354566.860428:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901c800. 00010000:00010000:2.0:1763354566.860430:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb347 lrc: 0/0,0 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 02000000:00000001:0.0:1763354566.860434:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000010:2.0:1763354566.860437:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc400. 00000100:00000010:0.0:1763354566.860438:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31a300. 00010000:00000001:2.0:1763354566.860445:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763354566.860446:0:74535:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:2.0:1763354566.860448:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 02000000:00000010:0.0:1763354566.860449:0:74535:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8ff54901d800. 00000004:00000001:2.0:1763354566.860450:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.860453:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.860456:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:0.0:1763354566.860456:0:74535:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1763354566.860461:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000100:00000010:0.0:1763354566.860461:0:74535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31b480. 02000000:00000001:2.0:1763354566.860466:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.860468:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000100:00000001:0.0:1763354566.860469:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.860470:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354566.860474:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 0, xid 1848998841126912 00000100:00000200:0.0:1763354566.860476:0:74535:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:2.0:1763354566.860477:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.860484:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d9880 x1848998841126912/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 472/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1763354566.860485:0:74535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff58e29ff78. 00000400:00000010:0.0:1763354566.860493:0:74535:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381cc0. 00010000:00000001:2.0:1763354566.860494:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.860499:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.860501:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.860504:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.860506:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.860508:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.860509:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.860511:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.860512:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.860515:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.860518:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7f68. 00000100:00000200:2.0:1763354566.860520:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841126912, offset 224 00000400:00000200:2.0:1763354566.860524:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.860529:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.860532:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556897:1556897:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556893:1556893:8:4294967295] 00000400:00000200:2.0:1763354566.860539:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.860542:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.860545:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff800. 00000800:00000200:2.0:1763354566.860548:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.860551:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.860553:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.860566:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.860568:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.860570:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.860571:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.860572:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.860576:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d9880 x1848998841126912/t0(0) o55->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 472/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.860583:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253181:x1848998841126912:12345-192.168.203.48@tcp:55:lfs.0 Request processed in 2735us (2849us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763354566.860590:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417491 00000100:00000040:2.0:1763354566.860593:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.860595:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.860596:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.860599:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.860602:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.860605:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587ef800. 00000020:00000040:2.0:1763354566.860608:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00000100:00000001:2.0:1763354566.860610:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.860629:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.860634:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff800. 00000400:00000200:1.0:1763354566.860638:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.860644:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.860647:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7f68 00000400:00000010:1.0:1763354566.860649:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7f68. 00000100:00000001:1.0:1763354566.860652:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.860654:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.861774:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.861781:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.861784:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.861787:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.861792:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.861802:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d9180 00000400:00000200:1.0:1763354566.861807:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 14432 00000800:00000001:1.0:1763354566.861812:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.861818:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.861820:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.861824:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.861828:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.861830:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763354566.861834:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8700. 00000100:00000040:1.0:1763354566.861837:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8700 x1848998841127296 msgsize 440 00000100:00100000:1.0:1763354566.861842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.861853:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.861859:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.861874:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.861877:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.861880:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.861885:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.861892:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 440 into portal 28 MB=0x691a7971d9100 00000400:00000200:1.0:1763354566.861897:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 440/440 into md 0x79ff5d [8] + 14872 00000800:00000001:1.0:1763354566.861901:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.861907:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.861908:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763354566.861909:0:74534:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1763354566.861914:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00100000:0.0:1763354566.861914:0:74534:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127296 00000100:00000001:1.0:1763354566.861918:0:3647:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1763354566.861918:0:74534:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1763354566.861922:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1763354566.861922:0:74534:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.861926:0:74534:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763354566.861927:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513d8a80. 02000000:00000001:0.0:1763354566.861929:0:74534:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763354566.861931:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513d8a80 x1848998841127168 msgsize 440 00000100:00100000:0.0:1763354566.861933:0:74534:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127296 00000100:00100000:1.0:1763354566.861952:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000001:0.0:1763354566.861954:0:74534:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.861957:0:74534:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00000020:00000001:0.0:1763354566.861959:0:74534:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763354566.861961:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1763354566.861962:0:74534:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000020:00000001:0.0:1763354566.861966:0:74534:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000800:00000001:1.0:1763354566.861967:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1763354566.861968:0:74534:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000800:00000001:1.0:1763354566.861971:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.861973:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.861977:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.861981:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.861983:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.861986:0:74534:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.861989:0:74534:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.861992:0:74534:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.861995:0:74534:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763354566.861997:0:74534:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.861998:0:74534:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.862000:0:74534:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.862004:0:74534:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.862006:0:74514:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763354566.862011:0:74514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127168 02000000:00000001:3.0:1763354566.862014:0:74514:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763354566.862016:0:74514:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.862017:0:74534:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.862019:0:74514:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.862025:0:74514:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.862027:0:74534:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1763354566.862028:0:74514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127168 00000100:00000001:0.0:1763354566.862029:0:74534:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.862055:0:74534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85262 00000100:00000040:0.0:1763354566.862058:0:74534:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:0.0:1763354566.862060:0:74534:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820554496 : -123186888997120 : ffff8ff6513d8700) 00000100:00000040:0.0:1763354566.862065:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d8700 x1848998841127296/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763354566.862068:0:74514:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763354566.862073:0:74514:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000100:00000001:0.0:1763354566.862074:0:74534:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763354566.862079:0:74514:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1763354566.862079:0:74534:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.862082:0:74534:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763354566.862084:0:74514:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000010:0.0:1763354566.862085:0:74534:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000001:3.0:1763354566.862092:0:74514:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00100000:0.0:1763354566.862093:0:74534:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841127296:12345-192.168.203.48@tcp:1:lfs.0 00000020:00000001:3.0:1763354566.862098:0:74514:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000200:0.0:1763354566.862101:0:74534:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127296 00000100:00000001:3.0:1763354566.862106:0:74514:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1763354566.862106:0:74534:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.862112:0:74534:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1763354566.862114:0:74514:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.862114:0:74534:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.862121:0:74534:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1763354566.862122:0:74514:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.862124:0:74534:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000020:00000010:3.0:1763354566.862127:0:74514:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.862130:0:74534:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.862134:0:74534:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763354566.862136:0:74514:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba20a00. 00000020:00000001:0.0:1763354566.862138:0:74534:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1763354566.862142:0:74514:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27980. 00000020:00000001:0.0:1763354566.862143:0:74534:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.862147:0:74534:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000010:3.0:1763354566.862150:0:74514:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb190. 00000020:00000001:0.0:1763354566.862151:0:74534:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763354566.862157:0:74534:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.862159:0:74514:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:0.0:1763354566.862160:0:74534:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1763354566.862163:0:74514:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:0.0:1763354566.862164:0:74534:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.862167:0:74514:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.862168:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.862172:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.862175:0:74514:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.862176:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.862181:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.862182:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.862183:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354566.862185:0:74534:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763354566.862185:0:74534:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763354566.862187:0:74534:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.862188:0:74534:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.862190:0:74534:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.862192:0:74534:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1763354566.862193:0:74514:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763354566.862194:0:74534:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.862199:0:74534:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff67c9f4400. 02000000:00000001:0.0:1763354566.862202:0:74534:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.862204:0:74534:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.862207:0:74534:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763354566.862209:0:74534:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763354566.862210:0:74534:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1763354566.862211:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763354566.862212:0:74514:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.862215:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1763354566.862215:0:74534:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00000100:00000001:3.0:1763354566.862217:0:74514:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000001:0.0:1763354566.862220:0:74534:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00000100:00100000:2.0:1763354566.862225:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85263 00002000:00000001:0.0:1763354566.862225:0:74534:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763354566.862229:0:74534:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.862230:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:3.0:1763354566.862231:0:74514:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.862235:0:74534:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00000100:00000001:2.0:1763354566.862236:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820555392 : -123186888996224 : ffff8ff6513d8a80) 00000100:00000001:3.0:1763354566.862237:0:74514:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.862239:0:74534:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00000100:00000040:2.0:1763354566.862244:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513d8a80 x1848998841127168/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00080000:00000002:0.0:1763354566.862244:0:74534:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x20000a1c5 for inode 2349 00000020:00000002:0.0:1763354566.862249:0:74534:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00000020:00000001:0.0:1763354566.862255:0:74534:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000100:00000001:2.0:1763354566.862258:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1763354566.862262:0:74534:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.862263:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.862268:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763354566.862268:0:74534:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.862275:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00010000:00000040:0.0:1763354566.862275:0:74534:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589976002, transno 0, xid 1848998841127296 00010000:00000001:0.0:1763354566.862281:0:74534:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.862289:0:74534:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d8700 x1848998841127296/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.862290:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841127168:12345-192.168.203.48@tcp:1:lfs.0 00000100:00000200:2.0:1763354566.862302:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127168 00010000:00000001:0.0:1763354566.862303:0:74534:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.862308:0:74534:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.862309:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:0.0:1763354566.862311:0:74534:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000020:00000001:2.0:1763354566.862315:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354566.862315:0:74534:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1763354566.862320:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.862321:0:74534:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:0.0:1763354566.862325:0:74534:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00000020:00000001:2.0:1763354566.862327:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1763354566.862328:0:74534:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.862332:0:74534:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.862333:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830288 : -1043721328 : ffffffffc1ca1390) 00000100:00000001:0.0:1763354566.862334:0:74534:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.862339:0:74534:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354566.862340:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1763354566.862342:0:74534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535baa0. 00000020:00000001:2.0:1763354566.862345:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763354566.862348:0:74534:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841127296, offset 224 00000020:00000001:2.0:1763354566.862350:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.862355:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.862358:0:74539:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000400:00000200:0.0:1763354566.862359:0:74534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354566.862362:0:74539:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354566.862367:0:74539:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.862372:0:74539:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1763354566.862372:0:74534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000001:00000001:2.0:1763354566.862375:0:74539:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.862379:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.862381:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.862385:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.862386:0:74534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556898:1556898:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556894:1556894:8:4294967295] 00000001:00000001:2.0:1763354566.862387:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.862389:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.862393:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.862396:0:74539:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.862399:0:74539:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.862400:0:74539:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.862404:0:74539:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.862408:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.862412:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1763354566.862413:0:74534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 02000000:00000001:2.0:1763354566.862414:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.862420:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8ff66fd36000. 02000000:00000001:2.0:1763354566.862425:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.862425:0:74534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000100:00000001:2.0:1763354566.862430:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.862433:0:74539:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763354566.862435:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000800:00000010:0.0:1763354566.862435:0:74534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022300. 00000020:00000001:2.0:1763354566.862437:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.862443:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00002000:00000001:2.0:1763354566.862448:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 00000800:00000200:0.0:1763354566.862448:0:74534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00002000:00000001:2.0:1763354566.862453:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354566.862457:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.862460:0:74539:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763354566.862462:0:74539:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00000800:00000200:0.0:1763354566.862462:0:74534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00080000:00000002:2.0:1763354566.862466:0:74539:0:(osd_handler.c:4828:osd_xattr_get()) Get version 0x30000a65c for inode 2337 00000800:00000200:0.0:1763354566.862468:0:74534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022300 type 1, nob 528 niov 1 nkiov 1 00000020:00000002:2.0:1763354566.862469:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000020:00000001:2.0:1763354566.862474:0:74539:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.862478:0:74539:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.862481:0:74539:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.862483:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944477, transno 0, xid 1848998841127168 00010000:00000001:2.0:1763354566.862485:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1763354566.862487:0:74534:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1763354566.862491:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513d8a80 x1848998841127168/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.862494:0:74534:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:0.0:1763354566.862500:0:74534:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.862503:0:74534:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.862505:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1763354566.862506:0:74534:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1763354566.862508:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.862511:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000040:0.0:1763354566.862514:0:74534:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d8700 x1848998841127296/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.862516:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.862522:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.862527:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.862530:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.862534:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.862534:0:74534:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841127296:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 455us (692us total) trans 0 rc 0/0 00000800:00000200:1.0:1763354566.862536:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354566.862540:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1763354566.862543:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022300. 00000100:00000040:2.0:1763354566.862547:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000200:1.0:1763354566.862549:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1763354566.862552:0:74534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85262 00000400:00000010:2.0:1763354566.862553:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7088. 00000100:00000040:0.0:1763354566.862557:0:74534:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000400:00000200:1.0:1763354566.862558:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000200:2.0:1763354566.862560:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848998841127168, offset 224 00000100:00000001:0.0:1763354566.862563:0:74534:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1763354566.862565:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535baa0 00000100:00000001:0.0:1763354566.862566:0:74534:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1763354566.862569:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535baa0. 00000020:00000010:0.0:1763354566.862571:0:74534:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000100:00000001:1.0:1763354566.862572:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.862575:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1763354566.862576:0:74534:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000400:00000200:2.0:1763354566.862579:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000020:00000010:0.0:1763354566.862583:0:74534:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000020:00000040:0.0:1763354566.862588:0:74534:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00000400:00000200:2.0:1763354566.862589:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000100:00000001:0.0:1763354566.862592:0:74534:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763354566.862597:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556899:1556899:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556895:1556895:8:4294967295] 00000400:00000200:2.0:1763354566.862606:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.862610:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.862613:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff400. 00000800:00000200:2.0:1763354566.862616:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.862620:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.862622:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.862633:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.862636:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.862638:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.862639:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.862641:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.862646:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513d8a80 x1848998841127168/t0(0) o1->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 440/432 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.862654:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841127168:12345-192.168.203.48@tcp:1:lfs.0 Request processed in 394us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.862659:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85263 00000100:00000040:2.0:1763354566.862662:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354566.862664:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.862665:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.862668:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27980. 00000020:00000010:2.0:1763354566.862671:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb190. 00000020:00000010:2.0:1763354566.862674:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba20a00. 00000800:00000200:1.0:1763354566.862679:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1763354566.862681:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000800:00000010:1.0:1763354566.862683:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff400. 00000100:00000001:2.0:1763354566.862685:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.862688:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.862694:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.862696:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7088 00000400:00000010:1.0:1763354566.862697:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7088. 00000100:00000001:1.0:1763354566.862700:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.862701:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.864080:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.864087:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.864089:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.864091:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.864095:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.864102:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 584 into portal 12 MB=0x691a7971d9200 00000400:00000200:1.0:1763354566.864107:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 584/584 into md 0x76d7e5 [64] + 103792 00000800:00000001:1.0:1763354566.864110:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.864115:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.864116:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.864119:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.864121:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.864122:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.864125:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513da680. 00000100:00000040:1.0:1763354566.864127:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513da680 x1848998841127424 msgsize 584 00000100:00100000:1.0:1763354566.864130:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.864141:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.864145:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.864147:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.864163:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.864166:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127424 02000000:00000001:2.0:1763354566.864168:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.864169:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.864170:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.864173:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.864175:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127424 00000020:00000001:2.0:1763354566.864176:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.864177:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.864178:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864180:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=469 00000020:00000001:2.0:1763354566.864182:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.864184:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.864186:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.864189:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.864191:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.864193:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.864196:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5587ef800. 00000020:00000010:2.0:1763354566.864198:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.864201:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.864205:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.864206:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.864207:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.864209:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.864212:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.864223:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.864229:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.864230:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.864235:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417492 00000100:00000040:2.0:1763354566.864238:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.864240:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820562560 : -123186888989056 : ffff8ff6513da680) 00000100:00000040:2.0:1763354566.864244:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513da680 x1848998841127424/t0(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.864250:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.864252:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.864254:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.864255:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.864258:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253181:x1848998841127424:12345-192.168.203.48@tcp:61:lfs.0 00000100:00000200:2.0:1763354566.864261:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127424 00000020:00000001:2.0:1763354566.864263:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.864265:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.864267:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864269:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.864270:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663708032 : -1045843584 : ffffffffc1a9b180) 00000020:00000001:2.0:1763354566.864272:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.864273:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841127424, found 0 last_xid 1848998841127423 00000020:00000001:2.0:1763354566.864275:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.864276:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.864277:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.864278:0:38200:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354566.864280:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.864283:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773122648 : -123190936428968 : ffff8ff55ffe9e58) 00000020:00000001:2.0:1763354566.864284:0:38200:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864286:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.864288:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.864289:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.864292:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff65a793400. 02000000:00000001:2.0:1763354566.864294:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.864295:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864297:0:38200:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763354566.864299:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763354566.864300:0:38200:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00000001:2.0:1763354566.864302:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.864303:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864305:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000020:00000001:2.0:1763354566.864306:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.864308:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000040:2.0:1763354566.864310:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dcc00 count: 4 00000004:00000001:2.0:1763354566.864311:0:38200:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354566.864313:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.864314:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864315:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864316:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864317:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864319:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.864321:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.864323:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864324:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864326:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.864327:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.864329:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff555ae4000 with handle 0x4a8bb634222cb221 from hash 00010000:00000001:2.0:1763354566.864330:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.864331:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864332:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864333:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.864335:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.864335:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864337:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.864338:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.864340:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb221 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415a5 expref: 469 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.864346:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 461 00000020:00000040:2.0:1763354566.864347:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00010000:00000010:2.0:1763354566.864349:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663780. 00010000:00000001:2.0:1763354566.864354:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864354:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.864355:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864357:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3200 refcount=3 00000020:00000001:2.0:1763354566.864358:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:2.0:1763354566.864360:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361729024 : -123186347822592 : ffff8ff6717f3200) 00010000:00000001:2.0:1763354566.864361:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.864362:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864363:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864363:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864365:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864366:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.864367:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.864369:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864369:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864370:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.864371:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.864372:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3200 with handle 0x4a8bb634222cb1fe from hash 00010000:00000001:2.0:1763354566.864374:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.864374:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864375:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864376:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.864377:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.864378:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864379:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.864379:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.864381:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3200/0x4a8bb634222cb1fe lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41590 expref: 468 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.864389:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:2.0:1763354566.864391:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 467 00010000:00000010:2.0:1763354566.864392:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663b00. 00010000:00000001:2.0:1763354566.864394:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864395:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.864396:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864397:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6717f3e00 refcount=3 00000020:00000001:2.0:1763354566.864398:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:2.0:1763354566.864399:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887361732096 : -123186347819520 : ffff8ff6717f3e00) 00010000:00000001:2.0:1763354566.864401:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.864401:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864402:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864403:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864404:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864405:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.864406:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.864407:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864408:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864409:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.864410:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.864411:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6717f3e00 with handle 0x4a8bb634222cb1b1 from hash 00010000:00000001:2.0:1763354566.864412:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.864413:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864414:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864414:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.864415:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.864416:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864417:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.864418:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.864420:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6717f3e00/0x4a8bb634222cb1b1 lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4156d expref: 467 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.864423:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:2.0:1763354566.864425:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 466 00010000:00000010:2.0:1763354566.864426:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663c00. 00010000:00000001:2.0:1763354566.864428:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864429:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.864430:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864431:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67e398c00 refcount=3 00000020:00000001:2.0:1763354566.864432:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000001:2.0:1763354566.864434:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887575268352 : -123186134283264 : ffff8ff67e398c00) 00010000:00000001:2.0:1763354566.864435:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.864436:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.864438:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff5970dcc00) 00010000:00000001:2.0:1763354566.864440:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864441:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864442:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763354566.864443:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff5970dcc00 count: 0 00010000:00000010:2.0:1763354566.864446:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff680781c80. 00010000:00000040:2.0:1763354566.864451:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 3 00000004:00000001:2.0:1763354566.864452:0:38200:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763354566.864453:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.864454:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864455:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.864455:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864457:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864458:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.864459:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.864460:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864461:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864462:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.864463:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.864464:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67e398c00 with handle 0x4a8bb634222cb275 from hash 00010000:00000001:2.0:1763354566.864466:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.864467:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864468:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864469:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.864470:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.864471:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864472:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.864473:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.864475:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67e398c00/0x4a8bb634222cb275 lrc: 0/0,0 mode: --/CR res: [0x200002344:0x19e26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f415c1 expref: 466 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.864479:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:2.0:1763354566.864480:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 465 00010000:00000010:2.0:1763354566.864481:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff671663380. 00010000:00000001:2.0:1763354566.864483:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864484:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.864485:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.864486:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00000001:2.0:1763354566.864488:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864489:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864490:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763354566.864491:0:38200:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763354566.864492:0:38200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=4 : 4 : 4) 00000004:00000001:2.0:1763354566.864493:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.864494:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:2.0:1763354566.864495:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.864497:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:2.0:1763354566.864498:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:2.0:1763354566.864501:0:38200:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763354566.864504:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354566.864505:0:38200:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864506:0:38200:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864508:0:38200:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763354566.864509:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354566.864510:0:38200:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864511:0:38200:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864513:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354566.864514:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.864515:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.864517:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 2 00010000:00000001:2.0:1763354566.864519:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.864520:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.864523:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243600. 00000020:00000001:2.0:1763354566.864525:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.864526:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243600 with handle 0x4a8bb634222cb34e to hash 00000020:00000001:2.0:1763354566.864527:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.864528:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000010:2.0:1763354566.864531:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc400. 00010000:00000001:2.0:1763354566.864533:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354566.864534:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.864535:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.864537:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243600/0x4a8bb634222cb34e lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.864541:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.864542:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.864543:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.864544:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.864545:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864547:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.864547:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864549:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.864550:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.864551:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.864552:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.864553:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 2 00010000:00000040:2.0:1763354566.864555:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.864557:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.864560:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243600/0x4a8bb634222cb34e lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.864563:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.864565:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.864566:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864567:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.864568:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864569:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864571:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.864572:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.864573:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.864575:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243600/0x4a8bb634222cb34e lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.864578:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.864579:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864579:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864580:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.864581:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864582:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=3 00000020:00000001:2.0:1763354566.864583:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354566.864584:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354566.864585:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864586:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.864587:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864588:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354566.864589:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.864589:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.864592:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fadd00. 00010000:00000010:2.0:1763354566.864594:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db280. 00010000:00000001:2.0:1763354566.864596:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.864597:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f242600. 00000020:00000001:2.0:1763354566.864598:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.864599:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f242600 with handle 0x4a8bb634222cb355 to hash 00000020:00000001:2.0:1763354566.864600:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.864601:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000010:2.0:1763354566.864603:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc000. 00010000:00000001:2.0:1763354566.864604:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.864606:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.864607:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.864609:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 3/0,1 mode: --/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.864613:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.864614:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.864615:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.864615:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.864616:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864617:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.864618:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864619:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.864620:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.864621:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.864622:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.864623:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) refcount = 1 00010000:00010000:2.0:1763354566.864625:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.864628:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.864629:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.864629:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864630:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.864631:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.864632:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.864634:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.864635:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.864636:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.864637:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.864640:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.864641:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864642:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.864642:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.864643:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.864644:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:2.0:1763354566.864646:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.864647:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.864649:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.864650:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.864651:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864653:0:38200:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763354566.864655:0:38200:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763354566.864657:0:38200:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.864659:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.864663:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce375a0. 00080000:00000001:2.0:1763354566.864665:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.864667:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587efe00. 00080000:00000001:2.0:1763354566.864669:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00000004:00000001:2.0:1763354566.864671:0:38200:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763354566.864673:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.864675:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763354566.864678:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff8ff5448af440. 00000004:00000001:2.0:1763354566.864680:0:38200:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864681:0:38200:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763354566.864682:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.864684:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:2.0:1763354566.864685:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff8ff66ce37cc0. 00000004:00000001:2.0:1763354566.864687:0:38200:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.864689:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff66dd40bc0. 00000004:00000001:2.0:1763354566.864690:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.864696:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763354566.864698:0:38200:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8ff66dd404a0. 00000004:00000001:2.0:1763354566.864699:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.864701:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.864704:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864706:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864708:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.864709:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00000004:00000001:2.0:1763354566.864712:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864714:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864717:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864718:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864719:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.864720:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00000004:00000001:2.0:1763354566.864721:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864723:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864725:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.864727:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.864730:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.864731:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.864732:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00080000:00000001:2.0:1763354566.864733:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.864735:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.864737:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354566.864739:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864740:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.864745:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864747:0:38200:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864751:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864756:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354566.864758:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354566.864761:0:38200:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff58b12b0d0. 00000004:00000010:2.0:1763354566.864764:0:38200:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8ff58f148750. 00000004:00000010:2.0:1763354566.864768:0:38200:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8ff58f148b40. 00000004:00000010:2.0:1763354566.864771:0:38200:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff54ef356c0. 00000004:00000001:2.0:1763354566.864774:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864775:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.864776:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00080000:00000001:2.0:1763354566.864779:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.864781:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e26:0x0] set xattr 'trusted.lov' with size 80 00080000:00000010:2.0:1763354566.864795:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 148 at ffff8ff66e095300. 00000004:00000001:2.0:1763354566.864798:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864799:0:38200:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864801:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864803:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354566.864805:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354566.864806:0:38200:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff58b128f88. 00000004:00000001:2.0:1763354566.864809:0:38200:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763354566.864811:0:38200:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763354566.864812:0:38200:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff58b12ae98. 00000004:00000010:2.0:1763354566.864815:0:38200:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff8ff66d5290d0. 00000004:00000010:2.0:1763354566.864817:0:38200:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff8ff58f148f28. 00000004:00000010:2.0:1763354566.864819:0:38200:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff54ef35e40. 00000004:00000001:2.0:1763354566.864820:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864821:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.864823:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00080000:00000001:2.0:1763354566.864824:0:38200:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.864825:0:38200:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.lov' with size 56 00080000:00000010:2.0:1763354566.864830:0:38200:0:(osd_handler.c:1615:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8ff66d8db500. 00000004:00000001:2.0:1763354566.864832:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864833:0:38200:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864835:0:38200:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763354566.864836:0:38200:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864838:0:38200:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763354566.864839:0:38200:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864840:0:38200:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763354566.864843:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.864844:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.864846:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.864848:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214490, last_committed = 21475214488 00000001:00000010:2.0:1763354566.864850:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37d20. 00000001:00000040:2.0:1763354566.864852:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 2 00000020:00000040:2.0:1763354566.864854:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=466 00000001:00000010:2.0:1763354566.864858:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66e0959c0. 00000004:00000001:2.0:1763354566.864862:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.864863:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.864864:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647318016 : -123191062233600 : ffff8ff5587efe00) 00000004:00000001:2.0:1763354566.864870:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.864873:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66e0959c0: xid 1848998841127424, transno 21475214490, tag 0, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.864877:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.864881:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00040000:00000001:2.0:1763354566.864883:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.864884:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.864886:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.864888:0:38200:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce375a0. 00000020:00000001:2.0:1763354566.864889:0:38200:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.864892:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.864894:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff8ff66ce37cc0. 00000020:00000010:2.0:1763354566.864895:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff66dd40bc0. 00000020:00000010:2.0:1763354566.864897:0:38200:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8ff66dd404a0. 00200000:00000001:2.0:1763354566.864899:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.864901:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37cc0. 00080000:00000001:2.0:1763354566.864902:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.864904:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587efc00. 00080000:00000001:2.0:1763354566.864905:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00000004:00000001:2.0:1763354566.864907:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.864909:0:38200:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354566.864911:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354566.864913:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763354566.864915:0:38200:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.864917:0:38200:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763354566.864920:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff66e095000. 00000004:00000001:2.0:1763354566.864922:0:38200:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763354566.864925:0:38200:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff8ff54c50e890. 00000004:00000010:2.0:1763354566.864927:0:38200:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff8ff59cf7f620. 00000020:00000001:2.0:1763354566.864930:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763354566.864935:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6c9f10. 00000004:00000001:2.0:1763354566.864956:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763354566.864958:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864961:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786964840 : -123189922586776 : ffff8ff59c6c9f68) 00000020:00000001:2.0:1763354566.864964:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763354566.864966:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6cb9b0. 00000004:00000001:2.0:1763354566.864968:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763354566.864969:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.864971:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786971656 : -123189922579960 : ffff8ff59c6cba08) 00000004:00000001:2.0:1763354566.864972:0:38200:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864974:0:38200:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763354566.864976:0:38200:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864977:0:38200:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864979:0:38200:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763354566.864981:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354566.864984:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763354566.864987:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66e095a80. 00000004:00000010:2.0:1763354566.864989:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff66dd404a0. 00000004:00000010:2.0:1763354566.864992:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6463ef000. 00000020:00000001:2.0:1763354566.864995:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354566.864997:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.864999:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763354566.865001:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354566.865003:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x53fb:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763354566.865006:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6463ef000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763354566.865008:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0700. 00000020:00000040:2.0:1763354566.865011:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763354566.865013:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.865015:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.865017:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.865020:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ee800. 00000100:00000001:2.0:1763354566.865023:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865025:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865026:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.865028:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865030:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.865031:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.865057:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095cc0. 00000100:00000001:2.0:1763354566.865059:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303675072 : -123186405876544 : ffff8ff66e095cc0) 00000100:00000001:2.0:1763354566.865062:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.865063:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000001:2.0:1763354566.865067:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.865070:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865072:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.865073:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.865077:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865084:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.865085:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.865089:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.865091:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.865093:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.865095:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542724864:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.865098:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.865100:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.865101:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.865103:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.865107:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff591c2e000. 02000000:00000001:2.0:1763354566.865108:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.865112:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.865116:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66d1c4000. 00000100:00000200:2.0:1763354566.865119:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542724864, portal 4 00000100:00000001:2.0:1763354566.865121:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.865122:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000040:2.0:1763354566.865126:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865131:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.865132:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.865134:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.865136:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542724864, offset 0 00000400:00000200:2.0:1763354566.865138:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.865144:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.865149:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785544f00 00000400:00000200:2.0:1763354566.865152:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 20344 00000400:00000200:2.0:1763354566.865157:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.865159:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.865162:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.865163:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354566.865165:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd3480. 00000100:00000040:2.0:1763354566.865167:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd3480 x1848998542724864 msgsize 328 00000100:00100000:2.0:1763354566.865170:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.865179:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.865183:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:2.0:1763354566.865185:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:2.0:1763354566.865187:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.865190:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865197:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.865200:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.865201:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.865206:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542724864 00000100:00000001:2.0:1763354566.865209:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.865209:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.865213:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.865214:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.865217:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865219:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.865221:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.865224:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7496 usecs (8 jiffies) 00000100:00100000:0.0:1763354566.865225:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542724864 00000100:00000001:2.0:1763354566.865228:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888833 00000020:00000001:0.0:1763354566.865229:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.865232:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000100:00000001:2.0:1763354566.865234:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889934 00000020:00000001:0.0:1763354566.865235:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763354566.865237:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888833 00000020:00000040:0.0:1763354566.865239:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=5 00000100:00000001:2.0:1763354566.865240:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889934 00000020:00000001:0.0:1763354566.865244:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:2.0:1763354566.865245:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888833 00000100:00000001:2.0:1763354566.865250:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889934 00000020:00000001:0.0:1763354566.865250:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:2.0:1763354566.865256:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888833 00000100:00000001:0.0:1763354566.865257:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763354566.865258:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.865261:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.865262:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:2.0:1763354566.865263:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865269:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763354566.865269:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.865272:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1763354566.865274:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:2.0:1763354566.865275:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.865279:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1763354566.865280:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000100:00000001:2.0:1763354566.865281:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.865285:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.865290:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.865295:0:22777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.865296:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.865297:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.865298:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.865302:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.865313:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.865320:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.865321:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.865324:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917 00000100:00000040:0.0:1763354566.865327:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:0.0:1763354566.865329:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315850880 : -123191393700736 : ffff8ff544bd3480) 00000100:00000040:0.0:1763354566.865334:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3480 x1848998542724864/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.865341:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.865344:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.865345:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.865347:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.865350:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:38200:x1848998542724864:12345-0@lo:1000:mdt00_006.0 00000100:00000200:0.0:1763354566.865353:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542724864 00000020:00000001:0.0:1763354566.865355:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.865356:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.865358:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.865359:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.865360:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.865362:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.865364:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.865366:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.865367:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.865368:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.865371:0:22777:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.865374:0:22777:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.865376:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.865377:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.865381:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff667758000. 02000000:00000001:0.0:1763354566.865383:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.865384:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.865388:0:22777:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.865389:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.865391:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.865393:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00000020:00000001:0.0:1763354566.865396:0:22777:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354566.865404:0:22777:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x53fb:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354566.865407:0:22777:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354566.865408:0:22777:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.865411:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d5a00/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000020:00000010:0.0:1763354566.865413:0:22777:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.865417:0:22777:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.865419:0:22777:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.865420:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944472, transno 0, xid 1848998542724864 00010000:00000001:0.0:1763354566.865422:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.865425:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3480 x1848998542724864/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.865430:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.865432:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.865434:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.865436:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.865437:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.865439:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.865441:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.865442:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.865443:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.865445:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.865447:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.865449:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542724864, offset 224 00000400:00000200:0.0:1763354566.865452:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.865457:0:22777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.865462:0:22777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785544f00 00000400:00000200:0.0:1763354566.865465:0:22777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b9079 [2] + 224 00000400:00000200:0.0:1763354566.865469:0:22777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.865471:0:22777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.865474:0:22777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.865477:0:22777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.865483:0:22777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.865496:0:22777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.865501:0:22777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000400:00000010:0.0:1763354566.865502:0:22777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.865504:0:22777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.865505:0:22777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.865508:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.865510:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.865512:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1763354566.865514:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1763354566.865515:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.865519:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1763354566.865520:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.865523:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1763354566.865523:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3480 x1848998542724864/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763354566.865527:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000400:00000200:2.0:1763354566.865532:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4000 00000400:00000010:2.0:1763354566.865535:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4000. 00000100:00100000:0.0:1763354566.865537:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:38200:x1848998542724864:12345-0@lo:1000:mdt00_006.0 Request processed in 193us (366us total) trans 0 rc 0/0 00000100:00000001:2.0:1763354566.865539:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763354566.865546:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.865547:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7917 00000100:00000040:0.0:1763354566.865553:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000001:0.0:1763354566.865557:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.865559:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.865563:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000100:00000200:2.0:1763354566.865564:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354566.865569:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000100:00000001:2.0:1763354566.865573:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1763354566.865575:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000001:2.0:1763354566.865576:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.865581:0:38200:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1763354566.865583:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 4 02000000:00000001:2.0:1763354566.865584:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.865587:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.865588:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.865589:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.865593:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.865598:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826d78 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354566.865600:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.865602:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.865604:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.865605:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.865607:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865609:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763354566.865610:0:38200:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884944472 gen 3 00000100:00000040:2.0:1763354566.865614:0:38200:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884944472) req@ffff8ff544bd1880 x1848998542709504/t12884944462(12884944462) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354566.865619:0:38200:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763354566.865620:0:38200:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884944462 committed transno 12884944472 00000004:00000010:2.0:1763354566.865623:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff54e258000. 00000004:00000010:2.0:1763354566.865626:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff5463615e0. 00000004:00000010:2.0:1763354566.865629:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66d1c4c00. 00000004:00000010:2.0:1763354566.865631:0:38200:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff8ff66d1c4540. 00000004:00000001:2.0:1763354566.865632:0:38200:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763354566.865633:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.865635:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd1880 x1848998542709504/t12884944462(12884944462) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354579 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_002.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865640:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.865641:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.865642:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff674dcc000. 02000000:00000001:2.0:1763354566.865645:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.865646:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.865647:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763354566.865648:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.865650:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff541b30000. 02000000:00000001:2.0:1763354566.865651:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.865652:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.865654:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd1880. 00000100:00000001:2.0:1763354566.865655:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.865656:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.865659:0:38200:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884944472) req@ffff8ff66ec53100 x1848998542718592/t12884944471(12884944471) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763354566.865665:0:38200:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff66ec53100, transno 12884944471 00000100:00000001:2.0:1763354566.865666:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.865667:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315984640 : -123186393566976 : ffff8ff66ec53100) 00000100:00000001:2.0:1763354566.865678:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.865681:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53100 x1848998542718592/t12884944471(12884944471) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865685:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.865687:0:38200:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884944472) req@ffff8ff66ec53800 x1848998542718720/t12884944472(12884944472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763354566.865692:0:38200:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ff66ec53800, transno 12884944472 00000100:00000001:2.0:1763354566.865694:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.865695:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620887315986432 : -123186393565184 : ffff8ff66ec53800) 00000100:00000001:2.0:1763354566.865696:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.865698:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff66ec53800 x1848998542718720/t12884944472(12884944472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865702:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865703:0:38200:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763354566.865705:0:38200:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1763354566.865706:0:38200:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.865707:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.865709:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865713:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.865714:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.865715:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.865718:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.865722:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542724864:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.865726:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.865727:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865729:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.865730:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.865732:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.865736:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.865738:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095cc0. 00000004:00000001:3.0:1763354566.865741:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:2.0:1763354566.865741:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.865743:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.865745:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865746:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763354566.865753:0:29736:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000010:2.0:1763354566.865757:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff66d8db880. 00000004:00000040:3.0:1763354566.865758:0:29736:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337180 : new refcount 3 00000004:00000001:2.0:1763354566.865761:0:38200:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763354566.865764:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:3.0:1763354566.865765:0:29736:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000100:00000040:2.0:1763354566.865768:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd0700 x1848998542724864/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1763354566.865769:0:29736:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763354566.865773:0:29736:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000100:00000001:2.0:1763354566.865778:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000040:00000001:3.0:1763354566.865780:0:29736:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.865780:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.865783:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff591c2e000. 00000040:00000001:3.0:1763354566.865785:0:29736:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 02000000:00000001:2.0:1763354566.865786:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00001000:3.0:1763354566.865788:0:29736:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 20509 in log [0x1:0x14:0x0] 00000020:00000001:2.0:1763354566.865789:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.865791:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:3.0:1763354566.865795:0:29736:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000020:00000001:2.0:1763354566.865795:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.865799:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587ee800. 00080000:00000010:3.0:1763354566.865802:0:29736:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba20e00. 02000000:00000001:2.0:1763354566.865803:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.865806:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:3.0:1763354566.865808:0:29736:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431512064 : -123191278039552 : ffff8ff54ba20e00) 00000100:00000010:2.0:1763354566.865809:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0700. 00000100:00000001:2.0:1763354566.865814:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000040:00000001:3.0:1763354566.865815:0:29736:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000100:00000001:2.0:1763354566.865816:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763354566.865819:0:29736:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000010:2.0:1763354566.865820:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6463ef000. 00080000:00000001:3.0:1763354566.865825:0:29736:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000010:2.0:1763354566.865825:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff66dd404a0. 00000001:00000001:3.0:1763354566.865829:0:29736:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000010:2.0:1763354566.865830:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66e095a80. 00080000:00000010:3.0:1763354566.865835:0:29736:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00000004:00000001:2.0:1763354566.865835:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.865838:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00080000:00000001:3.0:1763354566.865840:0:29736:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865841:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 00000040:00000001:3.0:1763354566.865844:0:29736:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.865846:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 00000040:00000001:3.0:1763354566.865847:0:29736:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.865848:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000040:00000001:3.0:1763354566.865851:0:29736:0:(llog.c:108:llog_declare_destroy()) Process entered 80000000:00000001:2.0:1763354566.865852:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000040:00000001:3.0:1763354566.865854:0:29736:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 80000000:00000001:2.0:1763354566.865856:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763354566.865858:0:29736:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 80000000:00000001:2.0:1763354566.865859:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.865861:0:29736:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 80000000:00000001:2.0:1763354566.865862:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763354566.865864:0:29736:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000040:2.0:1763354566.865865:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00080000:00000002:3.0:1763354566.865868:0:29736:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x14:0x0] not in the id map cache 00000004:00000001:2.0:1763354566.865868:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.865874:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00080000:00000001:3.0:1763354566.865875:0:29736:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865877:0:38200:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000040:00000001:3.0:1763354566.865879:0:29736:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354566.865882:0:38200:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66d1c4540. 00000040:00000001:3.0:1763354566.865883:0:29736:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865885:0:38200:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887288137024 : -123186421414592 : ffff8ff66d1c4540) 00080000:00000001:3.0:1763354566.865886:0:29736:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000020:00000010:2.0:1763354566.865890:0:38200:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff66d1c4c00. 00080000:00000001:3.0:1763354566.865893:0:29736:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.865895:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ffa00. 00000040:00000001:3.0:1763354566.865898:0:29736:0:(llog.c:1217:llog_write_rec()) Process entered 00000020:00000010:2.0:1763354566.865900:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ffc00. 00000040:00000001:3.0:1763354566.865901:0:29736:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763354566.865904:0:29736:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x14:0x0] 00000020:00000001:2.0:1763354566.865904:0:38200:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887288137024 : -123186421414592 : ffff8ff66d1c4540) 00000004:00000001:2.0:1763354566.865908:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887288137024 : -123186421414592 : ffff8ff66d1c4540) 00000004:00000010:2.0:1763354566.865912:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66d1c4000. 00000004:00000010:2.0:1763354566.865913:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff66dd404a0. 00000004:00000010:2.0:1763354566.865915:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6463ef000. 00000004:00000001:2.0:1763354566.865916:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865918:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763354566.865920:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66d1c43c0. 00000004:00000010:2.0:1763354566.865922:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff66dd40bc0. 00000004:00000010:2.0:1763354566.865925:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6463ea000. 00000020:00000001:2.0:1763354566.865926:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000040:00000001:3.0:1763354566.865927:0:29736:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.865928:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865933:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000040:00000001:3.0:1763354566.865934:0:29736:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.865935:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00080000:00000001:3.0:1763354566.865952:0:29736:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000004:00000040:2.0:1763354566.865952:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000403:0x53d8:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763354566.865958:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6463ea000 magic = bdde0002 count = 1 size = 64 00080000:00000010:3.0:1763354566.865961:0:29736:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00000100:00000010:2.0:1763354566.865962:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0700. 00040000:00000001:3.0:1763354566.865965:0:29736:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1763354566.865966:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff67c840800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00040000:00000001:3.0:1763354566.865969:0:29736:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:2.0:1763354566.865971:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:3.0:1763354566.865972:0:29736:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.865973:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:3.0:1763354566.865977:0:29736:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.865978:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354566.865981:0:29736:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.865983:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ee800. 00000040:00000001:3.0:1763354566.865985:0:29736:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.865988:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.865989:0:29736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000004:00000001:2.0:1763354566.865993:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763354566.865997:0:29736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec53800 x1848998542718720/t12884944472(12884944472) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763354566.865997:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.866000:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866005:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.866007:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.866010:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66d1c4180. 00000100:00000001:3.0:1763354566.866012:0:29736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1763354566.866013:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887288136064 : -123186421415552 : ffff8ff66d1c4180) 02000000:00000001:3.0:1763354566.866015:0:29736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1763354566.866016:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1763354566.866018:0:29736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff6735c2000. 00000100:00000001:2.0:1763354566.866019:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 02000000:00000001:3.0:1763354566.866025:0:29736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763354566.866025:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.866027:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.866029:0:29736:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1763354566.866030:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000020:00000040:3.0:1763354566.866052:0:29736:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763354566.866057:0:29736:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000010:2.1:1763354566.866059:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e399800. 02000000:00000010:3.0:1763354566.866061:0:29736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff6735c1400. 02000000:00000001:3.0:1763354566.866068:0:29736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1763354566.866068:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.1:1763354566.866068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398a00. 02000000:00000001:3.0:1763354566.866074:0:29736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1763354566.866075:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1763354566.866080:0:29736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec53800. 00000100:00000001:2.0:1763354566.866082:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.866086:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.866088:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1763354566.866089:0:29736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1763354566.866090:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.866095:0:29736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.866095:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.866101:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542724992:0@lo:1000:mdt00_006.0 00000040:00000001:3.0:1763354566.866103:0:29736:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000100:00000001:2.0:1763354566.866104:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.866108:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000040:00000001:3.0:1763354566.866109:0:29736:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 02000000:00000001:2.0:1763354566.866110:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354566.866114:0:29736:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000001:2.0:1763354566.866115:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.866118:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff591c2e000. 00000040:00000001:3.0:1763354566.866120:0:29736:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.866121:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354566.866126:0:29736:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000400:00000010:2.0:1763354566.866126:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000040:00001000:3.0:1763354566.866131:0:29736:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 20508 in log [0x1:0x14:0x0] 00000400:00000010:2.0:1763354566.866131:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66d1c4d80. 00000100:00000200:2.0:1763354566.866136:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542724992, portal 4 00080000:00000001:3.0:1763354566.866138:0:29736:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00000100:00000001:2.0:1763354566.866139:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.866142:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00080000:00000010:3.0:1763354566.866146:0:29736:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff54ba21800. 00000100:00000040:2.0:1763354566.866147:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763354566.866153:0:29736:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882431514624 : -123191278036992 : ffff8ff54ba21800) 00000100:00000001:2.0:1763354566.866155:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.866159:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000001:3.0:1763354566.866160:0:29736:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000400:00000010:2.0:1763354566.866162:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000040:00000001:3.0:1763354566.866164:0:29736:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000100:00000200:2.0:1763354566.866166:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542724992, offset 0 00080000:00000001:3.0:1763354566.866169:0:29736:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1763354566.866171:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:3.0:1763354566.866175:0:29736:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1763354566.866179:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1763354566.866182:0:29736:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff54442a580. 00000400:00000200:2.0:1763354566.866187:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785544f80 00080000:00000001:3.0:1763354566.866188:0:29736:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.866192:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 20672 00000040:00000001:3.0:1763354566.866194:0:29736:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.866198:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000001:3.0:1763354566.866199:0:29736:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.866204:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000001:3.0:1763354566.866206:0:29736:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:2.0:1763354566.866207:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000040:00000001:3.0:1763354566.866211:0:29736:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00000200:2.0:1763354566.866211:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00080000:00000001:3.0:1763354566.866217:0:29736:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000100:00000010:2.0:1763354566.866217:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1880. 00000100:00000040:2.0:1763354566.866222:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd1880 x1848998542724992 msgsize 328 00000001:00000001:3.0:1763354566.866223:0:29736:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1763354566.866228:0:29736:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:2.0:1763354566.866228:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000002:3.0:1763354566.866233:0:29736:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x14:0x0] not in the id map cache 00080000:00000001:3.0:1763354566.866236:0:29736:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866237:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000040:00000001:3.0:1763354566.866239:0:29736:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763354566.866242:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000040:00000001:3.0:1763354566.866244:0:29736:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.866245:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00080000:00000001:3.0:1763354566.866249:0:29736:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000100:00000001:2.0:1763354566.866250:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.866256:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763354566.866258:0:29736:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.866261:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00000001:3.0:1763354566.866266:0:29736:0:(llog.c:1217:llog_write_rec()) Process entered 00000100:00100000:0.0:1763354566.866266:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542724992 00000100:00000001:2.0:1763354566.866268:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000001:3.0:1763354566.866272:0:29736:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 02000000:00000001:0.0:1763354566.866273:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1763354566.866276:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000040:00001000:3.0:1763354566.866278:0:29736:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x14:0x0] 00000100:00000001:0.0:1763354566.866278:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.866281:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.866287:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763354566.866291:0:29736:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.866292:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542724992 00000020:00000001:0.0:1763354566.866296:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000040:00000001:3.0:1763354566.866298:0:29736:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866300:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763354566.866300:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00080000:00000001:3.0:1763354566.866302:0:29736:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000020:00000001:0.0:1763354566.866304:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763354566.866307:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1763354566.866308:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=5 00080000:00000010:3.0:1763354566.866312:0:29736:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff54442a580. 00000020:00000001:0.0:1763354566.866313:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000100:00000001:2.0:1763354566.866315:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.866317:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00040000:00000001:3.0:1763354566.866321:0:29736:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1763354566.866321:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1763354566.866322:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 7081 usecs (8 jiffies) 00040000:00000001:3.0:1763354566.866325:0:29736:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:0.0:1763354566.866327:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:2.0:1763354566.866328:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888834 00080000:00000001:3.0:1763354566.866330:0:29736:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.866331:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.866336:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889934 00000040:00000001:3.0:1763354566.866337:0:29736:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.866338:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00000001:2.0:1763354566.866343:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888834 00000040:00000001:3.0:1763354566.866344:0:29736:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.866345:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000100:00000001:2.0:1763354566.866349:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889934 00000040:00000001:3.0:1763354566.866352:0:29736:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.866352:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000100:00000001:2.0:1763354566.866354:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888834 00000020:00000010:0.0:1763354566.866359:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000001:3.0:1763354566.866360:0:29736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763354566.866361:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889934 00000100:00000040:0.0:1763354566.866364:0:22777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763354566.866365:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888834 00000100:00000001:0.0:1763354566.866368:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1763354566.866370:0:29736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff66ec53100 x1848998542718592/t12884944471(12884944471) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.866370:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889934 00000100:00000001:0.0:1763354566.866371:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.866374:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.866375:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866382:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.866384:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866387:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.866390:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.866395:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66d1c4180 going to sleep for 11 seconds 00000100:00000001:3.0:1763354566.866399:0:29736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1763354566.866400:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763354566.866401:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.866403:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763354566.866405:0:29736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763354566.866410:0:29736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8ff58a0ba000. 00000100:00000001:0.0:1763354566.866413:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1763354566.866415:0:29736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1763354566.866416:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1763354566.866420:0:29736:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1763354566.866423:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918 00000020:00000040:3.0:1763354566.866425:0:29736:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1763354566.866426:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00000020:00000001:3.0:1763354566.866431:0:29736:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1763354566.866432:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315843712 : -123191393707904 : ffff8ff544bd1880) 02000000:00000010:3.0:1763354566.866436:0:29736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8ff653287800. 00000100:00000040:0.0:1763354566.866438:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd1880 x1848998542724992/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763354566.866442:0:29736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763354566.866445:0:29736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1763354566.866447:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1763354566.866449:0:29736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec53100. 00000020:00000010:0.0:1763354566.866450:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:3.0:1763354566.866456:0:29736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763354566.866456:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.866461:0:29736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.866461:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000004:00000040:3.0:1763354566.866469:0:29736:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337180 : new refcount 2 00000100:00100000:0.0:1763354566.866470:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:38200:x1848998542724992:12345-0@lo:1000:mdt00_006.0 00000004:00001000:3.0:1763354566.866475:0:29736:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 2 done 00000100:00000200:0.0:1763354566.866476:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542724992 00000020:00000001:0.0:1763354566.866479:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.866482:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:3.0:1763354566.866483:0:29736:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000020:00000001:0.0:1763354566.866483:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.866488:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:3.0:1763354566.866489:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1763354566.866489:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.866493:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000004:00000001:3.0:1763354566.866494:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.866495:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.866499:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:3.0:1763354566.866500:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:0.0:1763354566.866501:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000004:00000001:3.0:1763354566.866506:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.866506:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.866510:0:22777:0:(out_handler.c:950:out_handle()) Process entered 00000004:00000001:3.0:1763354566.866513:0:29736:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000010:0.0:1763354566.866514:0:22777:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000004:00000001:3.0:1763354566.866517:0:29736:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.866518:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.866521:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.866527:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff58eb7c000. 02000000:00000001:0.0:1763354566.866528:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.866530:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.866532:0:22777:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.866534:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.866535:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.866537:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00000020:00000001:0.0:1763354566.866539:0:22777:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354566.866547:0:22777:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x2c0000403:0x53d8:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354566.866549:0:22777:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354566.866551:0:22777:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.866553:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55c4a9600/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00000020:00000010:0.0:1763354566.866555:0:22777:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.866557:0:22777:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.866558:0:22777:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.866560:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975998, transno 0, xid 1848998542724992 00010000:00000001:0.0:1763354566.866562:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.866565:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd1880 x1848998542724992/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.866569:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.866571:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.866573:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.866575:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.866576:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.866577:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.866579:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.866580:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.866581:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.866583:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.866584:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.866587:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542724992, offset 224 00000400:00000200:0.0:1763354566.866589:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.866594:0:22777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.866597:0:22777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785544f80 00000400:00000200:0.0:1763354566.866600:0:22777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b9085 [2] + 224 00000400:00000200:0.0:1763354566.866604:0:22777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.866606:0:22777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.866608:0:22777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.866611:0:22777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.866616:0:22777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.866629:0:22777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.866632:0:22777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000400:00000010:0.0:1763354566.866634:0:22777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.866635:0:22777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.866636:0:22777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.866638:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.866641:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.866643:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.866645:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.866646:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1763354566.866648:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1763354566.866650:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1880 x1848998542724992/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1763354566.866653:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.866656:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.866659:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000100:00100000:0.0:1763354566.866664:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:38200:x1848998542724992:12345-0@lo:1000:mdt00_006.0 Request processed in 214us (439us total) trans 0 rc 0/0 00000400:00000200:2.0:1763354566.866665:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4d80 00000400:00000010:2.0:1763354566.866669:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4d80. 00000100:00000001:2.0:1763354566.866675:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1763354566.866678:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918 00000100:00000200:2.0:1763354566.866683:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.866683:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000100:00000001:0.0:1763354566.866686:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.866689:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.866693:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000100:00000200:2.0:1763354566.866698:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354566.866699:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000020:00000010:0.0:1763354566.866706:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000001:2.0:1763354566.866708:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1763354566.866710:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 4 00000100:00000001:2.0:1763354566.866711:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.866716:0:38200:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1763354566.866716:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.866718:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.866720:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.866723:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.866725:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.866728:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840d78 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354566.866730:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.866733:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.866734:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.866736:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.866738:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866740:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.866741:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589975998 00000100:00000001:2.0:1763354566.866742:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.866743:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.866745:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.866749:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.866751:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.866752:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.866754:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.866759:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542724992:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.866761:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.866763:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.866764:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.866765:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.866766:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.866770:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.866771:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66d1c4180. 00000100:00000001:2.0:1763354566.866773:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.866774:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866775:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354566.866780:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff66d8db780. 00000004:00000001:2.0:1763354566.866782:0:38200:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763354566.866783:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.866785:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd0700 x1848998542724992/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.866789:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.866790:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.866792:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff591c2e000. 02000000:00000001:2.0:1763354566.866793:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.866794:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.866795:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff67c840800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763354566.866797:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.866798:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5587ee800. 02000000:00000001:2.0:1763354566.866799:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.866800:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.866801:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd0700. 00000100:00000001:2.0:1763354566.866803:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.866804:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763354566.866806:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6463ea000. 00000004:00000010:2.0:1763354566.866808:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff66dd40bc0. 00000004:00000010:2.0:1763354566.866809:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66d1c43c0. 00000004:00000001:2.0:1763354566.866811:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.866812:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.866813:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.866815:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.866816:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.866817:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.866819:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.866820:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.866821:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.866822:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:2.0:1763354566.866824:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.866825:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763354566.866827:0:38200:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763354566.866828:0:38200:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66d1c43c0. 00000004:00000001:2.0:1763354566.866830:0:38200:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887288136640 : -123186421414976 : ffff8ff66d1c43c0) 00000020:00000010:2.0:1763354566.866832:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ff000. 00000020:00000001:2.0:1763354566.866833:0:38200:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887288136640 : -123186421414976 : ffff8ff66d1c43c0) 00000004:00000001:2.0:1763354566.866835:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887288136640 : -123186421414976 : ffff8ff66d1c43c0) 00000004:00000010:2.0:1763354566.866836:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66d1c4180. 00000004:00000010:2.0:1763354566.866838:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff66dd40bc0. 00000004:00000010:2.0:1763354566.866840:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6463ea000. 00000004:00000001:2.0:1763354566.866841:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866843:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866844:0:38200:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866846:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866850:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763354566.866852:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=958279, bfree=954434, bavail=897875, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259280, state=0 00000004:00000001:2.0:1763354566.866855:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866856:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763354566.866858:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950970, bavail=894411, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259311, state=0 00000004:00000001:2.0:1763354566.866862:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.866863:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763354566.866865:0:38200:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763354566.866867:0:38200:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.866871:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c4c00 refcount 5 committed 0 result 0 batchid 17179869777 00000020:00000040:2.0:1763354566.866873:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff000 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66d1c43c0 00000020:00000040:2.0:1763354566.866876:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66d1c4540 00000020:00000040:2.0:1763354566.866878:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff5587efc00 00000020:00000040:2.0:1763354566.866881:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000040:00000001:2.0:1763354566.866883:0:38200:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354566.866885:0:38200:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354566.866886:0:38200:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763354566.866889:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.866891:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.866892:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.866893:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866895:0:38200:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354566.866897:0:38200:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763354566.866899:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354566.866901:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763354566.866904:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.866905:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866907:0:38200:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763354566.866908:0:38200:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763354566.866909:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.866910:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.866911:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.866912:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.866913:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.866914:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.866916:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.866918:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000040:00000001:2.0:1763354566.866922:0:38200:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00080000:00000001:2.0:1763354566.866926:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763354566.866928:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.866929:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354566.866931:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000040:00000001:2.0:1763354566.866933:0:38200:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866935:0:38200:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866936:0:38200:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866950:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.866951:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.866953:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.866954:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.866956:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.866958:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.866959:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.866960:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.866961:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866962:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866963:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.866965:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.866966:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866968:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.866968:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.866969:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.866970:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.866972:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354566.866973:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.866974:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.866975:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.866976:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866977:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866978:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.866979:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.866980:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866981:0:38200:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.866983:0:38200:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.866984:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:2.0:1763354566.866986:0:38200:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.866988:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.866990:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.866992:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.866993:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00080000:00000001:2.0:1763354566.866995:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.866996:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.866997:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af740. 00080000:00000001:2.0:1763354566.866998:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.866999:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.867002:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.867003:0:38200:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867005:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.867006:0:38200:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354566.867007:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354566.867008:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867010:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354566.867012:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.867013:0:38200:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763354566.867015:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.867016:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.867017:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.867018:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.867019:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.867019:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.867020:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.867021:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.867023:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.867024:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763354566.867025:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.867026:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.867028:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887288137024 : -123186421414592 : ffff8ff66d1c4540) 00000004:00000001:2.0:1763354566.867029:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887288137024 : -123186421414592 : ffff8ff66d1c4540) 00000020:00000040:2.0:1763354566.867051:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763354566.867053:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763354566.867055:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763354566.867056:0:38200:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000402:0x53fb:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763354566.867058:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763354566.867060:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x53fb:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354566.867062:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354566.867063:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867065:0:38200:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867066:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867068:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.867069:0:38200:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763354566.867070:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.867071:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.867072:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.867073:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.867073:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.867074:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.867075:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.867076:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.867078:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.867079:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:2.0:1763354566.867080:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.867081:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.867082:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887288136640 : -123186421414976 : ffff8ff66d1c43c0) 00000004:00000001:2.0:1763354566.867083:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887288136640 : -123186421414976 : ffff8ff66d1c43c0) 00000020:00000040:2.0:1763354566.867085:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763354566.867086:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 3 size = 52 00000020:00000040:2.0:1763354566.867087:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763354566.867089:0:38200:0:(update_records.c:220:update_records_update_pack()) 1th [0x2c0000403:0x53d8:0x0] xattr_set param_count = 4 00000004:00000001:2.0:1763354566.867090:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763354566.867091:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x2c0000403:0x53d8:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354566.867093:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354566.867094:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867095:0:38200:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867096:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867097:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867098:0:38200:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867099:0:38200:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.867101:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:2.0:1763354566.867104:0:38200:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 17179869777 flags = 0 ops = 2 params = 4 00000020:00000040:2.0:1763354566.867106:0:38200:0:(update_records.c:73:update_records_dump()) update 0th [0x280000402:0x53fb:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763354566.867108:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632064 0th off = 0 size = 12 00000020:00000040:2.0:1763354566.867110:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363207c 1th off = 1 size = 52 00000020:00000040:2.0:1763354566.867112:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436320bc 2th off = 2 size = 4 00000020:00000040:2.0:1763354566.867113:0:38200:0:(update_records.c:73:update_records_dump()) update 1th [0x2c0000403:0x53d8:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763354566.867115:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632064 0th off = 0 size = 12 00000020:00000040:2.0:1763354566.867116:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436320cc 1th off = 3 size = 52 00000020:00000040:2.0:1763354566.867117:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436320bc 2th off = 2 size = 4 00000020:00000001:2.0:1763354566.867119:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:2.0:1763354566.867120:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000020:00000010:2.0:1763354566.867123:0:38200:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff8ff5448af500. 00000040:00000001:2.0:1763354566.867124:0:38200:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763354566.867126:0:38200:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763354566.867127:0:38200:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763354566.867128:0:38200:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620887185147904 : -123186524403712 : ffff8ff666f8c800) 00000040:00000001:2.0:1763354566.867129:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.867130:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.867131:0:38200:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763354566.867132:0:38200:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763354566.867133:0:38200:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200002340:0x2:0x0] 00000040:00080000:2.0:1763354566.867161:0:38200:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200002340:0x2:0x0].573, 280 off817016 00000040:00000001:2.0:1763354566.867164:0:38200:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.867165:0:38200:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.867166:0:38200:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.867168:0:38200:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763354566.867169:0:38200:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osd: Add update log [0x200002340:0x2:0x0].573: rc = 1 00000020:00000001:2.0:1763354566.867171:0:38200:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763354566.867173:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:2.0:1763354566.867175:0:38200:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.867176:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354566.867178:0:38200:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214490 00000001:00000001:2.0:1763354566.867180:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.867181:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214491, last_committed = 21475214488 00000001:00000010:2.0:1763354566.867184:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce375a0. 00000001:00000040:2.0:1763354566.867185:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 3 00000020:00000040:2.0:1763354566.867187:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=467 00000001:00000010:2.0:1763354566.867189:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff66d1c4d80. 00000004:00000001:2.0:1763354566.867192:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.867193:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.867194:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647317504 : -123191062234112 : ffff8ff5587efc00) 00000020:00000040:2.0:1763354566.867196:0:38200:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 4 size = 32 00000020:00000040:2.0:1763354566.867198:0:38200:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 5 size = 8 00000020:00000040:2.0:1763354566.867199:0:38200:0:(update_records.c:220:update_records_update_pack()) 2th [0x200000001:0x15:0x0] write param_count = 6 00000004:00000001:2.0:1763354566.867202:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.867204:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff66d1c4d80: xid 1848998841127424, transno 21475214491, tag 0, client gen 10, slot idx 4 00000001:00000001:2.0:1763354566.867206:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.867207:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354566.867209:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763354566.867211:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af740. 00080000:00000010:2.0:1763354566.867213:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00080000:00000010:2.0:1763354566.867215:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.867217:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.867218:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.867219:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.867221:0:38200:0:(update_records.c:54:update_records_dump()) master transno = 21475214491 batchid = 17179869777 flags = 0 ops = 3 params = 6 00000020:00000040:2.0:1763354566.867223:0:38200:0:(update_records.c:73:update_records_dump()) update 0th [0x280000402:0x53fb:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763354566.867224:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363207c 0th off = 0 size = 12 00000020:00000040:2.0:1763354566.867226:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632094 1th off = 1 size = 52 00000020:00000040:2.0:1763354566.867227:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436320d4 2th off = 2 size = 4 00000020:00000040:2.0:1763354566.867229:0:38200:0:(update_records.c:73:update_records_dump()) update 1th [0x2c0000403:0x53d8:0x0] xattr_set params_count = 3 00000020:00000040:2.0:1763354566.867230:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363207c 0th off = 0 size = 12 00000020:00000040:2.0:1763354566.867231:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436320e4 1th off = 3 size = 52 00000020:00000040:2.0:1763354566.867233:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff5436320d4 2th off = 2 size = 4 00000020:00000040:2.0:1763354566.867234:0:38200:0:(update_records.c:73:update_records_dump()) update 2th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:2.0:1763354566.867236:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff543632124 0th off = 4 size = 32 00000020:00000040:2.0:1763354566.867237:0:38200:0:(update_records.c:88:update_records_dump()) param = ffff8ff54363214c 1th off = 5 size = 8 00000020:00000001:2.0:1763354566.867239:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:2.0:1763354566.867240:0:38200:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.867241:0:38200:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:2.0:1763354566.867243:0:38200:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867244:0:38200:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763354566.867246:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354566.867247:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763354566.867249:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c4c00 refcount 5 committed 0 result 0 batchid 17179869777 00000020:00000040:2.0:1763354566.867251:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c43c0 00000020:00000040:2.0:1763354566.867253:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-OST0000-osc-MDT0000 committed 0 started 1 stopped 0 result 0 sub_th ffff8ff66d1c4540 00000020:00000040:2.0:1763354566.867255:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff5587efc00 00000020:00000040:2.0:1763354566.867256:0:38200:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].573 00000020:00000001:2.0:1763354566.867258:0:38200:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354566.867259:0:38200:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763354566.867260:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354566.867262:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x2c0000403:0x53d8:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763354566.867264:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6463ea000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763354566.867267:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0700. 00000020:00000040:2.0:1763354566.867268:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff67c840800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763354566.867270:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.867271:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.867272:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.867275:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587ee800. 00000100:00000001:2.0:1763354566.867277:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867279:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867280:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.867282:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867283:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.867284:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.867286:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66d1c4f00. 00000100:00000001:2.0:1763354566.867288:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887288139520 : -123186421412096 : ffff8ff66d1c4f00) 00000100:00000001:2.0:1763354566.867289:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.867290:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000001:2.0:1763354566.867292:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.867294:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867295:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.867296:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.867299:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867304:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.867305:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.867307:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.867308:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.867309:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.867311:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725120:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.867313:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.867315:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.867316:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.867317:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.867319:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff591c2e000. 02000000:00000001:2.0:1763354566.867320:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.867322:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.867325:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66d1c4780. 00000100:00000200:2.0:1763354566.867328:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542725120, portal 4 00000100:00000001:2.0:1763354566.867329:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.867330:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000040:2.0:1763354566.867333:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867337:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.867339:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.867340:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.867342:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542725120, offset 0 00000400:00000200:2.0:1763354566.867344:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.867349:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.867355:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785545000 00000400:00000200:2.0:1763354566.867360:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fdd85 [256] + 21000 00000400:00000200:2.0:1763354566.867364:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.867367:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.867370:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.867372:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354566.867375:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd3800. 00000100:00000040:2.0:1763354566.867377:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd3800 x1848998542725120 msgsize 408 00000100:00100000:2.0:1763354566.867381:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.867392:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.867398:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:2.0:1763354566.867400:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:2.0:1763354566.867402:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.867406:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867414:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.867417:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867423:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867424:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.867427:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.867429:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 7081 usecs (8 jiffies) 00000100:00000001:2.0:1763354566.867431:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888835 00000100:00000001:2.0:1763354566.867433:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.867435:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888835 00000100:00000001:2.0:1763354566.867437:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.867438:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888835 00000100:00000001:2.0:1763354566.867440:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.867441:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888835 00000100:00000001:2.0:1763354566.867442:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.867445:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.867446:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867448:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.867449:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.867451:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66d1c4f00 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.867454:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.867455:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.867456:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.867460:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542725120 02000000:00000001:0.0:1763354566.867462:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.867463:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.867465:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.867467:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.867469:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542725120 00000020:00000001:0.0:1763354566.867471:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.867472:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a6d7 00000020:00000001:0.0:1763354566.867473:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.867475:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff6482ff800 refcount=5 00000020:00000001:0.0:1763354566.867477:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000020:00000001:0.0:1763354566.867479:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620886668670976 : -123187040880640 : ffff8ff6482ff800) 00000100:00000001:0.0:1763354566.867481:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.867484:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.867486:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.867487:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.867491:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.867494:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.867496:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.867499:0:22777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.867501:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.867502:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.867503:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.867506:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.867516:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.867522:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.867524:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.867526:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919 00000100:00000040:0.0:1763354566.867529:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff6482ff800 : new rpc_count 1 00000100:00000001:0.0:1763354566.867531:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315851776 : -123191393699840 : ffff8ff544bd3800) 00000100:00000040:0.0:1763354566.867536:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd3800 x1848998542725120/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.867543:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.867545:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.867547:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.867548:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.867551:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:38200:x1848998542725120:12345-0@lo:1000:mdt00_006.0 00000100:00000200:0.0:1763354566.867553:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542725120 00000020:00000001:0.0:1763354566.867555:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.867556:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.867557:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.867559:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.867561:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.867562:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.867564:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.867565:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.867566:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.867567:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.867569:0:22777:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.867572:0:22777:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.867574:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.867575:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.867579:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff58eb78000. 02000000:00000001:0.0:1763354566.867580:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.867581:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.867584:0:22777:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.867585:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.867586:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.867589:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00080000:00000001:0.0:1763354566.867592:0:22777:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.867594:0:22777:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176fc00. 00080000:00000001:0.0:1763354566.867596:0:22777:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603094528 : -123190106457088 : ffff8ff59176fc00) 00000020:00000001:0.0:1763354566.867599:0:22777:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354566.867602:0:22777:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.867604:0:22777:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354566.867605:0:22777:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.867608:0:22777:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.867609:0:22777:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.867611:0:22777:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68fc0. 00080000:00000001:0.0:1763354566.867612:0:22777:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.867618:0:22777:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.867619:0:22777:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354566.867621:0:22777:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff8ff647405350 name trusted.fid flag 1 00080000:00000001:0.0:1763354566.867624:0:22777:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.867625:0:22777:0:(osd_handler.c:5229:osd_xattr_set()) [0x2c0000403:0x53d8:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354566.867636:0:22777:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.867638:0:22777:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff8ff58eb78208 index 0: rc = 0 00000020:00000040:0.0:1763354566.867640:0:22777:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354566.867642:0:22777:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.867643:0:22777:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354566.867645:0:22777:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589976006, last_committed = 8589976002 00000001:00000010:0.0:1763354566.867647:0:22777:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0c60. 00000001:00000040:0.0:1763354566.867649:0:22777:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff6482ff800 : new cb_count 1 00000020:00000040:0.0:1763354566.867650:0:22777:0:(genops.c:887:class_export_get()) GET export ffff8ff6482ff800 refcount=6 00000001:00000001:0.0:1763354566.867660:0:22777:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.867664:0:22777:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68fc0. 00040000:00000001:0.0:1763354566.867666:0:22777:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.867667:0:22777:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.867668:0:22777:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.867670:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55c4a9600/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00000020:00000001:0.0:1763354566.867672:0:22777:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.867674:0:22777:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.867676:0:22777:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.867678:0:22777:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.867679:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8589975998, transno 8589976006, xid 1848998542725120 00010000:00000001:0.0:1763354566.867681:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.867684:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd3800 x1848998542725120/t8589976006(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.867690:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.867691:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.867693:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.867695:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.867697:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.867698:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.867700:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.867701:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.867702:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.867704:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.867706:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.867709:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542725120, offset 224 00000400:00000200:0.0:1763354566.867711:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.867716:0:22777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.867721:0:22777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785545000 00000400:00000200:0.0:1763354566.867724:0:22777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b9091 [2] + 224 00000400:00000200:0.0:1763354566.867728:0:22777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.867730:0:22777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.867732:0:22777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.867735:0:22777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.867741:0:22777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.867756:0:22777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.867759:0:22777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000400:00000010:0.0:1763354566.867761:0:22777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.867762:0:22777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.867763:0:22777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.867766:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.867768:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.867770:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.867771:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.867773:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.867776:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd3800 x1848998542725120/t8589976006(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867778:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763354566.867785:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1763354566.867786:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542725120:12345-0@lo:1000:mdt00_006.0 Request processed in 241us (406us total) trans 8589976006 rc 0/0 00000400:00000001:2.0:1763354566.867788:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763354566.867794:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000100:00100000:0.0:1763354566.867794:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919 00000100:00000040:0.0:1763354566.867800:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff6482ff800 : new rpc_count 0 00000400:00000200:2.0:1763354566.867802:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4780 00000100:00000001:0.0:1763354566.867802:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.867806:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1763354566.867808:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4780. 00000020:00000010:0.0:1763354566.867810:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000100:00000001:2.0:1763354566.867813:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1763354566.867815:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000020:00000010:0.0:1763354566.867820:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000200:2.0:1763354566.867821:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763354566.867823:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff6482ff800 : new refcount 5 00000100:00000001:0.0:1763354566.867828:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.867837:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd0700 x1848998542725120/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867842:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.867844:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.867846:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.867847:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.867848:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.867850:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.867851:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.867854:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c840d78 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354566.867856:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c840c10 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.867858:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.867859:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.867860:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.867862:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867864:0:38200:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354566.867865:0:38200:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354566.867866:0:38200:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354566.867867:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.867868:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315839232 : -123191393712384 : ffff8ff544bd0700) 00000100:00000001:2.0:1763354566.867870:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.867871:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 8589975998 00000100:00000001:2.0:1763354566.867872:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.867873:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.867876:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd0700 x1848998542725120/t8589976006(8589976006) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867880:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.867882:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.867883:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.867884:0:38200:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763354566.867887:0:38200:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.867889:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0700 x1848998542725120/t8589976006(8589976006) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.867894:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725120:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.867897:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.867898:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867900:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.867900:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.867902:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd0700 x1848998542725120/t8589976006(8589976006) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867906:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.867907:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66d1c4f00. 00000100:00000001:2.0:1763354566.867909:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.867910:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867911:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.867913:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd0700 x1848998542725120/t8589976006(8589976006) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867917:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867918:0:38200:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867919:0:38200:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.867920:0:38200:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867922:0:38200:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763354566.867923:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354566.867925:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763354566.867926:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66d1c4c00 refcount 4 committed 0 result 0 batchid 17179869777 00000020:00000040:2.0:1763354566.867928:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c43c0 00000020:00000040:2.0:1763354566.867930:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffc00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66d1c4540 00000020:00000040:2.0:1763354566.867933:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ffa00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff5587efc00 00000020:00000040:2.0:1763354566.867934:0:38200:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200002340:0x2:0x0].573 00000020:00000001:2.0:1763354566.867936:0:38200:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354566.867936:0:38200:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763354566.867951:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354566.867953:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x53fb:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763354566.867955:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6463ef000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763354566.867958:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0e00. 00000020:00000040:2.0:1763354566.867960:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763354566.867962:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.867963:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.867965:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.867967:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5587eea00. 00000100:00000001:2.0:1763354566.867970:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867972:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.867973:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.867975:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867976:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.867977:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.867979:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66d1c4f00. 00000100:00000001:2.0:1763354566.867980:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887288139520 : -123186421412096 : ffff8ff66d1c4f00) 00000100:00000001:2.0:1763354566.867982:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.867983:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841024 : -123191393710592 : ffff8ff544bd0e00) 00000100:00000001:2.0:1763354566.867985:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.867986:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.867987:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.867989:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.867991:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.867996:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.867997:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.867998:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.868000:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.868001:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.868003:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725248:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.868005:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.868006:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.868007:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.868008:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.868011:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff674dcc000. 02000000:00000001:2.0:1763354566.868013:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.868015:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.868017:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66d1c4780. 00000100:00000200:2.0:1763354566.868019:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542725248, portal 4 00000100:00000001:2.0:1763354566.868021:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.868022:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841024 : -123191393710592 : ffff8ff544bd0e00) 00000100:00000040:2.0:1763354566.868025:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868029:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.868030:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.868032:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.868053:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542725248, offset 0 00000400:00000200:2.0:1763354566.868056:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.868061:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.868068:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785545080 00000400:00000200:2.0:1763354566.868071:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fdd85 [256] + 21408 00000400:00000200:2.0:1763354566.868074:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.868076:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.868078:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.868080:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354566.868082:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd0a80. 00000100:00000040:2.0:1763354566.868084:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd0a80 x1848998542725248 msgsize 408 00000100:00100000:2.0:1763354566.868086:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.868094:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.868097:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:2.0:1763354566.868099:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:2.0:1763354566.868100:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.868103:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868108:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.868110:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868114:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868115:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.868116:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.868118:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7496 usecs (8 jiffies) 00000100:00000001:2.0:1763354566.868120:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888836 00000100:00000001:2.0:1763354566.868121:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868123:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888836 00000100:00000001:2.0:1763354566.868124:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868125:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888836 00000100:00000001:2.0:1763354566.868127:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868128:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888836 00000100:00000001:2.0:1763354566.868129:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868130:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.868131:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868133:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.868134:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.868135:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66d1c4f00 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.868137:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.868139:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868158:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.868161:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542725248 02000000:00000001:0.0:1763354566.868163:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.868164:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.868165:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.868168:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.868171:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542725248 00000020:00000001:0.0:1763354566.868172:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.868173:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000020:00000001:0.0:1763354566.868175:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.868177:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=5 00000020:00000001:0.0:1763354566.868179:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000020:00000001:0.0:1763354566.868180:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:0.0:1763354566.868183:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.868186:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.868188:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.868189:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.868193:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.868195:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.868197:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.868201:0:22777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.868202:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.868203:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.868204:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868207:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868218:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.868224:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.868225:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.868229:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920 00000100:00000040:0.0:1763354566.868231:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:0.0:1763354566.868233:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315840128 : -123191393711488 : ffff8ff544bd0a80) 00000100:00000040:0.0:1763354566.868238:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd0a80 x1848998542725248/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.868245:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.868247:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.868249:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.868250:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.868253:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+5:38200:x1848998542725248:12345-0@lo:1000:mdt00_006.0 00000100:00000200:0.0:1763354566.868258:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542725248 00000020:00000001:0.0:1763354566.868259:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.868261:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.868262:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868264:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.868265:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.868267:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.868268:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.868269:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.868271:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.868272:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868273:0:22777:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.868276:0:22777:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.868277:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.868278:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.868282:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff58eb7a000. 02000000:00000001:0.0:1763354566.868283:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868284:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.868286:0:22777:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.868288:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.868289:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.868292:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 00080000:00000001:0.0:1763354566.868294:0:22777:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.868296:0:22777:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176f800. 00080000:00000001:0.0:1763354566.868298:0:22777:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603093504 : -123190106458112 : ffff8ff59176f800) 00000020:00000001:0.0:1763354566.868299:0:22777:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354566.868301:0:22777:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868303:0:22777:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354566.868304:0:22777:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.868306:0:22777:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.868308:0:22777:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.868309:0:22777:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68fc0. 00080000:00000001:0.0:1763354566.868311:0:22777:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.868315:0:22777:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868317:0:22777:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354566.868318:0:22777:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff6474054e8 name trusted.fid flag 1 00080000:00000001:0.0:1763354566.868321:0:22777:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.868322:0:22777:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x53fb:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354566.868332:0:22777:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.868334:0:22777:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff58eb7a208 index 0: rc = 0 00000020:00000040:0.0:1763354566.868336:0:22777:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354566.868337:0:22777:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.868339:0:22777:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354566.868340:0:22777:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944479, last_committed = 12884944477 00000001:00000010:0.0:1763354566.868343:0:22777:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0cc0. 00000001:00000040:0.0:1763354566.868344:0:22777:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676693000 : new cb_count 1 00000020:00000040:0.0:1763354566.868346:0:22777:0:(genops.c:887:class_export_get()) GET export ffff8ff676693000 refcount=6 00000001:00000001:0.0:1763354566.868352:0:22777:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.868356:0:22777:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68fc0. 00040000:00000001:0.0:1763354566.868357:0:22777:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.868358:0:22777:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.868360:0:22777:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.868361:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d5a00/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00000020:00000001:0.0:1763354566.868363:0:22777:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.868365:0:22777:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.868367:0:22777:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.868369:0:22777:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.868370:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944472, transno 12884944479, xid 1848998542725248 00010000:00000001:0.0:1763354566.868372:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.868375:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd0a80 x1848998542725248/t12884944479(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.868381:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.868382:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.868384:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.868386:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.868388:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.868389:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.868391:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.868392:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868394:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.868395:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.868397:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.868400:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542725248, offset 224 00000400:00000200:0.0:1763354566.868403:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.868408:0:22777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.868412:0:22777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785545080 00000400:00000200:0.0:1763354566.868415:0:22777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b909d [2] + 224 00000400:00000200:0.0:1763354566.868419:0:22777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.868421:0:22777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.868423:0:22777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.868426:0:22777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.868432:0:22777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.868446:0:22777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.868449:0:22777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000400:00000010:0.0:1763354566.868451:0:22777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.868453:0:22777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.868454:0:22777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.868456:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.868458:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.868460:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.868461:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868462:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.868465:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0a80 x1848998542725248/t12884944479(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868471:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1763354566.868473:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542725248:12345-0@lo:1000:mdt00_006.0 Request processed in 226us (387us total) trans 12884944479 rc 0/0 00000400:00000001:2.0:1763354566.868477:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763354566.868480:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1763354566.868481:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920 00000400:00000010:2.0:1763354566.868485:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000100:00000040:0.0:1763354566.868486:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000001:0.0:1763354566.868491:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.868492:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1763354566.868493:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66d1c4780 00000020:00000010:0.0:1763354566.868495:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000400:00000010:2.0:1763354566.868497:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66d1c4780. 00000020:00000010:0.0:1763354566.868501:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000100:00000001:2.0:1763354566.868503:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1763354566.868506:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000200:2.0:1763354566.868511:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763354566.868512:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 5 00000100:00000001:0.0:1763354566.868516:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.868528:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd0e00 x1848998542725248/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868537:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.868539:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.868540:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.868542:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.868543:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.868544:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.868545:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.868548:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826d78 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354566.868551:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.868552:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.868553:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.868554:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.868556:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868558:0:38200:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354566.868559:0:38200:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354566.868560:0:38200:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354566.868561:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.868562:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315841024 : -123191393710592 : ffff8ff544bd0e00) 00000100:00000001:2.0:1763354566.868563:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.868564:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944472 00000100:00000001:2.0:1763354566.868565:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.868566:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.868569:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd0e00 x1848998542725248/t12884944479(12884944479) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868577:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.868578:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.868579:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.868581:0:38200:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763354566.868583:0:38200:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.868585:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd0e00 x1848998542725248/t12884944479(12884944479) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.868590:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725248:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.868592:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.868594:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868595:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.868596:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.868597:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd0e00 x1848998542725248/t12884944479(12884944479) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868601:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.868603:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66d1c4f00. 00000100:00000001:2.0:1763354566.868604:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.868605:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868606:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.868608:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd0e00 x1848998542725248/t12884944479(12884944479) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868612:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868613:0:38200:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868615:0:38200:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.868616:0:38200:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.868618:0:38200:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.868620:0:38200:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37cc0. 00000020:00000001:2.0:1763354566.868621:0:38200:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.868624:0:38200:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.868627:0:38200:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37cc0. 00080000:00000001:2.0:1763354566.868629:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.868631:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ef400. 00080000:00000001:2.0:1763354566.868632:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00000004:00000001:2.0:1763354566.868635:0:38200:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.868636:0:38200:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354566.868637:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354566.868638:0:38200:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000004:00000001:2.0:1763354566.868640:0:38200:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.868641:0:38200:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763354566.868644:0:38200:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8ff66d1c4f00. 00000004:00000001:2.0:1763354566.868645:0:38200:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763354566.868647:0:38200:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8ff59cf7f6f0. 00000004:00000010:2.0:1763354566.868648:0:38200:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8ff59cf7fcc0. 00000020:00000001:2.0:1763354566.868650:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763354566.868653:0:38200:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8ff59c6caa28. 00000004:00000001:2.0:1763354566.868656:0:38200:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763354566.868657:0:38200:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.868659:0:38200:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446620883786967680 : -123189922583936 : ffff8ff59c6caa80) 00000004:00000001:2.0:1763354566.868661:0:38200:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868662:0:38200:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763354566.868663:0:38200:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868664:0:38200:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868665:0:38200:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763354566.868666:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354566.868668:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763354566.868669:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66d1c4780. 00000004:00000010:2.0:1763354566.868671:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff66dd409a0. 00000004:00000010:2.0:1763354566.868674:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6463ec000. 00000020:00000001:2.0:1763354566.868675:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354566.868676:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868678:0:38200:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763354566.868679:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354566.868680:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x53fc:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763354566.868683:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6463ec000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763354566.868685:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd2300. 00000020:00000040:2.0:1763354566.868686:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763354566.868689:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.868690:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.868691:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.868695:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b4000. 00000100:00000001:2.0:1763354566.868696:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868698:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.868700:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.868701:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868702:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.868703:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.868705:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff66e095a80. 00000100:00000001:2.0:1763354566.868707:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000100:00000001:2.0:1763354566.868708:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.868709:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315846400 : -123191393705216 : ffff8ff544bd2300) 00000100:00000001:2.0:1763354566.868711:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.868712:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868714:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.868714:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.868716:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868721:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.868722:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.868723:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.868724:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.868726:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.868727:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725376:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.868729:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.868730:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.868731:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.868733:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.868737:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff681ad4000. 02000000:00000001:2.0:1763354566.868738:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.868741:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.868743:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff66e095cc0. 00000100:00000200:2.0:1763354566.868745:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542725376, portal 4 00000100:00000001:2.0:1763354566.868747:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.868748:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315846400 : -123191393705216 : ffff8ff544bd2300) 00000100:00000040:2.0:1763354566.868750:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868754:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.868756:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.868757:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.868759:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848998542725376, offset 0 00000400:00000200:2.0:1763354566.868761:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.868765:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.868769:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a785545100 00000400:00000200:2.0:1763354566.868772:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x1fdd85 [256] + 21816 00000400:00000200:2.0:1763354566.868774:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.868776:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.868779:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.868780:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354566.868782:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd2d80. 00000100:00000040:2.0:1763354566.868784:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd2d80 x1848998542725376 msgsize 328 00000100:00100000:2.0:1763354566.868786:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.868796:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.868800:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:2.0:1763354566.868801:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:2.0:1763354566.868803:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.868805:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868810:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.868812:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.868816:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868817:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.868819:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.868821:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7496 usecs (8 jiffies) 00000100:00000001:2.0:1763354566.868823:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888836 00000100:00000001:2.0:1763354566.868825:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868826:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888836 00000100:00000001:2.0:1763354566.868828:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868829:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888836 00000100:00000001:2.0:1763354566.868830:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868831:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888836 00000100:00000001:2.0:1763354566.868833:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.868834:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.868835:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.868836:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763354566.868837:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763354566.868839:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff66e095a80 going to sleep for 11 seconds 00000100:00000001:2.0:1763354566.868840:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763354566.868842:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868860:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763354566.868863:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542725376 02000000:00000001:0.0:1763354566.868865:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763354566.868866:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.868868:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.868870:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.868872:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542725376 00000020:00000001:0.0:1763354566.868874:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763354566.868875:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000020:00000001:0.0:1763354566.868876:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.868878:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=6 00000020:00000001:0.0:1763354566.868880:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000020:00000001:0.0:1763354566.868882:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:0.0:1763354566.868884:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.868887:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.868889:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.868891:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:0.0:1763354566.868894:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.868896:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.868898:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.868901:0:22777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.868903:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.868904:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.868905:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868908:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868918:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.868924:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.868926:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.868929:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921 00000100:00000040:0.0:1763354566.868931:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:0.0:1763354566.868932:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315849088 : -123191393702528 : ffff8ff544bd2d80) 00000100:00000040:0.0:1763354566.868936:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd2d80 x1848998542725376/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.868954:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.868956:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.868957:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.868959:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.868962:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542725376:12345-0@lo:1000:mdt00_006.0 00000100:00000200:0.0:1763354566.868964:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542725376 00000020:00000001:0.0:1763354566.868966:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.868968:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.868970:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868971:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.868973:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.868975:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.868977:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.868978:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.868980:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.868981:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.868983:0:22777:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.868986:0:22777:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.868988:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.868989:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.868994:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff67b1b6000. 02000000:00000001:0.0:1763354566.868996:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.868998:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.869000:0:22777:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.869001:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.869003:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.869005:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00000020:00000001:0.0:1763354566.869008:0:22777:0:(out_handler.c:206:out_xattr_get()) Process entered 00000020:00000040:0.0:1763354566.869014:0:22777:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x280000402:0x53fc:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763354566.869016:0:22777:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763354566.869018:0:22777:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.869020:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d5c00/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00000020:00000010:0.0:1763354566.869022:0:22777:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.869024:0:22777:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.869025:0:22777:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.869027:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944472, transno 0, xid 1848998542725376 00010000:00000001:0.0:1763354566.869029:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.869031:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd2d80 x1848998542725376/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.869062:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.869064:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.869067:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.869070:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.869072:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.869075:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.869077:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.869078:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.869080:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.869082:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.869085:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.869088:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542725376, offset 224 00000400:00000200:0.0:1763354566.869093:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.869099:0:22777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.869105:0:22777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785545100 00000400:00000200:0.0:1763354566.869108:0:22777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b90a9 [2] + 224 00000400:00000200:0.0:1763354566.869112:0:22777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.869114:0:22777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.869116:0:22777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.869119:0:22777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.869129:0:22777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.869142:0:22777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.869145:0:22777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000400:00000010:0.0:1763354566.869147:0:22777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.869149:0:22777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.869150:0:22777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.869153:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.869155:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.869157:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:2.0:1763354566.869159:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1763354566.869159:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1763354566.869163:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1763354566.869163:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1763354566.869166:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1763354566.869168:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd2d80 x1848998542725376/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 328/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1763354566.869169:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000400:00000200:2.0:1763354566.869175:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66e095cc0 00000400:00000010:2.0:1763354566.869178:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff66e095cc0. 00000100:00000001:2.0:1763354566.869183:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1763354566.869184:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542725376:12345-0@lo:1000:mdt00_006.0 Request processed in 227us (396us total) trans 0 rc 0/0 00000100:00000200:2.0:1763354566.869189:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.869195:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921 00000100:00000040:0.0:1763354566.869200:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000100:00000001:0.0:1763354566.869205:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.869208:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1763354566.869209:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763354566.869211:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.869218:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000100:00000001:2.0:1763354566.869219:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.869223:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.869224:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000001:2.0:1763354566.869225:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.869227:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.869230:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1763354566.869230:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 5 00000100:00000001:2.0:1763354566.869232:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.869234:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.869235:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.869240:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826d78 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354566.869242:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.869244:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.869245:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.869246:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.869249:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869251:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.869252:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944472 00000100:00000001:2.0:1763354566.869253:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.869254:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.869257:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869261:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.869262:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.869263:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763354566.869265:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.869269:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725376:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.869272:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.869274:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869275:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.869276:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.869277:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869281:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.869283:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff66e095a80. 00000100:00000001:2.0:1763354566.869284:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.869285:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869287:0:38200:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763354566.869290:0:38200:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8ff66d8dba00. 00000004:00000001:2.0:1763354566.869292:0:38200:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763354566.869294:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.869296:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ff544bd2300 x1848998542725376/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763354582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869300:0:38200:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763354566.869301:0:38200:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763354566.869303:0:38200:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8ff681ad4000. 02000000:00000001:2.0:1763354566.869306:0:38200:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763354566.869306:0:38200:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763354566.869307:0:38200:0:(genops.c:1242:class_import_put()) import ffff8ff67c826800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763354566.869309:0:38200:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763354566.869310:0:38200:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8ff5473b4000. 02000000:00000001:2.0:1763354566.869311:0:38200:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763354566.869312:0:38200:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763354566.869314:0:38200:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff544bd2300. 00000100:00000001:2.0:1763354566.869316:0:38200:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763354566.869316:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763354566.869318:0:38200:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff8ff6463ec000. 00000004:00000010:2.0:1763354566.869320:0:38200:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8ff66dd409a0. 00000004:00000010:2.0:1763354566.869321:0:38200:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff8ff66d1c4780. 00000004:00000001:2.0:1763354566.869323:0:38200:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.869325:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.869326:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.869327:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.869328:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.869330:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.869331:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.869332:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.869333:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.869335:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763354566.869336:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869337:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763354566.869338:0:38200:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763354566.869340:0:38200:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff8ff66e095a80. 00000004:00000001:2.0:1763354566.869341:0:38200:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000020:00000010:2.0:1763354566.869343:0:38200:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff8ff66e095cc0. 00000020:00000010:2.0:1763354566.869346:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ff400. 00000020:00000010:2.0:1763354566.869349:0:38200:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff8ff6678ff800. 00000020:00000001:2.0:1763354566.869351:0:38200:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000004:00000001:2.0:1763354566.869353:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000004:00000010:2.0:1763354566.869357:0:38200:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff8ff66d1c4780. 00000004:00000010:2.0:1763354566.869360:0:38200:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8ff66dd409a0. 00000004:00000010:2.0:1763354566.869363:0:38200:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8ff6463ec000. 00000004:00000001:2.0:1763354566.869365:0:38200:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869367:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869369:0:38200:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869371:0:38200:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869376:0:38200:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763354566.869378:0:38200:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=958279, bfree=950970, bavail=894411, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=262144, ffree=259311, state=0 00000004:00000001:2.0:1763354566.869382:0:38200:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869384:0:38200:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763354566.869385:0:38200:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763354566.869388:0:38200:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.869391:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66e095cc0 refcount 4 committed 0 result 0 batchid 17179869778 00000020:00000040:2.0:1763354566.869394:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff8ff66e095a80 00000020:00000040:2.0:1763354566.869398:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff8ff5587ef400 00000020:00000040:2.0:1763354566.869401:0:38200:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff644b89840 : new refcount 2 00000040:00000001:2.0:1763354566.869404:0:38200:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354566.869406:0:38200:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354566.869408:0:38200:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763354566.869410:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.869412:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.869414:0:38200:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.869415:0:38200:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869417:0:38200:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354566.869419:0:38200:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763354566.869421:0:38200:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354566.869424:0:38200:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002340:0x3:0x0] not in the id map cache 00000001:00000001:2.0:1763354566.869427:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.869428:0:38200:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869431:0:38200:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763354566.869432:0:38200:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763354566.869434:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.869435:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.869436:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.869438:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.869440:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.869442:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869444:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.869447:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620887549824376 : -123186159727240 : ffff8ff67cb54d78) 00000040:00000001:2.0:1763354566.869451:0:38200:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446620886610727936 : -123187098823680 : ffff8ff644bbd400) 00080000:00000001:2.0:1763354566.869455:0:38200:0:(osd_handler.c:6674:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1763354566.869457:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.869459:0:38200:0:(osd_handler.c:6736:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354566.869462:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff644bbd400/ffff8ff67cb54d20 to site lru. bkt: ffff8ff66f416338 00000040:00000001:2.0:1763354566.869464:0:38200:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869467:0:38200:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869469:0:38200:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869471:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.869472:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.869474:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.869475:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.869478:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.869481:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.869483:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.869484:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.869486:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869488:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869489:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.869491:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.869493:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869495:0:38200:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.869496:0:38200:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.869498:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.869499:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.869502:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354566.869504:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.869506:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.869507:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.869509:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869510:0:38200:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869513:0:38200:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.869514:0:38200:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.869516:0:38200:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869518:0:38200:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.869520:0:38200:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.869523:0:38200:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff644b89840 : new refcount 1 00000020:00000001:2.0:1763354566.869525:0:38200:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.869528:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.869531:0:38200:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.869533:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.869535:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00080000:00000001:2.0:1763354566.869537:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.869539:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.869541:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af740. 00080000:00000001:2.0:1763354566.869544:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869545:0:38200:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.869550:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869552:0:38200:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869555:0:38200:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.869557:0:38200:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763354566.869558:0:38200:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354566.869560:0:38200:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869562:0:38200:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354566.869565:0:38200:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.869567:0:38200:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763354566.869569:0:38200:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.869571:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.869572:0:38200:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.869574:0:38200:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.869575:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.869577:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.869579:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.869581:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.869583:0:38200:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.869585:0:38200:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763354566.869587:0:38200:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869589:0:38200:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.869591:0:38200:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000004:00000001:2.0:1763354566.869593:0:38200:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446620887303674496 : -123186405877120 : ffff8ff66e095a80) 00000020:00000040:2.0:1763354566.869597:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763354566.869599:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763354566.869602:0:38200:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763354566.869604:0:38200:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000402:0x53fc:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763354566.869607:0:38200:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763354566.869608:0:38200:0:(osp_object.c:1255:osp_xattr_set()) [0x280000402:0x53fc:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763354566.869611:0:38200:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763354566.869613:0:38200:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869615:0:38200:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869617:0:38200:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869619:0:38200:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869621:0:38200:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869623:0:38200:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869625:0:38200:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.869627:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354566.869629:0:38200:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214491 00000001:00000001:2.0:1763354566.869631:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.869634:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214492, last_committed = 21475214488 00000001:00000010:2.0:1763354566.869638:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37540. 00000001:00000040:2.0:1763354566.869640:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 4 00000020:00000040:2.0:1763354566.869642:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=468 00000001:00000010:2.0:1763354566.869647:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c73c0. 00000004:00000001:2.0:1763354566.869651:0:38200:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.869652:0:38200:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.869654:0:38200:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882647315456 : -123191062236160 : ffff8ff5587ef400) 00000020:00000040:2.0:1763354566.869657:0:38200:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763354566.869659:0:38200:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763354566.869662:0:38200:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00000004:00000001:2.0:1763354566.869669:0:38200:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.869673:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c73c0: xid 1848998841127424, transno 21475214492, tag 0, client gen 10, slot idx 5 00000001:00000001:2.0:1763354566.869676:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.869678:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354566.869681:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000010:2.0:1763354566.869684:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af740. 00080000:00000010:2.0:1763354566.869687:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00080000:00000010:2.0:1763354566.869690:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.869693:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.869694:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.869697:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869699:0:38200:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763354566.869701:0:38200:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763354566.869703:0:38200:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763354566.869705:0:38200:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8ff66e095cc0 refcount 4 committed 0 result 0 batchid 17179869778 00000020:00000040:2.0:1763354566.869709:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8ff66e095a80 00000020:00000040:2.0:1763354566.869713:0:38200:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ff6678ff400 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff8ff5587ef400 00000020:00000001:2.0:1763354566.869716:0:38200:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763354566.869717:0:38200:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763354566.869719:0:38200:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763354566.869721:0:38200:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000402:0x53fc:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763354566.869724:0:38200:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff8ff6463ec000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763354566.869729:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd2300. 00000020:00000040:2.0:1763354566.869731:0:38200:0:(genops.c:1229:class_import_get()) import ffff8ff67c826800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763354566.869734:0:38200:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763354566.869736:0:38200:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763354566.869738:0:38200:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763354566.869742:0:38200:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8ff5473b4000. 00000100:00000001:2.0:1763354566.869745:0:38200:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869748:0:38200:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.869750:0:38200:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.869752:0:38200:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869754:0:38200:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763354566.869756:0:38200:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763354566.869759:0:38200:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8ff5559c79c0. 00000100:00000001:2.0:1763354566.869761:0:38200:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446620882598918592 : -123191110633024 : ffff8ff5559c79c0) 00000100:00000001:2.0:1763354566.869763:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.869765:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315846400 : -123191393705216 : ffff8ff544bd2300) 00000100:00000001:2.0:1763354566.869768:0:38200:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763354566.869771:0:38200:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869772:0:38200:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763354566.869774:0:38200:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763354566.869778:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869786:0:38200:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763354566.869787:0:38200:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.869790:0:38200:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763354566.869792:0:38200:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763354566.869794:0:38200:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.869797:0:38200:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ff544bd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725504:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.869801:0:38200:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763354566.869803:0:38200:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763354566.869804:0:38200:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.869806:0:38200:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763354566.869809:0:38200:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8ff681ad4000. 02000000:00000001:2.0:1763354566.869811:0:38200:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763354566.869815:0:38200:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.869819:0:38200:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5559c70c0. 00000100:00000200:2.0:1763354566.869822:0:38200:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848998542725504, portal 4 00000100:00000001:2.0:1763354566.869824:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.869826:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315846400 : -123191393705216 : ffff8ff544bd2300) 00000100:00000040:2.0:1763354566.869831:0:38200:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869837:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.869840:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763354566.869842:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.869845:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848998542725504, offset 0 00000400:00000200:2.0:1763354566.869849:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763354566.869854:0:38200:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763354566.869860:0:38200:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a785545180 00000400:00000200:2.0:1763354566.869864:0:38200:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x1fdd85 [256] + 22144 00000400:00000200:2.0:1763354566.869869:0:38200:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763354566.869872:0:38200:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763354566.869875:0:38200:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763354566.869877:0:38200:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763354566.869880:0:38200:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff544bd1180. 00000100:00000040:2.0:1763354566.869883:0:38200:0:(events.c:337:request_in_callback()) incoming req@ffff8ff544bd1180 x1848998542725504 msgsize 408 00000100:00100000:2.0:1763354566.869887:0:38200:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763354566.869899:0:38200:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763354566.869904:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:2.0:1763354566.869906:0:38200:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:2.0:1763354566.869908:0:38200:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763354566.869912:0:38200:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869919:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.869923:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.869930:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869932:0:38200:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763354566.869935:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.869950:0:38200:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7496 usecs (8 jiffies) 00000100:00000001:2.0:1763354566.869954:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4306888837 00000100:00000001:2.0:1763354566.869957:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.869960:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4306888837 00000100:00000001:2.0:1763354566.869962:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4306889934 00000100:00000001:2.0:1763354566.869965:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4306888837 00000100:00000001:2.0:1763354566.869968:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4306889934 00000100:00000001:0.0:1763354566.869969:0:22777:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763354566.869972:0:38200:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4306888837 00000100:00100000:0.0:1763354566.869973:0:22777:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998542725504 02000000:00000001:0.0:1763354566.869977:0:22777:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.869979:0:38200:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4306889934 00000100:00000001:0.0:1763354566.869979:0:22777:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763354566.869982:0:22777:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869986:0:38200:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763354566.869987:0:22777:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.869993:0:38200:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.869993:0:22777:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998542725504 00000100:00000001:2.0:1763354566.869999:0:38200:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1763354566.869999:0:22777:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763354566.870004:0:38200:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1763354566.870004:0:22777:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb6342099a5fe 00000020:00000001:0.0:1763354566.870008:0:22777:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1763354566.870011:0:38200:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ff5559c79c0 going to sleep for 11 seconds 00000020:00000040:0.0:1763354566.870011:0:22777:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff676693000 refcount=6 00000020:00000001:0.0:1763354566.870015:0:22777:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:2.0:1763354566.870017:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1763354566.870018:0:22777:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887444172800 : -123186265378816 : ffff8ff676693000) 00000100:00000001:2.0:1763354566.870020:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.870022:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.870027:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.870029:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.870031:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00010000:00000010:2.1:1763354566.870055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67b718000. 00000020:00000010:0.0:1763354566.870060:0:22777:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.870065:0:22777:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000020:00000010:0.0:1763354566.870068:0:22777:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000040:0.0:1763354566.870072:0:22777:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763354566.870073:0:22777:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763354566.870075:0:22777:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763354566.870076:0:22777:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.870079:0:22777:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.870086:0:22777:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763354566.870094:0:22777:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763354566.870095:0:22777:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763354566.870099:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7922 00000100:00000040:0.0:1763354566.870101:0:22777:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff676693000 : new rpc_count 1 00000100:00000001:0.0:1763354566.870103:0:22777:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620882315841920 : -123191393709696 : ffff8ff544bd1180) 00000100:00000040:0.0:1763354566.870108:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff544bd1180 x1848998542725504/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.870114:0:22777:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763354566.870116:0:22777:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:0.0:1763354566.870117:0:22777:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.870119:0:22777:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000100:00100000:0.0:1763354566.870122:0:22777:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff544bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+6:38200:x1848998542725504:12345-0@lo:1000:mdt00_006.0 00000100:00000200:0.0:1763354566.870125:0:22777:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998542725504 00000020:00000001:0.0:1763354566.870127:0:22777:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763354566.870128:0:22777:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763354566.870129:0:22777:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.870131:0:22777:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763354566.870132:0:22777:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652030848 : -1057520768 : ffffffffc0f78380) 00000020:00000001:0.0:1763354566.870134:0:22777:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763354566.870136:0:22777:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763354566.870137:0:22777:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763354566.870138:0:22777:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763354566.870139:0:22777:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.870141:0:22777:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763354566.870143:0:22777:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff8ff5555a0170. 00000100:00000001:0.0:1763354566.870145:0:22777:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763354566.870146:0:22777:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763354566.870150:0:22777:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff8ff67b1b4000. 02000000:00000001:0.0:1763354566.870151:0:22777:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.870152:0:22777:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.870155:0:22777:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.870156:0:22777:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763354566.870157:0:22777:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763354566.870160:0:22777:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00080000:00000001:0.0:1763354566.870162:0:22777:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:0.0:1763354566.870164:0:22777:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff59176ee00. 00080000:00000001:0.0:1763354566.870165:0:22777:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883603090944 : -123190106460672 : ffff8ff59176ee00) 00000020:00000001:0.0:1763354566.870167:0:22777:0:(out_handler.c:375:out_xattr_set()) Process entered 00000020:00000001:0.0:1763354566.870169:0:22777:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.870170:0:22777:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763354566.870171:0:22777:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:0.0:1763354566.870173:0:22777:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1763354566.870175:0:22777:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1763354566.870177:0:22777:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff67ca68fc0. 00080000:00000001:0.0:1763354566.870178:0:22777:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763354566.870181:0:22777:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.870183:0:22777:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763354566.870184:0:22777:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff8ff6474057c8 name trusted.fid flag 1 00080000:00000001:0.0:1763354566.870186:0:22777:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763354566.870188:0:22777:0:(osd_handler.c:5229:osd_xattr_set()) [0x280000402:0x53fc:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763354566.870198:0:22777:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763354566.870199:0:22777:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff8ff67b1b4208 index 0: rc = 0 00000020:00000040:0.0:1763354566.870201:0:22777:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763354566.870203:0:22777:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763354566.870205:0:22777:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763354566.870206:0:22777:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884944480, last_committed = 12884944477 00000001:00000010:0.0:1763354566.870209:0:22777:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff67dab0780. 00000001:00000040:0.0:1763354566.870210:0:22777:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff676693000 : new cb_count 2 00000020:00000040:0.0:1763354566.870212:0:22777:0:(genops.c:887:class_export_get()) GET export ffff8ff676693000 refcount=7 00000001:00000001:0.0:1763354566.870217:0:22777:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763354566.870221:0:22777:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff67ca68fc0. 00040000:00000001:0.0:1763354566.870222:0:22777:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763354566.870224:0:22777:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1763354566.870225:0:22777:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.870227:0:22777:0:(lu_object.c:207:lu_object_put()) Add ffff8ff5939d5c00/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00000020:00000001:0.0:1763354566.870229:0:22777:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763354566.870230:0:22777:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff8ff5555a0170. 00000020:00000010:0.0:1763354566.870232:0:22777:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff8ff595381480. 00000020:00000001:0.0:1763354566.870234:0:22777:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.870236:0:22777:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944472, transno 12884944480, xid 1848998542725504 00010000:00000001:0.0:1763354566.870237:0:22777:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763354566.870240:0:22777:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff544bd1180 x1848998542725504/t12884944480(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763354566.870246:0:22777:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763354566.870247:0:22777:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.870249:0:22777:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff64669b9e8 time=88 v=5 (1 1 0 0) 00000100:00000001:0.0:1763354566.870251:0:22777:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763354566.870253:0:22777:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff673a6b400 refcount 66 to 0@lo 00000100:00000001:0.0:1763354566.870254:0:22777:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887397872640 : -123186311678976 : ffff8ff673a6b400) 02000000:00000001:0.0:1763354566.870256:0:22777:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763354566.870257:0:22777:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.870259:0:22777:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763354566.870260:0:22777:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763354566.870263:0:22777:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff595381480. 00000100:00000200:0.0:1763354566.870266:0:22777:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848998542725504, offset 224 00000400:00000200:0.0:1763354566.870269:0:22777:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763354566.870273:0:22777:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763354566.870278:0:22777:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a785545180 00000400:00000200:0.0:1763354566.870281:0:22777:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x7b90b5 [2] + 224 00000400:00000200:0.0:1763354566.870285:0:22777:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763354566.870287:0:22777:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763354566.870289:0:22777:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763354566.870291:0:22777:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.870298:0:22777:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763354566.870311:0:22777:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763354566.870315:0:22777:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff595381480 00000400:00000010:0.0:1763354566.870316:0:22777:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff595381480. 00000100:00000001:0.0:1763354566.870318:0:22777:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763354566.870319:0:22777:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763354566.870321:0:22777:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.870323:0:22777:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff673a6b400 refcount 65 to 0@lo 00010000:00000001:0.0:1763354566.870325:0:22777:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763354566.870326:0:22777:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.870328:0:22777:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763354566.870331:0:22777:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd1180 x1848998542725504/t12884944480(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:737/0 lens 408/4320 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763354566.870338:0:22777:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff544bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustre-MDT0000-mdtlov_UUID+7:38200:x1848998542725504:12345-0@lo:1000:mdt00_006.0 Request processed in 222us (453us total) trans 12884944480 rc 0/0 00000100:00000001:2.0:1763354566.870340:0:38200:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1763354566.870347:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7922 00000400:00000001:2.0:1763354566.870348:0:38200:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1763354566.870351:0:22777:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff676693000 : new rpc_count 0 00000400:00000001:2.0:1763354566.870352:0:38200:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1763354566.870354:0:22777:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1763354566.870357:0:38200:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff54381b790. 00000100:00000001:0.0:1763354566.870357:0:22777:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763354566.870362:0:22777:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000400:00000200:2.0:1763354566.870364:0:38200:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5559c70c0 00000020:00000010:0.0:1763354566.870367:0:22777:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000400:00000010:2.0:1763354566.870369:0:38200:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5559c70c0. 00000020:00000010:0.0:1763354566.870372:0:22777:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000100:00000001:2.0:1763354566.870375:0:38200:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1763354566.870377:0:22777:0:(genops.c:898:class_export_put()) PUTting export ffff8ff676693000 : new refcount 6 00000100:00000001:0.0:1763354566.870381:0:22777:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.870385:0:38200:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763354566.870397:0:38200:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ff544bd2300 x1848998542725504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.870404:0:38200:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763354566.870406:0:38200:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.870408:0:38200:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763354566.870409:0:38200:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763354566.870410:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.870412:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.870413:0:38200:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.870416:0:38200:0:(import.c:2128:obd_at_measure()) add 5 to ffff8ff67c826d78 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1763354566.870418:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67c826c10 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.870420:0:38200:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763354566.870421:0:38200:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870422:0:38200:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763354566.870424:0:38200:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.870426:0:38200:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763354566.870426:0:38200:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763354566.870428:0:38200:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763354566.870429:0:38200:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763354566.870430:0:38200:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446620882315846400 : -123191393705216 : ffff8ff544bd2300) 00000100:00000001:2.0:1763354566.870432:0:38200:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763354566.870433:0:38200:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 12884944472 00000100:00000001:2.0:1763354566.870434:0:38200:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763354566.870435:0:38200:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.870437:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ff544bd2300 x1848998542725504/t12884944480(12884944480) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.870441:0:38200:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763354566.870443:0:38200:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763354566.870444:0:38200:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.870445:0:38200:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763354566.870448:0:38200:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.870450:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff544bd2300 x1848998542725504/t12884944480(12884944480) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.870455:0:38200:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ff544bd2300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:38200:1848998542725504:0@lo:1000:mdt00_006.0 00000100:00000001:2.0:1763354566.870458:0:38200:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.870459:0:38200:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.870460:0:38200:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763354566.870461:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.870463:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8ff544bd2300 x1848998542725504/t12884944480(12884944480) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.870467:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763354566.870468:0:38200:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8ff5559c79c0. 00000100:00000001:2.0:1763354566.870470:0:38200:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763354566.870471:0:38200:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.870472:0:38200:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763354566.870474:0:38200:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ff544bd2300 x1848998542725504/t12884944480(12884944480) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763354582 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_006.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763354566.870478:0:38200:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.870479:0:38200:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.870481:0:38200:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.870482:0:38200:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.870484:0:38200:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.870486:0:38200:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37cc0. 00000020:00000001:2.0:1763354566.870488:0:38200:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.870490:0:38200:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.870492:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.870493:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354566.870494:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.870495:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.870496:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.870497:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.870499:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f242600 refcount=3 00000020:00000001:2.0:1763354566.870500:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00010000:00000001:2.0:1763354566.870502:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322207744 : -123186387343872 : ffff8ff66f242600) 00000004:00010000:2.0:1763354566.870505:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000005ac4810 reply state 000000000ed1d35e transno 21475214492 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e25:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.870511:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763354566.870513:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.870514:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870516:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.870517:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.870518:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.870519:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.870521:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) refcount = 1 00010000:00010000:2.0:1763354566.870524:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.870527:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.870528:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.870529:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870530:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.870531:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.870532:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.870534:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) 00010000:00010000:2.0:1763354566.870536:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763354566.870537:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.870539:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870540:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.870541:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354566.870542:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763354566.870543:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.870544:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.870545:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.870546:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.870546:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.870547:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354566.870548:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.870549:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763354566.870549:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.870550:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.870551:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.870552:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.870552:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243600 refcount=3 00000020:00000001:2.0:1763354566.870554:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00010000:00000001:2.0:1763354566.870555:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322211840 : -123186387339776 : ffff8ff66f243600) 00000004:00010000:2.0:1763354566.870557:0:38200:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000005ac4810 reply state 000000000ed1d35e transno 21475214492 ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243600/0x4a8bb634222cb34e lrc: 3/0,1 mode: EX/EX res: [0x200002344:0x19e26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.870560:0:38200:0:(ldlm_lock.c:2708:ldlm_lock_mode_downgrade()) Process entered 00010000:00000001:2.0:1763354566.870561:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.870562:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870563:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.870564:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.870565:0:38200:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.870566:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.870567:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 2 00010000:00000040:2.0:1763354566.870569:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.870570:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.870574:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243600/0x4a8bb634222cb34e lrc: 3/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.870578:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.870579:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.870580:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870581:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.870582:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.870583:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.870584:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00010000:2.0:1763354566.870586:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763354566.870587:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.870588:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.870589:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.870590:0:38200:0:(ldlm_lock.c:2742:ldlm_lock_mode_downgrade()) Process leaving 00000100:00100000:2.0:1763354566.870590:0:38200:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:2.0:1763354566.870591:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.870592:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.870593:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.870593:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.870594:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.870595:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354566.870596:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.870597:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.870598:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.870599:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.870600:0:38200:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.870601:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214492, xid 1848998841127424 00010000:00000001:2.0:1763354566.870603:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763354566.870604:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=469 00010000:00000200:2.0:1763354566.870605:0:38200:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 21475214492, last committed = 21475214488 00010000:00000200:2.0:1763354566.870609:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513da680 x1848998841127424/t21475214492(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763354566.870614:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.870615:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.870616:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.870618:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.870620:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.870622:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.870624:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.870625:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.870626:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.870628:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.870631:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7880. 00000100:00000200:2.0:1763354566.870633:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848998841127424, offset 224 00000400:00000200:2.0:1763354566.870636:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.870641:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.870644:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556900:1556900:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556896:1556896:8:4294967295] 00000400:00000200:2.0:1763354566.870651:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.870654:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.870657:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.870660:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.870664:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.870666:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.870677:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.870680:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.870681:0:38200:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.870683:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.870684:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.870687:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513da680 x1848998841127424/t21475214492(0) o61->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 584/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763354566.870694:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253181:x1848998841127424:12345-192.168.203.48@tcp:61:lfs.0 Request processed in 6442us (6565us total) trans 21475214492 rc 0/0 00000100:00100000:2.0:1763354566.870699:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417492 00000100:00000040:2.0:1763354566.870700:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.870702:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.870703:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354566.870705:0:38200:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:2.0:1763354566.870707:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.870710:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.870712:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5587ef800. 00000020:00000040:2.0:1763354566.870715:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 468 00000100:00000001:2.0:1763354566.870716:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.870776:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.870780:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.870784:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.870788:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.870791:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7880 00000400:00000010:1.0:1763354566.870792:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7880. 00000100:00000001:1.0:1763354566.870795:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.870796:0:3648:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.873062:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.873072:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.873075:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.873080:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.873086:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.873097:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d9300 00000400:00000200:1.0:1763354566.873104:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad9ed [2] + 784 00000800:00000001:1.0:1763354566.873109:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.873114:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.873115:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.873118:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.873122:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.873123:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354566.873126:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff6513db800. 00000100:00000040:1.0:1763354566.873128:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6513db800 x1848998841127680 msgsize 392 00000100:00100000:1.0:1763354566.873131:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.873142:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.873147:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.873149:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.873151:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.873153:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.873156:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.873162:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d9380 00000100:00000001:2.0:1763354566.873164:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.873169:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127680 00000400:00000200:1.0:1763354566.873169:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b14cd [2] + 0 02000000:00000001:2.0:1763354566.873173:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.873175:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1763354566.873176:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.873177:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763354566.873181:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1763354566.873182:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.873185:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1763354566.873186:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127680 00000020:00000001:2.0:1763354566.873190:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1763354566.873191:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000020:00000040:2.0:1763354566.873193:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000100:00000001:1.0:1763354566.873195:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1763354566.873196:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1763354566.873199:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:2.0:1763354566.873201:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=469 00000100:00000010:1.0:1763354566.873205:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640e680. 00000020:00000001:2.0:1763354566.873206:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.873212:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000040:1.0:1763354566.873213:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640e680 x1848998841127808 msgsize 328 00000100:00000001:2.0:1763354566.873217:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1763354566.873221:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000010:2.0:1763354566.873224:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.873227:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.873229:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00000001:1.0:1763354566.873230:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1763354566.873233:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000800:00000001:1.0:1763354566.873235:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1763354566.873238:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000800:00000001:1.0:1763354566.873240:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.873242:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000800:00000001:1.0:1763354566.873243:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1763354566.873249:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000800:00000001:1.0:1763354566.873249:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.873254:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1763354566.873255:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000100:00000001:2.0:1763354566.873256:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.873259:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.873263:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 17 MB=0x691a7971d9400 00000100:00000001:2.0:1763354566.873265:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763354566.873270:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.48@tcp of length 328/328 into md 0x7b14cd [2] + 328 00000800:00000001:1.0:1763354566.873274:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763354566.873285:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.873290:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.873293:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1763354566.873297:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1763354566.873300:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:2.0:1763354566.873301:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763354566.873302:0:74535:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763354566.873304:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1763354566.873307:0:74535:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127808 00000100:00000200:1.0:1763354566.873308:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:2.0:1763354566.873311:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93127 02000000:00000001:0.0:1763354566.873312:0:74535:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1763354566.873315:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640f100. 00000100:00000001:0.0:1763354566.873316:0:74535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1763354566.873318:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:0.0:1763354566.873320:0:74535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.873323:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886820567040 : -123186888984576 : ffff8ff6513db800) 00000100:00000040:1.0:1763354566.873323:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640f100 x1848998841127936 msgsize 328 02000000:00000001:0.0:1763354566.873325:0:74535:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.873332:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6513db800 x1848998841127680/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763354566.873332:0:74535:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127808 00000020:00000001:0.0:1763354566.873337:0:74535:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1763354566.873341:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000020:00000040:0.0:1763354566.873341:0:74535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:0.0:1763354566.873344:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763354566.873349:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:0.0:1763354566.873352:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:1.0:1763354566.873355:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1763354566.873356:0:74535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.873357:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1763354566.873361:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763354566.873363:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.873365:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000800:00000001:1.0:1763354566.873366:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.873368:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000100:00000001:2.0:1763354566.873373:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763354566.873374:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.873382:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000020:00000010:2.0:1763354566.873383:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00000001:3.0:1763354566.873388:0:6503:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1763354566.873388:0:74535:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff59176e600. 00000020:00000010:0.0:1763354566.873393:0:74535:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff643dee080. 00000100:00100000:3.0:1763354566.873394:0:6503:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841127936 00000100:00100000:2.0:1763354566.873395:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6513db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+469:253181:x1848998841127680:12345-192.168.203.48@tcp:35:lfs.0 02000000:00000001:3.0:1763354566.873399:0:6503:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1763354566.873400:0:74535:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6802bf320. 00000100:00000001:3.0:1763354566.873403:0:6503:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1763354566.873405:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127680 00000100:00000001:3.0:1763354566.873407:0:6503:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763354566.873408:0:74535:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:2.0:1763354566.873411:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1763354566.873413:0:74535:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1763354566.873414:0:6503:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.873416:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763354566.873416:0:74535:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1763354566.873418:0:6503:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841127936 00010000:00000001:0.0:1763354566.873421:0:74535:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000001:3.0:1763354566.873422:0:6503:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:2.0:1763354566.873423:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c73c0: xid 1848998841127424, transno 21475214492, client gen 10, slot idx 5 00000020:00000040:3.0:1763354566.873426:0:6503:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad517 00010000:00000001:0.0:1763354566.873426:0:74535:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.873431:0:6503:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.873432:0:74535:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:3.0:1763354566.873434:0:6503:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd21800 refcount=23 00000001:00000001:2.0:1763354566.873434:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e095240: xid 1848998841126528, transno 21475214489, client gen 10, slot idx 3 00010000:00000001:0.0:1763354566.873436:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763354566.873439:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1763354566.873441:0:6503:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000001:00000010:2.0:1763354566.873443:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e095240. 00000020:00000040:0.0:1763354566.873444:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 00000020:00000001:3.0:1763354566.873445:0:6503:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300052992 : -123186409498624 : ffff8ff66dd21800) 00000020:00000001:0.0:1763354566.873450:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000001:00000001:2.0:1763354566.873451:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66d1c4d80: xid 1848998841127424, transno 21475214491, client gen 10, slot idx 4 00000100:00000001:3.0:1763354566.873452:0:6503:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763354566.873458:0:6503:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00010000:00000001:0.0:1763354566.873458:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000001:00000001:2.0:1763354566.873459:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66d1c4d80: xid 1848998841127424, transno 21475214491, client gen 10, slot idx 4 00000100:00000001:3.0:1763354566.873465:0:6503:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763354566.873465:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:2.0:1763354566.873466:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66d1c4d80. 00010000:00000001:0.0:1763354566.873468:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1763354566.873471:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff66e0959c0: xid 1848998841127424, transno 21475214490, client gen 10, slot idx 2 00000020:00000010:3.0:1763354566.873473:0:6503:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00010000:00000001:0.0:1763354566.873473:0:74535:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873480:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff66e0959c0: xid 1848998841127424, transno 21475214490, client gen 10, slot idx 2 00000100:00000001:0.0:1763354566.873480:0:74535:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.873483:0:6503:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff54ba21000. 00000001:00000010:2.0:1763354566.873488:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff66e0959c0. 00000100:00000001:0.0:1763354566.873488:0:74535:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.873490:0:6503:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66ba27400. 00000020:00000001:2.0:1763354566.873497:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.873498:0:6503:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff6792cb4b0. 00000020:00000001:2.0:1763354566.873501:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.873504:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000100:00000001:3.0:1763354566.873505:0:6503:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1763354566.873507:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1763354566.873507:0:74535:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763354566.873508:0:6503:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:2.0:1763354566.873510:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841127680, found 0 last_xid 1848998841127679 00010000:00000001:3.0:1763354566.873512:0:6503:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354566.873516:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.873517:0:6503:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.873519:0:74535:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1763354566.873520:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1763354566.873523:0:6503:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1763354566.873523:0:74535:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1763354566.873524:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1763354566.873529:0:6503:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.873529:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.873533:0:6503:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1763354566.873534:0:74535:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3726 00000020:00000040:3.0:1763354566.873537:0:6503:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000004:00000001:2.0:1763354566.873537:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000100:00000040:0.0:1763354566.873539:0:74535:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000004:00000001:2.0:1763354566.873541:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000020:00000001:3.0:1763354566.873543:0:6503:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00000100:00000001:0.0:1763354566.873543:0:74535:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636226176 : -123187073325440 : ffff8ff64640e680) 00000004:00000001:2.0:1763354566.873544:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.873548:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873550:0:6503:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00000004:00000001:2.0:1763354566.873552:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000100:00000040:0.0:1763354566.873554:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640e680 x1848998841127808/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763354566.873556:0:6503:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:2.0:1763354566.873557:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1763354566.873559:0:6503:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:2.0:1763354566.873561:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873563:0:6503:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873566:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.873569:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.873570:0:6503:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873576:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873579:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1763354566.873579:0:74535:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763354566.873580:0:6503:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873583:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763354566.873585:0:74535:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff67ca68fc0. 00000001:00000001:2.0:1763354566.873587:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873591:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1763354566.873591:0:74535:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.873592:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.873594:0:6503:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763354566.873598:0:74535:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff67ca68fc0. 00000001:00000001:2.0:1763354566.873599:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873604:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.873606:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.873609:0:6503:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1763354566.873611:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.873611:0:74535:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2407:x1848998841127808:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1763354566.873612:0:6503:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763354566.873614:0:8419:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000001:2.0:1763354566.873617:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.873619:0:8419:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1763354566.873621:0:74535:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127808 00000004:00000001:2.0:1763354566.873623:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000100:00100000:3.0:1763354566.873624:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 3727 00010000:00000001:0.0:1763354566.873625:0:74535:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000004:00000001:2.0:1763354566.873626:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:0.0:1763354566.873629:0:74535:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000004:00000001:2.0:1763354566.873631:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000100:00000040:3.0:1763354566.873632:0:6503:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd21800 : new rpc_count 1 00000100:00000001:1.0:1763354566.873632:0:8419:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.873633:0:74535:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000001:00000001:2.0:1763354566.873634:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1763354566.873638:0:74535:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1763354566.873639:0:6503:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636228864 : -123187073322752 : ffff8ff64640f100) 00000001:00000001:2.0:1763354566.873639:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763354566.873639:0:8419:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.873643:0:74535:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1763354566.873646:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.873649:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1763354566.873649:0:74535:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67c9f4800. 00000100:00000040:3.0:1763354566.873651:0:6503:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640f100 x1848998841127936/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763354566.873655:0:74535:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873656:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873662:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:0.0:1763354566.873663:0:74535:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.873665:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763354566.873668:0:6503:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:2.0:1763354566.873669:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.873669:0:74535:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000001:00000001:2.0:1763354566.873674:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00010000:0.0:1763354566.873674:0:74535:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000010:3.0:1763354566.873676:0:6503:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff54442a580. 00000001:00000001:2.0:1763354566.873677:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.873678:0:74535:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763354566.873681:0:6503:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763354566.873683:0:74535:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1763354566.873684:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:00000010:3.0:1763354566.873686:0:6503:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff54442a580. 00000020:00000040:0.0:1763354566.873687:0:74535:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429ff600 refcount=3 02000000:00001000:2.0:1763354566.873689:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 00000020:00000001:0.0:1763354566.873692:0:74535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 02000000:00000001:2.0:1763354566.873693:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000100:00100000:3.0:1763354566.873697:0:6503:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+23:2406:x1848998841127936:12345-192.168.203.48@tcp:103:ldlm_bl.0 00000004:00000001:2.0:1763354566.873700:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00010000:00000001:0.0:1763354566.873700:0:74535:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575347200 : -123187134204416 : ffff8ff6429ff600) 00000100:00000200:3.0:1763354566.873705:0:6503:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841127936 00000004:00000001:2.0:1763354566.873705:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763354566.873706:0:74535:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff58f2a1500 count: 2 00000001:00000001:2.0:1763354566.873709:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1763354566.873710:0:6503:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000001:00000001:2.0:1763354566.873712:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.873712:0:74535:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00010000:00000002:3.0:1763354566.873713:0:6503:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763354566.873717:0:6503:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00002000:00000001:0.0:1763354566.873718:0:74535:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000004:00000001:2.0:1763354566.873719:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000100:00000001:3.0:1763354566.873721:0:6503:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:2.0:1763354566.873723:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.873723:0:74535:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:3.0:1763354566.873725:0:6503:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:2.0:1763354566.873729:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763354566.873729:0:74535:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227672 : -123189888323944 : ffff8ff59e776e98) 02000000:00000010:3.0:1763354566.873730:0:6503:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8ff67d88a000. 00000100:00000001:2.0:1763354566.873737:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:0.0:1763354566.873737:0:74535:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227584 : -123189888324032 : ffff8ff59e776e40) 02000000:00000001:3.0:1763354566.873738:0:6503:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.873742:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:0.0:1763354566.873742:0:74535:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:3.0:1763354566.873743:0:6503:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763354566.873746:0:74535:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873747:0:6503:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000010:2.0:1763354566.873748:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff6802b3c00. 00010000:00010000:3.0:1763354566.873752:0:6503:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:2.0:1763354566.873753:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763354566.873754:0:74535:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776e98/ffff8ff59e776e40 to site lru. bkt: ffff8ff642cc21b0 00010000:00000001:3.0:1763354566.873756:0:6503:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1763354566.873759:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.873760:0:6503:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763354566.873761:0:74535:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.873763:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000020:00000040:3.0:1763354566.873765:0:6503:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff6429fec00 refcount=3 00000020:00000001:0.0:1763354566.873766:0:74535:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.873767:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.873768:0:6503:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:0.0:1763354566.873770:0:74535:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.873771:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00010000:00000001:3.0:1763354566.873773:0:6503:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620886575344640 : -123187134206976 : ffff8ff6429fec00) 00010000:00000001:0.0:1763354566.873774:0:74535:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873775:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.873778:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1763354566.873782:0:6503:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad600 count: 2 00000020:00000040:2.0:1763354566.873782:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff680781a80 refcount=2 00000020:00000001:0.0:1763354566.873782:0:74535:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.873788:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887612922496 : -123186096629120 : ffff8ff680781a80) 00002000:00000001:3.0:1763354566.873789:0:6503:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00010000:00000001:0.0:1763354566.873791:0:74535:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:2.0:1763354566.873792:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887612922496 : -123186096629120 : ffff8ff680781a80) 00002000:00000001:3.0:1763354566.873794:0:6503:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1763354566.873795:0:74535:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1763354566.873796:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff680781a80 with handle 0x4a8bb634222cb244 from hash 00000020:00000001:3.0:1763354566.873797:0:6503:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763354566.873802:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000020:00000001:3.0:1763354566.873803:0:6503:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882789875800 : -123190919675816 : ffff8ff560fe4058) 00000004:00000002:2.0:1763354566.873805:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e25:0x0] with intent: 0 00010000:00000001:0.0:1763354566.873805:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00002000:00000001:3.0:1763354566.873811:0:6503:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620882789875712 : -123190919675904 : ffff8ff560fe4000) 00000004:00000001:2.0:1763354566.873811:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00010000:00000001:0.0:1763354566.873811:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000002:2.0:1763354566.873815:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 1516 lsom blocks 0 blocks 8 truncate 0 00002000:00000001:3.0:1763354566.873816:0:6503:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000001:0.0:1763354566.873817:0:74535:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00002000:00000001:3.0:1763354566.873821:0:6503:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873822:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00010000:00000001:0.0:1763354566.873823:0:74535:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873826:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000020:00000002:3.0:1763354566.873827:0:6503:0:(lu_object.c:207:lu_object_put()) Add ffff8ff560fe4058/ffff8ff560fe4000 to site lru. bkt: ffff8ff66f400b60 00000020:00000040:0.0:1763354566.873828:0:74535:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429ff600 with handle 0x4a8bb634222cb2e5 from hash 00000004:00000001:2.0:1763354566.873831:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873832:0:6503:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763354566.873835:0:74535:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000004:00000001:2.0:1763354566.873836:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:3.0:1763354566.873837:0:6503:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.873840:0:6503:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763354566.873840:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354566.873841:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:0.0:1763354566.873843:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.873845:0:6503:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.873847:0:74535:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1763354566.873849:0:6503:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873851:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:3.0:1763354566.873853:0:6503:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763354566.873853:0:74535:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1763354566.873855:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00010000:00000001:3.0:1763354566.873858:0:6503:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000001:2.0:1763354566.873859:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00010000:00000001:0.0:1763354566.873859:0:74535:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873863:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873865:0:6503:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763354566.873866:0:74535:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000002:2.0:1763354566.873867:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 0 00010000:00000001:3.0:1763354566.873870:0:6503:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763354566.873871:0:74535:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000002:2.0:1763354566.873872:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00010000:00000001:3.0:1763354566.873873:0:6503:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000001:2.0:1763354566.873877:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873878:0:6503:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763354566.873880:0:74535:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ff6429ff600/0x4a8bb634222cb2e5 lrc: 0/0,0 mode: --/GROUP res: [0x280000402:0x53fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f4160e expref: 21 pid: 74539 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763354566.873881:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000020:00000040:3.0:1763354566.873883:0:6503:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff6429fec00 with handle 0x4a8bb634222cb2ec from hash 00000004:00000001:2.0:1763354566.873885:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.873888:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00010000:00000001:3.0:1763354566.873889:0:6503:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1763354566.873891:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00010000:00000001:3.0:1763354566.873893:0:6503:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.873896:0:6503:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.873897:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763354566.873900:0:6503:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:2.0:1763354566.873903:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763354566.873905:0:6503:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:2.0:1763354566.873906:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000040:0.0:1763354566.873907:0:74535:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd27000 : new locks_count 14 00010000:00000001:3.0:1763354566.873909:0:6503:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873910:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.873914:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000040:0.0:1763354566.873914:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00010000:00000001:3.0:1763354566.873915:0:6503:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.873919:0:6503:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:2.0:1763354566.873920:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.873924:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1763354566.873924:0:74535:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763354566.873926:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ff6429fec00/0x4a8bb634222cb2ec lrc: 0/0,0 mode: --/GROUP res: [0x2c0000403:0x53d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1394779163 flags: 0x44801000020000 nid: 192.168.203.48@tcp remote: 0x4851492765f41615 expref: 23 pid: 74539 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763354566.873928:0:74535:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:2.0:1763354566.873930:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00010000:00000001:0.0:1763354566.873933:0:74535:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000004:00000001:2.0:1763354566.873934:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873951:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00010000:00000001:0.0:1763354566.873951:0:74535:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763354566.873954:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e25:0x0]: Set SOM attrs S/B/F: 1516/8/4. 00010000:00000040:3.0:1763354566.873956:0:6503:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd21800 : new locks_count 15 00010000:00000001:0.0:1763354566.873958:0:74535:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.873959:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000020:00000040:3.0:1763354566.873961:0:6503:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 22 00010000:00000001:0.0:1763354566.873962:0:74535:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:2.0:1763354566.873964:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00010000:00000040:0.0:1763354566.873966:0:74535:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff58f2a1500 count: 0 00010000:00000001:3.0:1763354566.873969:0:6503:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.873969:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873973:0:6503:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00002000:00000010:0.0:1763354566.873973:0:74535:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff67ca68080. 00200000:00000001:2.0:1763354566.873975:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00010000:00000001:3.0:1763354566.873977:0:6503:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000010:0.0:1763354566.873979:0:74535:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff58f2a1700. 00010000:00000001:3.0:1763354566.873980:0:6503:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763354566.873983:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37cc0. 00010000:00000001:3.0:1763354566.873986:0:6503:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.873989:0:6503:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:2.0:1763354566.873989:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00010000:00010000:0.0:1763354566.873989:0:74535:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763354566.873994:0:74535:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1763354566.873995:0:6503:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad600 count: 0 00080000:00000010:2.0:1763354566.873995:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4400. 00010000:00000001:0.0:1763354566.873999:0:74535:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00080000:00000001:2.0:1763354566.874002:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00002000:00000010:3.0:1763354566.874003:0:6503:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8ff5448aff80. 00010000:00000001:0.0:1763354566.874003:0:74535:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763354566.874011:0:74535:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00010000:00000010:3.0:1763354566.874012:0:6503:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8ff547fad100. 00000004:00000001:2.0:1763354566.874012:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000100:00000001:0.0:1763354566.874014:0:74535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1763354566.874018:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00010000:00010000:3.0:1763354566.874022:0:6503:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00000001:2.0:1763354566.874022:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000100:00000040:0.0:1763354566.874022:0:74535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00010000:00000001:3.0:1763354566.874026:0:6503:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.874027:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000100:00000001:0.0:1763354566.874029:0:74535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00010000:00000001:3.0:1763354566.874030:0:6503:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763354566.874055:0:6503:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.874060:0:74535:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1763354566.874061:0:6503:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff643151de8 time=103 v=5 (1 1 0 1) 00000004:00000001:2.0:1763354566.874061:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763354566.874065:0:74535:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874069:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.874070:0:6503:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1763354566.874071:0:74535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763354566.874076:0:6503:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 12 to 192.168.203.48@tcp 00000020:00000001:2.0:1763354566.874077:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00000100:00000040:0.0:1763354566.874082:0:74535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000100:00000001:3.0:1763354566.874083:0:6503:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 00080000:00000001:2.0:1763354566.874083:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000400:00000010:0.0:1763354566.874087:0:74535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff67535bbb0. 02000000:00000001:3.0:1763354566.874088:0:6503:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:2.0:1763354566.874091:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 02000000:00000001:3.0:1763354566.874092:0:6503:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763354566.874094:0:74535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841127808, offset 224 00000004:00000001:2.0:1763354566.874095:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000100:00000001:3.0:1763354566.874096:0:6503:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:2.0:1763354566.874100:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000400:00000200:0.0:1763354566.874104:0:74535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000100:00000040:3.0:1763354566.874106:0:6503:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00080000:00000001:2.0:1763354566.874108:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.874112:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000010:3.0:1763354566.874113:0:6503:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff670121b28. 00000400:00000200:0.0:1763354566.874117:0:74535:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00080000:00000010:2.0:1763354566.874119:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00000100:00000200:3.0:1763354566.874120:0:6503:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848998841127936, offset 224 00080000:00000001:2.0:1763354566.874126:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763354566.874126:0:74535:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556901:1556901:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556897:1556897:8:4294967295] 00000004:00000001:2.0:1763354566.874133:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763354566.874134:0:6503:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:0.0:1763354566.874142:0:74535:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00080000:00000001:2.0:1763354566.874145:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763354566.874147:0:74535:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000020:00000001:2.0:1763354566.874150:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1763354566.874154:0:74535:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66c022400. 00000400:00000200:3.0:1763354566.874155:0:6503:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000004:00000001:2.0:1763354566.874158:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.874163:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000400:00000200:3.0:1763354566.874167:0:6503:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556902:1556902:255:4294967295] 192.168.203.48@tcp LPNI seq info [1556898:1556898:7:4294967295] 00000800:00000200:0.0:1763354566.874167:0:74535:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:2.0:1763354566.874168:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.874172:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.874177:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000800:00000200:0.0:1763354566.874178:0:74535:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00080000:00000001:2.0:1763354566.874184:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00000800:00000200:0.0:1763354566.874185:0:74535:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66c022400 type 1, nob 320 niov 1 nkiov 1 00080000:00000002:2.0:1763354566.874189:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.som' with size 24 00000400:00000200:3.0:1763354566.874190:0:6503:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:3.0:1763354566.874200:0:6503:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.48@tcp 00000100:00000001:0.0:1763354566.874201:0:74535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1763354566.874204:0:6503:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff66486be00. 00000100:00000040:0.0:1763354566.874207:0:74535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000004:00000001:2.0:1763354566.874208:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.874211:0:74535:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763354566.874215:0:6503:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000004:00000001:2.0:1763354566.874215:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354566.874216:0:74535:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874223:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.874228:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00000800:00000200:3.0:1763354566.874229:0:6503:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000100:00000040:0.0:1763354566.874229:0:74535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640e680 x1848998841127808/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763354566.874232:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000800:00000200:3.0:1763354566.874237:0:6503:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff66486be00 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:2.0:1763354566.874238:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.874244:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214493, last_committed = 21475214488 00000100:00000001:3.0:1763354566.874245:0:6503:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763354566.874251:0:74535:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2407:x1848998841127808:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 667us (1033us total) trans 0 rc 0/0 00000001:00000010:2.0:1763354566.874253:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce376c0. 00000100:00000040:3.0:1763354566.874254:0:6503:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00000800:00000200:1.0:1763354566.874257:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1763354566.874261:0:6503:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1763354566.874262:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 5 00000800:00000010:1.0:1763354566.874263:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66c022400. 00010000:00000001:3.0:1763354566.874265:0:6503:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.874268:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=470 00000400:00000200:1.0:1763354566.874270:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1763354566.874270:0:74535:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3726 00000100:00000040:3.0:1763354566.874277:0:6503:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640f100 x1848998841127936/t0(0) o103->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/224 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763354566.874277:0:74535:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000001:00000010:2.0:1763354566.874278:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c79c0. 00000400:00000200:1.0:1763354566.874281:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:0.0:1763354566.874283:0:74535:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763354566.874288:0:74535:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1763354566.874289:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000400:00000200:1.0:1763354566.874289:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff67535bbb0 00000004:00000001:2.0:1763354566.874295:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000400:00000010:1.0:1763354566.874295:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff67535bbb0. 00000020:00000010:0.0:1763354566.874295:0:74535:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff643dee080. 00000004:00000001:2.0:1763354566.874300:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357666816 : -123191351884800 : ffff8ff5473b4400) 00000100:00100000:3.0:1763354566.874303:0:6503:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1003adcf-613b-48fc-8710-4bfd6913dc17+22:2406:x1848998841127936:12345-192.168.203.48@tcp:103:ldlm_bl.0 Request processed in 629us (974us total) trans 0 rc 0/0 00000100:00000001:1.0:1763354566.874303:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1763354566.874304:0:74535:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6802bf320. 00000100:00000001:1.0:1763354566.874307:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1763354566.874310:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000020:00000010:0.0:1763354566.874311:0:74535:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff59176e600. 00000001:00000001:2.0:1763354566.874318:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c79c0: xid 1848998841127680, transno 21475214493, tag 1, client gen 10, slot idx 2 00000800:00000200:1.0:1763354566.874319:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:0.0:1763354566.874320:0:74535:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 19 00000800:00000010:1.0:1763354566.874325:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff66486be00. 00000001:00000001:2.0:1763354566.874327:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763354566.874327:0:74535:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.874332:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.874338:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00080000:00000010:2.0:1763354566.874341:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00000400:00000200:1.0:1763354566.874341:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff670121b28 00000400:00000010:1.0:1763354566.874344:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff670121b28. 00040000:00000001:2.0:1763354566.874348:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1763354566.874349:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00040000:00000001:2.0:1763354566.874353:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1763354566.874353:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:2.0:1763354566.874358:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.874363:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37cc0. 00000020:00000001:2.0:1763354566.874367:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874371:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874374:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874376:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874379:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354566.874381:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354566.874384:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.874387:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.874391:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00100000:3.0:1763354566.874392:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 3727 00000004:00000001:2.0:1763354566.874397:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000100:00000040:3.0:1763354566.874398:0:6503:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd21800 : new rpc_count 0 00000004:00000001:2.0:1763354566.874402:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000100:00000001:3.0:1763354566.874404:0:6503:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:2.0:1763354566.874407:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763354566.874409:0:6503:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000001:2.0:1763354566.874412:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000020:00000010:3.0:1763354566.874415:0:6503:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66ba27400. 00000004:00000001:2.0:1763354566.874418:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000020:00000010:3.0:1763354566.874422:0:6503:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff6792cb4b0. 00000004:00000001:2.0:1763354566.874423:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.874427:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e25:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.874430:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874433:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.874436:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874439:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.874441:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.874444:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.874447:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff680781a80. 00000004:00000001:2.0:1763354566.874458:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.874462:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:2.0:1763354566.874466:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.874469:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763354566.874471:0:6503:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff54ba21000. 00000004:00000001:2.0:1763354566.874473:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874478:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354566.874480:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000020:00000040:3.0:1763354566.874482:0:6503:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd21800 : new refcount 21 00000004:00000001:2.0:1763354566.874483:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.874486:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000100:00000001:3.0:1763354566.874489:0:6503:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.874490:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.874494:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.874499:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.874503:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.874505:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.874510:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.874515:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.874517:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.874520:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214493, xid 1848998841127680 00010000:00000001:2.0:1763354566.874522:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.874528:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6513db800 x1848998841127680/t21475214493(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.874536:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.874538:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.874541:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.874544:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.874547:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.874549:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.874552:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.874554:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.874557:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.874559:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.874563:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7770. 00000100:00000200:2.0:1763354566.874567:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841127680, offset 224 00000400:00000200:2.0:1763354566.874572:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.874579:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.874584:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556903:1556903:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556899:1556899:8:4294967295] 00000400:00000200:2.0:1763354566.874594:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.874599:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.874603:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678fff00. 00000800:00000200:2.0:1763354566.874608:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.874613:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.874617:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678fff00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.874633:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.874637:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.874640:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.874643:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.874645:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.874650:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6513db800 x1848998841127680/t21475214493(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.874660:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6513db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+470:253181:x1848998841127680:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1302us (1529us total) trans 21475214493 rc 0/0 00000100:00100000:2.0:1763354566.874668:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93127 00000100:00000040:2.0:1763354566.874672:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.874674:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.874677:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.874681:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.874686:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.874690:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.874694:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 469 00000100:00000001:2.0:1763354566.874697:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.874721:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.874726:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678fff00. 00000400:00000200:1.0:1763354566.874729:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.874733:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.874735:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7770 00000400:00000010:1.0:1763354566.874737:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7770. 00000100:00000001:1.0:1763354566.874739:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.874741:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.875895:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.875901:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.875903:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.875905:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.875908:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.875914:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d9500 00000400:00000200:1.0:1763354566.875919:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad9ed [2] + 1176 00000800:00000001:1.0:1763354566.875922:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.875926:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.875928:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.875930:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.875933:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.875934:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354566.875948:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640df80. 00000100:00000040:1.0:1763354566.875950:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640df80 x1848998841128192 msgsize 392 00000100:00100000:1.0:1763354566.875953:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.875962:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.875966:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.875968:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.875986:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.875988:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841128192 02000000:00000001:2.0:1763354566.875990:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.875991:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.875992:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.875994:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.875996:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841128192 00000020:00000001:2.0:1763354566.875998:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.875999:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.876000:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.876002:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=470 00000020:00000001:2.0:1763354566.876003:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.876005:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.876007:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.876010:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.876012:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.876013:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.876016:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.876018:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.876021:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.876024:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.876025:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.876030:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.876032:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.876056:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.876062:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.876070:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.876071:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.876076:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93128 00000100:00000040:2.0:1763354566.876079:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.876080:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636224384 : -123187073327232 : ffff8ff64640df80) 00000100:00000040:2.0:1763354566.876085:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640df80 x1848998841128192/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.876091:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.876093:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.876095:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.876096:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.876099:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+470:253181:x1848998841128192:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354566.876102:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841128192 00000020:00000001:2.0:1763354566.876103:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.876105:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.876107:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c79c0: xid 1848998841127680, transno 21475214493, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.876110:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c73c0: xid 1848998841127424, transno 21475214492, client gen 10, slot idx 5 00000001:00000010:2.0:1763354566.876112:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c73c0. 00000020:00000001:2.0:1763354566.876114:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876116:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.876117:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.876119:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.876121:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841128192, found 0 last_xid 1848998841128191 00000020:00000001:2.0:1763354566.876123:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.876124:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.876125:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.876126:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876128:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.876129:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.876129:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.876131:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876132:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.876133:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.876134:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876136:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.876137:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.876138:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876139:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.876140:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.876142:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876143:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.876143:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.876145:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876146:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.876146:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.876147:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876149:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876150:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.876151:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876152:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.876153:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.876154:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876155:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.876155:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.876156:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876158:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.876159:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.876160:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876161:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.876162:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.876164:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.876166:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.876167:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.876169:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.876170:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.876171:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.876172:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876173:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.876174:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876176:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.876177:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.876178:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.876181:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff679140000. 02000000:00000001:2.0:1763354566.876182:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.876183:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876185:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.876186:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876187:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.876188:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.876189:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.876191:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66ba27800 refcount=2 00000020:00000001:2.0:1763354566.876192:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887263377408 : -123186446174208 : ffff8ff66ba27800) 00000004:00000001:2.0:1763354566.876193:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887263377408 : -123186446174208 : ffff8ff66ba27800) 00000020:00000040:2.0:1763354566.876195:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66ba27800 with handle 0x4a8bb634222cb259 from hash 00000004:00000001:2.0:1763354566.876197:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.876199:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e26:0x0] with intent: 0 00000004:00000001:2.0:1763354566.876201:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354566.876202:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 8 truncate 0 00000004:00000001:2.0:1763354566.876204:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.876205:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.876207:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876209:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876211:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876215:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.876217:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.876218:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.876219:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.876220:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e26:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763354566.876222:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.876224:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876225:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876226:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876227:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.876228:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=80 : 80 : 0x50) 00000004:00000001:2.0:1763354566.876230:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.876231:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.876232:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876233:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876234:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.876235:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.876236:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763354566.876238:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.876239:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876240:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354566.876241:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e26:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763354566.876242:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.876243:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.876244:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.876246:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.876248:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37cc0. 00080000:00000001:2.0:1763354566.876250:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.876252:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b4c00. 00080000:00000001:2.0:1763354566.876253:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357668864 : -123191351882752 : ffff8ff5473b4c00) 00000004:00000001:2.0:1763354566.876255:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.876256:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.876257:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876258:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357668864 : -123191351882752 : ffff8ff5473b4c00) 00000004:00000001:2.0:1763354566.876260:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876262:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876264:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.876265:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.876267:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.876268:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876269:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357668864 : -123191351882752 : ffff8ff5473b4c00) 00080000:00000001:2.0:1763354566.876271:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876272:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876274:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.876275:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876276:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876279:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876280:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876283:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.876284:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354566.876285:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.876286:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876287:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357668864 : -123191351882752 : ffff8ff5473b4c00) 00080000:00000001:2.0:1763354566.876288:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.876289:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e26:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354566.876297:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876298:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876299:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876301:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.876302:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.876304:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.876305:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214494, last_committed = 21475214488 00000001:00000010:2.0:1763354566.876307:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37720. 00000001:00000040:2.0:1763354566.876309:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 6 00000020:00000040:2.0:1763354566.876311:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=471 00000001:00000010:2.0:1763354566.876313:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c73c0. 00000004:00000001:2.0:1763354566.876315:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.876316:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876317:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357668864 : -123191351882752 : ffff8ff5473b4c00) 00000004:00000001:2.0:1763354566.876322:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.876324:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c73c0: xid 1848998841128192, transno 21475214494, tag 1, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.876326:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.876330:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.876332:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.876333:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.876334:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.876335:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37cc0. 00000020:00000001:2.0:1763354566.876337:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876339:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876340:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876341:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876342:0:6520:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763354566.876343:0:6520:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763354566.876345:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.876346:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.876348:0:6520:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.876350:0:6520:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.876352:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.876355:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.876356:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.876358:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e26:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.876361:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876363:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.876366:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876368:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763354566.876370:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.876374:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37cc0. 00080000:00000001:2.0:1763354566.876376:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.876379:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b5800. 00080000:00000001:2.0:1763354566.876381:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.876386:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876388:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00080000:00000001:2.0:1763354566.876391:0:6520:0:(osd_handler.c:5728:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1763354566.876394:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876396:0:6520:0:(osd_handler.c:5746:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876398:0:6520:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763354566.876400:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876401:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.876404:0:6520:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876407:0:6520:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763354566.876409:0:6520:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763354566.876410:0:6520:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876413:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354566.876414:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876415:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00080000:00000001:2.0:1763354566.876418:0:6520:0:(osd_handler.c:4097:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1763354566.876420:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1763354566.876422:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1763354566.876424:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200002344:0x19e26:0x0] not in the id map cache 00080000:00000001:2.0:1763354566.876427:0:6520:0:(osd_handler.c:4140:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876429:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876431:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354566.876433:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354566.876435:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876437:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.876439:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.876441:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.876443:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.876445:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876446:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876448:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.876450:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763354566.876452:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876454:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.876457:0:6520:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763354566.876459:0:6520:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763354566.876461:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.876463:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000040:2.0:1763354566.876466:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337180 : new refcount 3 00000040:00000001:2.0:1763354566.876468:0:6520:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354566.876471:0:6520:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354566.876472:0:6520:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763354566.876475:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.876477:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.876479:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.876480:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876482:0:6520:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354566.876484:0:6520:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763354566.876487:0:6520:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763354566.876489:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876491:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876494:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.876496:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876498:0:6520:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354566.876500:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x15:0x0] not in the id map cache 00000001:00000001:2.0:1763354566.876503:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876504:0:6520:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876507:0:6520:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876509:0:6520:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876511:0:6520:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876513:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.876515:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.876517:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876519:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876521:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354566.876523:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876525:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876526:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876528:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876530:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876532:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876534:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.876536:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876537:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.876539:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.876540:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876542:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876544:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af740. 00080000:00000001:2.0:1763354566.876547:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876549:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876551:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876552:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876554:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876556:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876558:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.876559:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876561:0:6520:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876564:0:6520:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.876566:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337180 : new refcount 2 00000004:00000001:2.0:1763354566.876569:0:6520:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876570:0:6520:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876572:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876575:0:6520:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763354566.876576:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876578:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.876579:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.876581:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.876582:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.876584:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876586:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876588:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.876589:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:2.0:1763354566.876592:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876593:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.876596:0:6520:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763354566.876597:0:6520:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763354566.876599:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.876600:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000040:2.0:1763354566.876603:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff545f98840 : new refcount 3 00000040:00000001:2.0:1763354566.876605:0:6520:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763354566.876607:0:6520:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763354566.876609:0:6520:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:2.0:1763354566.876612:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.876614:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.876616:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.876618:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876620:0:6520:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763354566.876621:0:6520:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763354566.876624:0:6520:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763354566.876625:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876627:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876629:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876630:0:6520:0:(osd_handler.c:4023:osd_declare_create()) Process entered 00080000:00000002:2.0:1763354566.876633:0:6520:0:(osd_handler.c:379:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x17:0x0] not in the id map cache 00000001:00000001:2.0:1763354566.876635:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876636:0:6520:0:(osd_handler.c:4080:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876638:0:6520:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876641:0:6520:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876643:0:6520:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876644:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.876646:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.876647:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876649:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876651:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af980. 00080000:00000001:2.0:1763354566.876654:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876656:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876657:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876659:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876661:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876663:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876664:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.876666:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876668:0:6520:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763354566.876669:0:6520:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763354566.876670:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876672:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876674:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af5c0. 00080000:00000001:2.0:1763354566.876676:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876678:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876679:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1763354566.876681:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876683:0:6520:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876685:0:6520:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876686:0:6520:0:(osd_handler.c:3187:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763354566.876688:0:6520:0:(osd_handler.c:3205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876690:0:6520:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763354566.876692:0:6520:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.876694:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff545f98840 : new refcount 2 00000004:00000001:2.0:1763354566.876696:0:6520:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876697:0:6520:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876699:0:6520:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876702:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876704:0:6520:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876707:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.876708:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.876711:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.876712:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876714:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00080000:00000001:2.0:1763354566.876716:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.876718:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.876720:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afa00. 00080000:00000001:2.0:1763354566.876723:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876725:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876729:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.876731:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876735:0:6520:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763354566.876739:0:6520:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763354566.876740:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876742:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00080000:00000001:2.0:1763354566.876746:0:6520:0:(osd_handler.c:5880:osd_index_ea_delete()) Process entered 00080000:00000001:2.0:1763354566.876768:0:6520:0:(osd_handler.c:5943:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.876771:0:6520:0:(osd_handler.c:5949:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876773:0:6520:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876775:0:6520:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763354566.876777:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876778:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00080000:00000002:2.0:1763354566.876782:0:6520:0:(osd_handler.c:4785:osd_ref_del()) [0x200002344:0x19e26:0x0] decrease nlink 1 00000004:00000001:2.0:1763354566.876788:0:6520:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876791:0:6520:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763354566.876793:0:6520:0:(mdd_object.c:3993:mdd_close()) Object [0x200002344:0x19e26:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763354566.876796:0:6520:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763354566.876798:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354566.876799:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876800:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00080000:00000001:2.0:1763354566.876803:0:6520:0:(osd_handler.c:4153:osd_destroy()) Process entered 00080000:00000002:2.0:1763354566.876806:0:6520:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200002344:0x19e26:0x0] 00080000:00000001:2.0:1763354566.876809:0:6520:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763354566.876811:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.876813:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.876814:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876816:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876818:0:6520:0:(osd_oi.c:585:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876820:0:6520:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1763354566.876838:0:6520:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b790. 00000001:00000010:2.0:1763354566.876853:0:6520:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b790. 00080000:00000001:2.0:1763354566.876857:0:6520:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.876860:0:6520:0:(osd_handler.c:4203:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876862:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876865:0:6520:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763354566.876866:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354566.876868:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876869:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.876871:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.876872:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.876874:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.876875:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876877:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.876879:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.876881:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x280000402 00000004:00000001:2.0:1763354566.876883:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876885:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.876888:0:6520:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763354566.876890:0:6520:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763354566.876891:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.876893:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000040:2.0:1763354566.876897:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff645337180 : new refcount 3 00000040:00000001:2.0:1763354566.876899:0:6520:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763354566.876901:0:6520:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763354566.876903:0:6520:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763354566.876905:0:6520:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620882339624448 : -123191369927168 : ffff8ff54627f600) 00000040:00000001:2.0:1763354566.876907:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.876909:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.876910:0:6520:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763354566.876912:0:6520:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763354566.876914:0:6520:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x14:0x0] 00000040:00080000:2.0:1763354566.876957:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].20510, 64 off1320944 00000040:00000001:2.0:1763354566.876961:0:6520:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.876963:0:6520:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.876969:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1763354566.876971:0:6520:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.876974:0:6520:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763354566.876976:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff645337180 : new refcount 2 00000004:00001000:2.0:1763354566.876978:0:6520:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x14:0x0].20510: rc = 1 00000004:00000010:2.0:1763354566.876983:0:6520:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8ff66ce37840. 00000004:00080000:2.0:1763354566.876986:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 12221540951270ns, next at 12222540946759ns, rc = 0 00000004:00000001:2.0:1763354566.876989:0:6520:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876992:0:6520:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876994:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.876996:0:6520:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763354566.876998:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.876999:0:6520:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763354566.877001:0:6520:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763354566.877002:0:6520:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.877004:0:6520:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.877005:0:6520:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.877007:0:6520:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.877009:0:6520:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763354566.877011:0:6520:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x2c0000403 00000004:00000001:2.0:1763354566.877013:0:6520:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877014:0:6520:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.877017:0:6520:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763354566.877018:0:6520:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763354566.877020:0:6520:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763354566.877022:0:6520:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000040:2.0:1763354566.877025:0:6520:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8ff545f98840 : new refcount 3 00000040:00000001:2.0:1763354566.877027:0:6520:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763354566.877028:0:6520:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763354566.877029:0:6520:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763354566.877031:0:6520:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446620882284946944 : -123191424604672 : ffff8ff542e5a600) 00000040:00000001:2.0:1763354566.877066:0:6520:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763354566.877069:0:6520:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.877071:0:6520:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763354566.877072:0:6520:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763354566.877074:0:6520:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x16:0x0] 00000040:00080000:2.0:1763354566.877103:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x16:0x0].20941, 64 off1348440 00000040:00000001:2.0:1763354566.877106:0:6520:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.877108:0:6520:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.877113:0:6520:0:(osd_handler.c:3515:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1763354566.877115:0:6520:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763354566.877117:0:6520:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763354566.877119:0:6520:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8ff545f98840 : new refcount 2 00000004:00001000:2.0:1763354566.877121:0:6520:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0x16:0x0].20941: rc = 1 00000004:00000010:2.0:1763354566.877126:0:6520:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8ff66ce374e0. 00000004:00080000:2.0:1763354566.877129:0:6520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 12221541093817ns, next at 12222541089051ns, rc = 0 00000004:00000001:2.0:1763354566.877131:0:6520:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877133:0:6520:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877135:0:6520:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877137:0:6520:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877139:0:6520:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877141:0:6520:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763354566.877143:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.877146:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.877148:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763354566.877151:0:6520:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 21475214494 00000001:00000001:2.0:1763354566.877153:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.877155:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214495, last_committed = 21475214488 00000001:00000010:2.0:1763354566.877159:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37180. 00000001:00000040:2.0:1763354566.877161:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 7 00000020:00000040:2.0:1763354566.877164:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=472 00000001:00000010:2.0:1763354566.877168:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c70c0. 00000004:00000001:2.0:1763354566.877172:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.877174:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.877175:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620882357671936 : -123191351879680 : ffff8ff5473b5800) 00000004:00000001:2.0:1763354566.877180:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.877183:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c73c0: xid 1848998841128192, transno 21475214494, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.877186:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c73c0: xid 1848998841128192, transno 21475214494, client gen 10, slot idx 3 00000001:00000010:2.0:1763354566.877189:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c73c0. 00000001:00000001:2.0:1763354566.877193:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c70c0: xid 1848998841128192, transno 21475214495, tag 1, client gen 10, slot idx 4 00000001:00000001:2.0:1763354566.877196:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.877201:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afa00. 00080000:00000010:2.0:1763354566.877204:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af5c0. 00080000:00000010:2.0:1763354566.877207:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af980. 00080000:00000010:2.0:1763354566.877209:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af740. 00080000:00000010:2.0:1763354566.877212:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00080000:00000010:2.0:1763354566.877214:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.877217:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.877219:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.877220:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.877223:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37cc0. 00000020:00000001:2.0:1763354566.877225:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.877229:0:6520:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763354566.877231:0:6520:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.877234:0:6520:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.877238:0:6520:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc400 count: 3 00010000:00000001:2.0:1763354566.877240:0:6520:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.877243:0:6520:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.877247:0:6520:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243c00. 00000020:00000001:2.0:1763354566.877250:0:6520:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.877252:0:6520:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243c00 with handle 0x4a8bb634222cb35c to hash 00000020:00000001:2.0:1763354566.877254:0:6520:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.877256:0:6520:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000010:2.0:1763354566.877261:0:6520:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bcd80. 00010000:00000001:2.0:1763354566.877264:0:6520:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:2.0:1763354566.877267:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.877269:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.877272:0:6520:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 3/0,1 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354566.877280:0:6520:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.877282:0:6520:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.877284:0:6520:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.877286:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.877289:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.877291:0:6520:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.877292:0:6520:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.877295:0:6520:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.877297:0:6520:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.877298:0:6520:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.877300:0:6520:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.877302:0:6520:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) refcount = 3 00010000:00000040:2.0:1763354566.877305:0:6520:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.877307:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243600/0x4a8bb634222cb34e lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000040:2.0:1763354566.877313:0:6520:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff6429ff800/0x4a8bb634222cb340 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.877318:0:6520:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354566.877324:0:6520:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.877327:0:6520:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.877328:0:6520:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.877330:0:6520:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.877332:0:6520:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.877334:0:6520:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.877336:0:6520:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763354566.877340:0:6520:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763354566.877342:0:6520:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.877344:0:6520:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 3/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354566.877349:0:6520:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.877351:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.877352:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.877353:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.877355:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.877357:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=3 00000020:00000001:2.0:1763354566.877359:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:2.0:1763354566.877362:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:2.0:1763354566.877364:0:6520:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.877366:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.877367:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=4 00000020:00000001:2.0:1763354566.877370:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:2.0:1763354566.877372:0:6520:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:2.0:1763354566.877374:0:6520:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354566.877377:0:6520:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354566.877383:0:6520:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.877386:0:6520:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 4/0,1 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354566.877391:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.877393:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.877395:0:6520:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT0 00010000:00000001:2.0:1763354566.877401:0:6520:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.877403:0:6520:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.877406:0:6520:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763354566.877409:0:6520:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8ff5559c73c0. 00010000:00000001:2.0:1763354566.877413:0:6520:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763354566.877425:0:6520:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763354566.877428:0:6520:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.877430:0:6520:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.877433:0:6520:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.877435:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.877436:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.877438:0:6520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.877439:0:6520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354566.877441:0:6520:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000020:00000001:3.0:1763354566.877442:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000010:2.0:1763354566.877444:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66ba27800. 00000020:00000001:3.0:1763354566.877445:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.877450:0:27153:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:2.0:1763354566.877451:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000001:3.0:1763354566.877453:0:27153:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763354566.877456:0:27153:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763354566.877459:0:27153:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 2/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00010000:3.0:1763354566.877465:0:27153:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff66f243c00 already unused, calling callback (ffffffffc0db0b40) 00010000:00000001:3.0:1763354566.877467:0:27153:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.877469:0:27153:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763354566.877471:0:27153:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 2/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT0 00010000:00000001:3.0:1763354566.877476:0:27153:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763354566.877477:0:27153:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763354566.877478:0:27153:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763354566.877480:0:27153:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff66f243c00 refcount=3 00000020:00000001:3.0:1763354566.877482:0:27153:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:3.0:1763354566.877484:0:27153:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887322213376 : -123186387338240 : ffff8ff66f243c00) 00010000:00000001:3.0:1763354566.877487:0:27153:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763354566.877489:0:27153:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 3/0,0 mode: PW/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT0 00010000:00000001:3.0:1763354566.877493:0:27153:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763354566.877495:0:27153:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763354566.877496:0:27153:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.877499:0:27153:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763354566.877500:0:27153:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763354566.877502:0:27153:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763354566.877503:0:27153:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763354566.877505:0:27153:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243c00 with handle 0x4a8bb634222cb35c from hash 00010000:00000001:3.0:1763354566.877507:0:27153:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763354566.877508:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.877509:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763354566.877511:0:27153:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763354566.877513:0:27153:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763354566.877514:0:27153:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.877516:0:27153:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763354566.877518:0:27153:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763354566.877519:0:27153:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763354566.877521:0:27153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e26:0x0].0x0 (ffff8ff5970dc400) 00010000:00010000:3.0:1763354566.877524:0:27153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763354566.877525:0:27153:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763354566.877527:0:27153:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763354566.877529:0:27153:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00040000:00000001:2.0:1763354566.877530:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354566.877531:0:27153:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00040000:00000001:2.0:1763354566.877535:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354566.877536:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763354566.877540:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:2.0:1763354566.877540:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354566.877544:0:27153:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.877544:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1763354566.877547:0:6520:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00010000:00000001:3.0:1763354566.877548:0:27153:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763354566.877551:0:6520:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00010000:00000001:3.0:1763354566.877552:0:27153:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.877555:0:6520:0:(osd_handler.c:1672:osd_oxc_fini()) kfreed 'oxe': 148 at ffff8ff66e095300. 00010000:00010000:3.0:1763354566.877556:0:27153:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 1/0,0 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00080000:00000010:2.0:1763354566.877563:0:6520:0:(osd_handler.c:1693:osd_object_free()) kfreed 'obj': 312 at ffff8ff54ba20000. 00010000:00000001:3.0:1763354566.877564:0:27153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763354566.877567:0:27153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243c00/0x4a8bb634222cb35c lrc: 0/0,0 mode: --/PW res: [0x200002344:0x19e26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT0 00010000:00000010:3.0:1763354566.877573:0:27153:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bcd80. 00000004:00000001:2.0:1763354566.877577:0:6520:0:(osp_object.c:2340:osp_object_release()) Process entered 00010000:00000001:3.0:1763354566.877579:0:27153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.877581:0:6520:0:(osp_object.c:2372:osp_object_release()) Process leaving 00010000:00000001:3.0:1763354566.877582:0:27153:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763354566.877585:0:27153:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8ff5559c73c0. 00000004:00000010:2.0:1763354566.877587:0:6520:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff66d8db880. 00010000:00000001:3.0:1763354566.877588:0:27153:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763354566.877594:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000010:2.0:1763354566.877595:0:6520:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6c9f10. 00000020:00000001:3.0:1763354566.877596:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.877601:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763354566.877603:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.877604:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877606:0:6520:0:(osp_object.c:2340:osp_object_release()) Process entered 00010000:00010000:3.0:1763354566.877607:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1763354566.877610:0:6520:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000020:00000001:3.0:1763354566.877611:0:27153:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763354566.877615:0:27153:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763354566.877617:0:27153:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:2.0:1763354566.877617:0:6520:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8ff66d8db780. 00000004:00000010:2.0:1763354566.877623:0:6520:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8ff59c6cb9b0. 00000004:00000010:2.0:1763354566.877627:0:6520:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff8ff54c50e890. 00000004:00000010:2.0:1763354566.877631:0:6520:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff8ff59cf7f620. 00000004:00000010:2.0:1763354566.877635:0:6520:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8ff66e095000. 00000004:00000010:2.0:1763354566.877638:0:6520:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff8ff591224330. 00000004:00000010:2.0:1763354566.877643:0:6520:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8ff595c0cf78. 00000004:00000001:2.0:1763354566.877647:0:6520:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763354566.877649:0:6520:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200002344:0x19e26:0x0] 00000004:00000010:2.0:1763354566.877651:0:6520:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8ff55ffe9e00. 00000004:00000001:2.0:1763354566.877655:0:6520:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763354566.877657:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.877658:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877660:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877662:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354566.877664:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.877665:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.877666:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.877668:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.877670:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.877673:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.877676:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.877677:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.877681:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.877685:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.877687:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.877689:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214495, xid 1848998841128192 00010000:00000001:2.0:1763354566.877692:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.877698:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640df80 x1848998841128192/t21475214495(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.877706:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.877708:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.877711:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.877714:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.877717:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.877719:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.877722:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.877724:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.877726:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.877728:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.877732:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7198. 00000100:00000200:2.0:1763354566.877735:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841128192, offset 224 00000400:00000200:2.0:1763354566.877740:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.877746:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.877751:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556904:1556904:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556900:1556900:8:4294967295] 00000400:00000200:2.0:1763354566.877760:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.877765:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.877768:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff100. 00000800:00000200:2.0:1763354566.877772:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.877777:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.877780:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.877794:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.877797:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.877799:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.877801:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.877803:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.877808:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640df80 x1848998841128192/t21475214495(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.877817:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253181:x1848998841128192:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 1724us (1864us total) trans 21475214495 rc 0/0 00000100:00100000:2.0:1763354566.877824:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93128 00000100:00000040:2.0:1763354566.877827:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.877829:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.877831:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763354566.877833:0:6520:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763354566.877836:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.877839:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.877844:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.877847:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00000001:2.0:1763354566.877850:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.877885:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.877889:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff100. 00000400:00000200:1.0:1763354566.877892:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.877896:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.877899:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7198 00000400:00000010:1.0:1763354566.877901:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7198. 00000100:00000001:1.0:1763354566.877907:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.877908:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.878082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff555ae4000. 00010000:00000010:2.1:1763354566.878090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3200. 00010000:00000010:2.1:1763354566.878093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6717f3e00. 00010000:00000010:2.1:1763354566.878097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff5970dcc00. 00010000:00000010:2.1:1763354566.878100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67e398c00. 00080000:00000010:2.1:1763354566.878106:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 124 at ffff8ff66ba27c00. 00080000:00000010:2.1:1763354566.878112:0:0:0:(osd_handler.c:1603:osd_oxc_free()) kfreed 'oxe': 148 at ffff8ff54ef35480. 00010000:00000010:3.1:1763354566.882072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429fec00. 00010000:00000010:3.1:1763354566.882080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad600. 00000800:00000001:1.0:1763354566.884559:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.884568:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.884570:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.884572:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.884578:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.884585:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d9600 00000400:00000200:1.0:1763354566.884590:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 104376 00000800:00000001:1.0:1763354566.884595:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.884604:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.884606:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.884608:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.884611:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.884613:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.884616:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640d500. 00000100:00000040:1.0:1763354566.884618:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640d500 x1848998841128448 msgsize 4616 00000100:00100000:1.0:1763354566.884620:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.884632:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.884636:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.884638:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.884660:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.884662:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841128448 02000000:00000001:2.0:1763354566.884664:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.884665:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.884667:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.884669:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.884671:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841128448 00000020:00000001:2.0:1763354566.884673:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.884675:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.884676:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.884678:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:2.0:1763354566.884679:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.884681:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.884684:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.884687:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.884689:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.884691:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.884694:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.884696:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.884699:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.884703:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.884704:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.884705:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354566.884707:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354566.884708:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.884709:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.884713:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.884723:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.884730:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.884731:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.884734:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417493 00000100:00000040:2.0:1763354566.884736:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.884738:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636221696 : -123187073329920 : ffff8ff64640d500) 00000100:00000040:2.0:1763354566.884742:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640d500 x1848998841128448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.884748:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.884750:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.884751:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.884753:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.884756:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253184:x1848998841128448:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354566.884759:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841128448 00000020:00000001:2.0:1763354566.884761:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.884763:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.884766:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c70c0: xid 1848998841128192, transno 21475214495, client gen 10, slot idx 4 00000001:00000001:2.0:1763354566.884769:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c79c0: xid 1848998841127680, transno 21475214493, client gen 10, slot idx 2 00000001:00000010:2.0:1763354566.884772:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c79c0. 00000020:00000001:2.0:1763354566.884774:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.884776:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.884777:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.884780:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.884781:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841128448, found 0 last_xid 1848998841128447 00000020:00000001:2.0:1763354566.884783:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.884785:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.884786:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.884788:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.884790:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.884791:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.884793:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.884794:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.884795:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.884798:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.884801:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fadb00. 00010000:00000010:2.0:1763354566.884804:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db780. 00010000:00000001:2.0:1763354566.884806:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.884808:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff66f243400. 00000020:00000001:2.0:1763354566.884810:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.884811:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66f243400 with handle 0x4a8bb634222cb363 to hash 00000020:00000001:2.0:1763354566.884813:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.884814:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00000010:2.0:1763354566.884816:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.884818:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887322211328 : -123186387340288 : ffff8ff66f243400) 00010000:00010000:2.0:1763354566.884821:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb363 lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f4165b expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.884828:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:2.0:1763354566.884830:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:2.0:1763354566.884833:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354566.884834:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354566.884838:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354566.884840:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354566.884842:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884843:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354566.884847:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff64640d500 x1848998841128448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354566.884853:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354566.884855:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354566.884856:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354566.884858:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.884859:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.884861:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.884862:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.884863:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.884867:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.884869:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884870:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884871:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884874:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354566.884875:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354566.884876:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.884877:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.884895:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff679398000. 02000000:00000001:2.0:1763354566.884896:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.884898:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884901:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.884901:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.884902:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.884904:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.884905:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.884906:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.884908:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.884908:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.884910:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.884911:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.884912:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.884914:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.884916:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.884918:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.884919:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.884920:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.884922:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.884923:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884924:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.884925:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884927:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.884928:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884930:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354566.884932:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354566.884934:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:2.0:1763354566.884936:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002340:0x113:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354566.884952:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.884954:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:2.0:1763354566.884956:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.884959:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:2.0:1763354566.884960:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:2.0:1763354566.884962:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354566.884963:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.884966:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354566.884969:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354566.884971:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354566.884972:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.884973:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.884976:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fadb00 count: 2 00010000:00000001:2.0:1763354566.884978:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.884979:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.884982:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff555ae4000. 00000020:00000001:2.0:1763354566.884984:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.884986:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff555ae4000 with handle 0x4a8bb634222cb36a to hash 00000020:00000001:2.0:1763354566.884987:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.884988:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000010:2.0:1763354566.884991:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.884992:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.884994:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.884995:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.884998:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885002:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.885004:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.885005:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.885006:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.885007:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885008:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.885009:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885011:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.885012:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.885013:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.885014:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.885016:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff547fadb00) refcount = 2 00010000:00010000:2.0:1763354566.885018:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885021:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.885023:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.885024:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885025:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.885026:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885027:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885029:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.885030:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.885054:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.885057:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885064:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.885065:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885067:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885069:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.885071:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.885075:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad200. 00010000:00000010:2.0:1763354566.885079:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db880. 00010000:00000001:2.0:1763354566.885082:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.885085:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff67b718000. 00000020:00000001:2.0:1763354566.885088:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.885090:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff67b718000 with handle 0x4a8bb634222cb371 to hash 00000020:00000001:2.0:1763354566.885092:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.885094:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000010:2.0:1763354566.885097:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bcc00. 00010000:00000001:2.0:1763354566.885100:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.885103:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.885105:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.885108:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885115:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.885117:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.885119:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.885120:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.885122:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885124:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.885126:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885128:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.885129:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.885131:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.885132:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.885134:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff547fad200) refcount = 1 00010000:00010000:2.0:1763354566.885139:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885144:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.885146:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.885148:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885150:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.885152:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885154:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885156:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.885158:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.885160:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.885163:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885169:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.885170:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885172:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.885174:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.885178:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.885182:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.885185:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354566.885188:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354566.885192:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.885196:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.885199:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.885211:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354566.885213:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354566.885215:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.885217:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.885219:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.885221:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.885223:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.885225:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.885227:0:38200:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354566.885230:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354566.885232:0:38200:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.885235:0:38200:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354566.885245:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b790. 00000001:00000010:2.0:1763354566.885253:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b790. 00080000:00000001:2.0:1763354566.885258:0:38200:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.885260:0:38200:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.885263:0:38200:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.885266:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b8a0 00080000:00000002:2.0:1763354566.885268:0:38200:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x200002340:0x113:0x0]/file1 => [0x200002344:0x19e25:0x0] 00080000:00000001:2.0:1763354566.885271:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.885274:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.885277:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.885279:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.885281:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.885284:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.885286:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:2.0:1763354566.885288:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.885292:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:2.0:1763354566.885295:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:2.0:1763354566.885299:0:38200:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763354566.885302:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.885305:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:2.0:1763354566.885307:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.885309:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.885311:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354566.885312:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.885314:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.885316:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=3 00000020:00000001:2.0:1763354566.885318:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.885320:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.885324:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.885326:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.885327:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=4 00000020:00000001:2.0:1763354566.885330:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.885332:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.885334:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354566.885337:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885344:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.885347:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885352:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885353:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.885356:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885361:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.885362:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885365:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.885368:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.885373:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff555ae4000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.885376:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.885378:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.885380:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885386:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.885387:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.885389:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.885390:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff555ae4000 refcount=5 00000020:00000001:2.0:1763354566.885392:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.885395:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882600083456 : -123191109468160 : ffff8ff555ae4000) 00010000:00000001:2.0:1763354566.885398:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.885400:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 5/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885406:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.885408:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.885409:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885412:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.885414:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.885416:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.885417:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.885420:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff555ae4000 with handle 0x4a8bb634222cb36a from hash 00010000:00000001:2.0:1763354566.885422:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.885424:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885425:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885426:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.885428:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.885430:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885432:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.885433:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.885435:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.885438:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff547fadb00) 00010000:00010000:2.0:1763354566.885441:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.885443:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885445:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885447:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.885449:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.885451:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885452:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885454:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885456:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.885458:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.885461:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 3/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885466:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885468:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885469:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.885470:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.885472:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885474:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885475:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.885477:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff555ae4000/0x4a8bb634222cb36a lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.885484:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.885490:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.885491:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.885494:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.885495:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.885496:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.885498:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=3 00000020:00000001:2.0:1763354566.885501:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.885503:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.885505:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.885508:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885514:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885515:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.885518:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885523:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.885525:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885527:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.885529:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.885535:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff67b718000 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.885538:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.885539:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.885542:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885548:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.885549:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.885551:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.885552:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff67b718000 refcount=4 00000020:00000001:2.0:1763354566.885554:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.885556:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620887528603648 : -123186180947968 : ffff8ff67b718000) 00010000:00000001:2.0:1763354566.885559:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.885561:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885566:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.885568:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.885569:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885572:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.885573:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.885574:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.885576:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.885578:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff67b718000 with handle 0x4a8bb634222cb371 from hash 00010000:00000001:2.0:1763354566.885580:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.885582:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885583:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885584:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.885587:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.885588:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885590:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.885591:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.885594:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.885596:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff547fad200) 00010000:00010000:2.0:1763354566.885599:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.885601:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885603:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885605:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.885607:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.885609:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885610:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885612:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885614:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.885616:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.885619:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.885625:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885626:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885627:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.885629:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.885630:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.885633:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff67b718000/0x4a8bb634222cb371 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.885639:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bcc00. 00010000:00000040:2.0:1763354566.885642:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad200 count: 0 00010000:00000010:2.0:1763354566.885646:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db880. 00010000:00000001:2.0:1763354566.885652:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.885653:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.885655:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.885656:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.885658:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354566.885659:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.885661:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.885664:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763354566.885667:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354566.885669:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.885671:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.885673:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.885674:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.885676:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.885678:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.885687:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.885690:0:38200:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354566.885693:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354566.885695:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354566.885697:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354566.885699:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.885702:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885703:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885705:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.885707:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.885709:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66f243400 with handle 0x4a8bb634222cb363 from hash 00010000:00000001:2.0:1763354566.885712:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.885713:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.885714:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.885716:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354566.885717:0:38200:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354566.885720:0:38200:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354566.885725:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb363 lrc: 1/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4165b expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.885733:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.885735:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.885737:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.885739:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.885741:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885744:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.885745:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.885746:0:38200:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.885748:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.885749:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.885751:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.885753:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.885755:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff547fadb00) 00010000:00010000:2.0:1763354566.885758:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763354566.885760:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.885762:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.885764:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.885766:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.885770:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f243400/0x4a8bb634222cb363 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f4165b expref: 473 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.885777:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:2.0:1763354566.885780:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00010000:00000010:2.0:1763354566.885783:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc100. 00010000:00000040:2.0:1763354566.885786:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fadb00 count: 0 00010000:00000010:2.0:1763354566.885790:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db780. 00010000:00000001:2.0:1763354566.885795:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.885797:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff66f243400, rc 0) 00000020:00000001:2.0:1763354566.885800:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354566.885803:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 0, xid 1848998841128448 00010000:00000001:2.0:1763354566.885806:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.885811:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640d500 x1848998841128448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.885820:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.885822:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.885825:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.885828:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.885831:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.885834:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.885836:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.885838:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.885841:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.885844:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.885848:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7aa0. 00000100:00000200:2.0:1763354566.885852:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848998841128448, offset 224 00000400:00000200:2.0:1763354566.885857:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.885864:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.885869:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556905:1556905:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556901:1556901:8:4294967295] 00000400:00000200:2.0:1763354566.885879:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.885885:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.885889:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff100. 00000800:00000200:2.0:1763354566.885893:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.885899:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.885903:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff100 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.885919:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.885922:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.885925:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.885926:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.885929:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.885934:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640d500 x1848998841128448/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/608 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.885961:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253184:x1848998841128448:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 1209us (1340us total) trans 0 rc 301/301 00000100:00100000:2.0:1763354566.885970:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417493 00000100:00000040:2.0:1763354566.885974:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.885976:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.885978:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.885982:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.885986:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.885991:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.885993:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 471 00000100:00000001:2.0:1763354566.885995:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.886012:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.886016:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff100. 00000400:00000200:1.0:1763354566.886020:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.886024:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.886027:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7aa0 00000400:00000010:1.0:1763354566.886028:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7aa0. 00000100:00000001:1.0:1763354566.886031:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.886032:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763354566.886076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff6429ff600. 00010000:00000010:0.1:1763354566.886086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff58f2a1500. 00010000:00000010:3.1:1763354566.886131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243c00. 00000800:00000001:1.0:1763354566.887539:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.887548:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.887551:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.887553:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.887559:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.887568:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d9700 00000400:00000200:1.0:1763354566.887574:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 108992 00000800:00000001:1.0:1763354566.887580:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.887592:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.887595:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.887599:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.887602:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.887604:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.887608:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640f480. 00000100:00000040:1.0:1763354566.887612:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640f480 x1848998841128704 msgsize 4616 00000100:00100000:1.0:1763354566.887617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.887630:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.887635:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.887639:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.887659:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.887663:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841128704 02000000:00000001:2.0:1763354566.887665:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.887667:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.887669:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.887671:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.887674:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841128704 00000020:00000001:2.0:1763354566.887676:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.887677:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.887680:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.887682:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=472 00000020:00000001:2.0:1763354566.887685:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.887687:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.887690:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.887694:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.887696:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.887699:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.887703:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.887706:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.887709:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.887713:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.887715:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.887717:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354566.887719:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354566.887720:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.887732:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.887740:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.887750:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.887758:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.887760:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.887765:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417494 00000100:00000040:2.0:1763354566.887768:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.887771:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636229760 : -123187073321856 : ffff8ff64640f480) 00000100:00000040:2.0:1763354566.887777:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640f480 x1848998841128704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.887785:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.887788:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.887790:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.887792:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.887798:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+472:253184:x1848998841128704:12345-192.168.203.48@tcp:101:lfs.0 00000100:00000200:2.0:1763354566.887801:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841128704 00000020:00000001:2.0:1763354566.887804:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.887806:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.887808:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.887811:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.887813:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.887815:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.887817:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841128704, found 0 last_xid 1848998841128703 00000020:00000001:2.0:1763354566.887820:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.887822:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.887824:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.887826:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.887828:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.887830:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.887832:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.887833:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.887834:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.887837:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.887841:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff5970dc700 count: 2 00010000:00000001:2.0:1763354566.887844:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.887846:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.887851:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff59d7e2400. 00000020:00000001:2.0:1763354566.887854:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.887856:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff59d7e2400 with handle 0x4a8bb634222cb378 to hash 00000020:00000001:2.0:1763354566.887858:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.887860:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620883804890112 : -123189904661504 : ffff8ff59d7e2400) 00010000:00000010:2.0:1763354566.887864:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.887866:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620883804890112 : -123189904661504 : ffff8ff59d7e2400) 00010000:00010000:2.0:1763354566.887870:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff59d7e2400/0x4a8bb634222cb378 lrc: 2/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41662 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.887878:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:2.0:1763354566.887880:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=473 00010000:00000001:2.0:1763354566.887883:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354566.887885:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354566.887888:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354566.887889:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354566.887890:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887891:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354566.887895:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff64640f480 x1848998841128704/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354566.887900:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354566.887901:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354566.887902:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354566.887903:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.887905:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887906:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.887907:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.887909:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887910:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.887911:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.887912:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887914:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.887915:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887916:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887917:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887919:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354566.887920:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354566.887921:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.887922:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.887951:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff66bcd8000. 02000000:00000001:2.0:1763354566.887953:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.887955:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887958:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.887959:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.887960:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887962:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.887963:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.887964:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887965:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.887966:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.887967:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887968:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.887969:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.887971:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.887973:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.887975:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.887976:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.887977:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.887979:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.887980:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887981:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.887982:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887984:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.887985:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.887986:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354566.887988:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354566.887989:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:2.0:1763354566.887991:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x2400032e4:0x9deb:0x0]/(->[0x200002344:0x19e24:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354566.887994:0:38200:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763354566.887995:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.887997:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e24:0x0] 00000020:00000001:2.0:1763354566.887998:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.888001:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533258328 : -123190176293288 : ffff8ff58d4d5e58) 00000004:00000001:2.0:1763354566.888003:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533258240 : -123190176293376 : ffff8ff58d4d5e00) 00000004:00000001:2.0:1763354566.888006:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.888007:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.888010:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888012:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.888015:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.888024:0:38200:0:(lod_object.c:813:lod_load_lmv_shards()) Process entered 00080000:00000001:2.0:1763354566.888027:0:38200:0:(osd_handler.c:7200:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1763354566.888028:0:38200:0:(osd_handler.c:7135:osd_it_dir_init()) Process entered 00080000:00000010:2.0:1763354566.888031:0:38200:0:(osd_handler.c:7136:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8ff6467b9b00. 00080000:00000001:2.0:1763354566.888049:0:38200:0:(osd_handler.c:7177:osd_it_dir_init()) Process leaving (rc=18446620886640073472 : -123187069478144 : ffff8ff6467b9b00) 00080000:00000001:2.0:1763354566.888052:0:38200:0:(osd_handler.c:7211:osd_it_ea_init()) Process leaving (rc=18446620886640073472 : -123187069478144 : ffff8ff6467b9b00) 00080000:00000001:2.0:1763354566.888054:0:38200:0:(osd_handler.c:8095:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1763354566.888055:0:38200:0:(osd_handler.c:7395:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1763354566.888070:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354566.888072:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888073:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354566.888075:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888076:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354566.888077:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888078:0:38200:0:(osd_handler.c:7309:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1763354566.888079:0:38200:0:(osd_handler.c:7367:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888082:0:38200:0:(osd_handler.c:7457:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888083:0:38200:0:(osd_handler.c:8105:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.888085:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354566.888087:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888089:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354566.888090:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888091:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354566.888092:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888093:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354566.888094:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888095:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354566.888096:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888097:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354566.888098:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888099:0:38200:0:(osd_handler.c:7984:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1763354566.888100:0:38200:0:(osd_handler.c:8040:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888101:0:38200:0:(osd_handler.c:7476:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1763354566.888102:0:38200:0:(osd_handler.c:7492:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.888104:0:38200:0:(osd_handler.c:7241:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1763354566.888104:0:38200:0:(osd_handler.c:7219:osd_it_dir_fini()) Process entered 00080000:00000010:2.0:1763354566.888108:0:38200:0:(osd_handler.c:7226:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8ff6467b9b00. 00080000:00000001:2.0:1763354566.888110:0:38200:0:(osd_handler.c:7227:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1763354566.888111:0:38200:0:(osd_handler.c:7244:osd_it_ea_fini()) Process leaving 00000004:00000001:2.0:1763354566.888112:0:38200:0:(lod_object.c:964:lod_load_lmv_shards()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763354566.888113:0:38200:0:(lod_object.c:1540:lod_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763354566.888116:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=88 : 88 : 58) 00000004:00000001:2.0:1763354566.888117:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.888118:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.888120:0:38200:0:(osd_handler.c:1579:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:2.0:1763354566.888123:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.888124:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.888126:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x9 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.888128:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888130:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763354566.888133:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e24:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1763354566.888135:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e24:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:2.0:1763354566.888137:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.888139:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888141:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763354566.888143:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.888144:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.888145:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.888146:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.888147:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.888148:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.888149:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.888150:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.888152:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.888152:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.888154:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.888155:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e24:0x0]: nlink=4, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354566.888157:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e24:0x0]: returning size 4096 00000001:00000001:2.0:1763354566.888158:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.888159:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888161:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354566.888162:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.888163:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.888165:0:38200:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.888166:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.888168:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888170:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763354566.888171:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x9 lmm_size = 0 00000004:00000001:2.0:1763354566.888173:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763354566.888175:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.888177:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763354566.888178:0:38200:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888180:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888181:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.888183:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763354566.888185:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66d8db780. 00000020:00000001:2.0:1763354566.888186:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.888188:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66d8db780 with handle 0x4a8bb634222cb37f to hash 00000020:00000001:2.0:1763354566.888189:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763354566.888191:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887295571840 : -123186413979776 : ffff8ff66d8db780) 00000004:00000001:2.0:1763354566.888192:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354566.888193:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763354566.888195:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e24:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:2.0:1763354566.888197:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763354566.888198:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.888201:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5473b5e00. 00080000:00000001:2.0:1763354566.888203:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882357673472 : -123191351878144 : ffff8ff5473b5e00) 00080000:00000001:2.0:1763354566.888205:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.888207:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.888210:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.888211:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.888213:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888218:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.888219:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.888221:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.888223:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214496, last_committed = 21475214488 00000001:00000010:2.0:1763354566.888225:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37cc0. 00000001:00000040:2.0:1763354566.888227:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 8 00000020:00000040:2.0:1763354566.888229:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=474 00000001:00000010:2.0:1763354566.888231:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c79c0. 00000001:00000001:2.0:1763354566.888239:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c79c0: xid 1848998841128704, transno 21475214496, tag 1, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.888241:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.888246:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.888248:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.888249:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.888251:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888252:0:38200:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.888253:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888255:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888257:0:38200:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.888258:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763354566.888260:0:38200:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763354566.888261:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.888262:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.888263:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354566.888264:0:38200:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.888265:0:38200:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763354566.888268:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.888270:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888272:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888273:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354566.888274:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.888275:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.888276:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.888277:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.888279:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.888280:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 88 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.888285:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888287:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:2.0:1763354566.888288:0:38200:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.888290:0:38200:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354566.888291:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763354566.888293:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354566.888294:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354566.888295:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.888297:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.888298:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.888299:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.888301:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.888302:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff59d7e2400 with handle 0x4a8bb634222cb378 from hash 00010000:00000001:2.0:1763354566.888304:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.888305:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.888306:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.888306:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354566.888307:0:38200:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763354566.888309:0:38200:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763354566.888313:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff59d7e2400/0x4a8bb634222cb378 lrc: 1/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41662 expref: 474 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.888318:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763354566.888319:0:38200:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.888321:0:38200:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.888322:0:38200:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.888323:0:38200:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.888325:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.888326:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.888327:0:38200:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.888328:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.888329:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.888330:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.888331:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.888332:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400032e4:0x9deb:0x0].0x0 (ffff8ff5970dc700) 00010000:00010000:2.0:1763354566.888334:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763354566.888335:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.888337:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.888338:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.888339:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.888341:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff59d7e2400/0x4a8bb634222cb378 lrc: 0/0,0 mode: --/CR res: [0x2400032e4:0x9deb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41662 expref: 474 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.888347:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 458 00000020:00000040:2.0:1763354566.888350:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00010000:00000010:2.0:1763354566.888352:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.888357:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.888359:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff59d7e2400, rc 0) 00000020:00000001:2.0:1763354566.888361:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763354566.888364:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214496, xid 1848998841128704 00010000:00000001:2.0:1763354566.888366:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.888370:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640f480 x1848998841128704/t21475214496(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/696 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.888384:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.888386:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.888388:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.888392:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.888394:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.888396:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.888398:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.888400:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.888402:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.888405:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.888408:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7440. 00000100:00000200:2.0:1763354566.888412:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 696 bytes to portal 10, xid 1848998841128704, offset 224 00000400:00000200:2.0:1763354566.888417:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.888423:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.888428:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556906:1556906:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556902:1556902:8:4294967295] 00000400:00000200:2.0:1763354566.888436:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.888441:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 696 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.888444:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678fff00. 00000800:00000200:2.0:1763354566.888448:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.888453:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.888456:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678fff00 type 1, nob 792 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.888471:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.888474:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.888477:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.888478:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.888480:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.888485:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640f480 x1848998841128704/t21475214496(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/696 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.888495:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+473:253184:x1848998841128704:12345-192.168.203.48@tcp:101:lfs.0 Request processed in 707us (880us total) trans 21475214496 rc 301/301 00000100:00100000:2.0:1763354566.888503:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417494 00000100:00000040:2.0:1763354566.888507:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.888509:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.888512:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.888516:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.888519:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.888522:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.888524:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000100:00000001:2.0:1763354566.888526:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.888534:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.888538:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678fff00. 00000400:00000200:1.0:1763354566.888541:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.888545:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.888548:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7440 00000400:00000010:1.0:1763354566.888550:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7440. 00000100:00000001:1.0:1763354566.888552:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.888553:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.889912:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.889919:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.889921:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.889922:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.889927:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.889933:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 456 into portal 12 MB=0x691a7971d9780 00000400:00000200:1.0:1763354566.889948:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 456/456 into md 0x76d7e5 [64] + 113608 00000800:00000001:1.0:1763354566.889953:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.889958:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.889959:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.889962:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.889964:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.889966:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.889968:0:3649:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640ce00. 00000100:00000040:1.0:1763354566.889970:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640ce00 x1848998841128832 msgsize 456 00000100:00100000:1.0:1763354566.889973:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.889983:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.889987:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.889989:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.890016:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.890019:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841128832 02000000:00000001:2.0:1763354566.890021:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.890023:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.890024:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.890027:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.890028:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841128832 00000020:00000001:2.0:1763354566.890030:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.890031:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.890050:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.890052:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=473 00000020:00000001:2.0:1763354566.890054:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.890056:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.890058:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.890061:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.890063:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.890065:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.890068:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.890071:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.890074:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.890079:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.890081:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.890082:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.890084:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.890088:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.890098:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.890108:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.890109:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.890113:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417495 00000100:00000040:2.0:1763354566.890116:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.890118:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636219904 : -123187073331712 : ffff8ff64640ce00) 00000100:00000040:2.0:1763354566.890122:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640ce00 x1848998841128832/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 456/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.890129:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.890132:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.890133:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.890135:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.890140:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+473:253184:x1848998841128832:12345-192.168.203.48@tcp:34:lfs.0 00000100:00000200:2.0:1763354566.890144:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841128832 00000020:00000001:2.0:1763354566.890145:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.890147:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.890149:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c79c0: xid 1848998841128704, transno 21475214496, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.890152:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c70c0: xid 1848998841128192, transno 21475214495, client gen 10, slot idx 4 00000001:00000010:2.0:1763354566.890155:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c70c0. 00000020:00000001:2.0:1763354566.890157:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.890158:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.890160:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706736 : -1045844880 : ffffffffc1a9ac70) 00000020:00000001:2.0:1763354566.890161:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.890163:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841128832, found 0 last_xid 1848998841128831 00000020:00000001:2.0:1763354566.890165:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.890166:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.890167:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.890169:0:38200:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763354566.890171:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.890173:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000020:00000001:2.0:1763354566.890175:0:38200:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.890176:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.890179:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.890180:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.890184:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff8ff681ad6000. 02000000:00000001:2.0:1763354566.890186:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.890188:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890192:0:38200:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763354566.890195:0:38200:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763354566.890196:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.890198:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890200:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890202:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890204:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890206:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890207:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890209:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890211:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890212:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890214:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890216:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890217:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890219:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890221:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890222:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890224:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890226:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.890227:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.890230:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.890234:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.890236:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.890239:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.890240:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890243:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.890245:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890247:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.890248:0:38200:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890251:0:38200:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763354566.890255:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7bcb0 00000004:00000002:2.0:1763354566.890258:0:38200:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200002340:0x113:0x0]/file1, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763354566.890262:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354566.890264:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354566.890266:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354566.890268:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.890270:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.890275:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad700. 00010000:00000010:2.0:1763354566.890278:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db880. 00010000:00000001:2.0:1763354566.890282:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.890287:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c2800. 00000020:00000001:2.0:1763354566.890290:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.890292:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c2800 with handle 0x4a8bb634222cb386 to hash 00000020:00000001:2.0:1763354566.890294:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.890296:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000010:2.0:1763354566.890300:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.890302:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890305:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.890307:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.890310:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890318:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.890320:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.890321:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.890323:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.890325:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890327:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.890329:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890331:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.890333:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.890335:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.890336:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.890338:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff547fad700) refcount = 1 00010000:00010000:2.0:1763354566.890342:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890348:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.890351:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.890353:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890355:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.890356:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890358:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890361:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.890363:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.890366:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.890368:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890374:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.890376:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890377:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.890379:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.890380:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.890384:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad600. 00010000:00000010:2.0:1763354566.890388:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db600. 00010000:00000001:2.0:1763354566.890391:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.890393:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c3400. 00000020:00000001:2.0:1763354566.890396:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.890398:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c3400 with handle 0x4a8bb634222cb38d to hash 00000020:00000001:2.0:1763354566.890400:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.890402:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593657856 : -123191115893760 : ffff8ff5554c3400) 00010000:00000010:2.0:1763354566.890406:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bcc00. 00010000:00000001:2.0:1763354566.890408:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593657856 : -123191115893760 : ffff8ff5554c3400) 00010000:00000001:2.0:1763354566.890411:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.890412:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.890416:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890422:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.890424:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.890425:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.890427:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.890428:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890431:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.890432:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890434:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.890436:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.890437:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.890438:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.890441:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff547fad600) refcount = 1 00010000:00010000:2.0:1763354566.890444:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890450:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.890452:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.890454:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890455:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.890457:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890459:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890461:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.890463:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.890466:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.890468:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890474:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.890475:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890477:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.890478:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890481:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.890485:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.890487:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354566.890490:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354566.890495:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.890498:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.890500:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.890508:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354566.890510:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354566.890511:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.890513:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.890515:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.890517:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.890519:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.890521:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.890522:0:38200:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354566.890525:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354566.890526:0:38200:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.890528:0:38200:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354566.890536:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b790. 00000001:00000010:2.0:1763354566.890542:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b790. 00080000:00000001:2.0:1763354566.890546:0:38200:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.890548:0:38200:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.890551:0:38200:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.890554:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7bb20 00080000:00000002:2.0:1763354566.890556:0:38200:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x200002340:0x113:0x0]/file1 => [0x200002344:0x19e25:0x0] 00080000:00000001:2.0:1763354566.890559:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.890562:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.890564:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.890566:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890568:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890570:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.890571:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:2.0:1763354566.890573:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.890577:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:2.0:1763354566.890579:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:2.0:1763354566.890584:0:38200:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763354566.890586:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.890588:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.890591:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fadd00 count: 2 00010000:00000001:2.0:1763354566.890594:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.890596:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.890599:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c2200. 00000020:00000001:2.0:1763354566.890602:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.890604:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c2200 with handle 0x4a8bb634222cb394 to hash 00000020:00000001:2.0:1763354566.890606:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.890608:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000010:2.0:1763354566.890611:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.890613:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.890615:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.890617:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.890620:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890626:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.890628:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.890629:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.890631:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.890632:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890634:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.890636:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890638:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.890639:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.890641:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.890642:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.890644:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) refcount = 2 00010000:00000040:2.0:1763354566.890647:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.890650:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.890657:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890662:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.890665:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.890666:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890668:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.890669:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890671:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890673:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.890675:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.890677:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.890680:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890685:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.890686:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890688:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.890689:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.890691:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.890693:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2200 refcount=3 00000020:00000001:2.0:1763354566.890695:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.890697:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.890700:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890701:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.890702:0:38200:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890705:0:38200:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763354566.890709:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.890711:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.890714:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890716:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.890720:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.890728:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.890730:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.890733:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.890734:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.890737:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 8 00000004:00000001:2.0:1763354566.890740:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.890742:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.890744:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.890746:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.890748:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.890750:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.890754:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.890756:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354566.890759:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354566.890761:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.890764:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff681ad62f8 00000004:00000001:2.0:1763354566.890766:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890769:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.890771:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890773:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890775:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890777:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890779:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890780:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890782:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.890784:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.890786:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.890788:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.890790:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000000002f8f 00000004:00200000:2.0:1763354566.890794:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 1516 00000004:00000040:2.0:1763354566.890798:0:38200:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x19e25:9028 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763354566.890801:0:38200:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763354566.890803:0:38200:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x280000402:21500 00000004:00200000:2.0:1763354566.890806:0:38200:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000020:00000001:2.0:1763354566.890810:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.890813:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890816:0:38200:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890820:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.890821:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.890823:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2200 refcount=3 00000020:00000001:2.0:1763354566.890825:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.890828:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00000004:00010000:2.0:1763354566.890831:0:38200:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00000004:00000001:2.0:1763354566.890839:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.890842:0:38200:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:2.0:1763354566.890844:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.890845:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354566.890847:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.890848:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890850:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763354566.890852:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890854:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.890856:0:38200:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.890858:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.890859:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354566.890861:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.890863:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.890864:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2800 refcount=3 00000020:00000001:2.0:1763354566.890866:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890868:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890871:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.890873:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.890874:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2800 refcount=4 00000020:00000001:2.0:1763354566.890876:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890878:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890880:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354566.890883:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890889:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.890891:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890897:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890898:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.890900:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890906:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.890908:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890910:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.890913:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.890918:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff5554c2800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.890920:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.890922:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.890924:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890929:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.890931:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.890932:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.890933:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2800 refcount=5 00000020:00000001:2.0:1763354566.890935:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890954:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000001:2.0:1763354566.890958:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.890960:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 5/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.890965:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.890967:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.890968:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890970:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.890971:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.890972:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.890973:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.890974:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5554c2800 with handle 0x4a8bb634222cb386 from hash 00010000:00000001:2.0:1763354566.890976:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.890977:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890978:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.890979:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.890981:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.890982:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890984:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.890985:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.890986:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.890987:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff547fad700) 00010000:00010000:2.0:1763354566.890989:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.890990:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.890992:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890993:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.890994:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.890995:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.890996:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.890997:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.890998:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.890999:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.891001:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 3/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891004:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891005:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891005:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.891006:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.891007:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891008:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891009:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.891010:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb386 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.891013:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc100. 00010000:00000040:2.0:1763354566.891016:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad700 count: 0 00010000:00000010:2.0:1763354566.891018:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db880. 00010000:00000001:2.0:1763354566.891023:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.891024:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.891025:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.891027:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.891028:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.891029:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c3400 refcount=3 00000020:00000001:2.0:1763354566.891030:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593657856 : -123191115893760 : ffff8ff5554c3400) 00010000:00000001:2.0:1763354566.891032:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593657856 : -123191115893760 : ffff8ff5554c3400) 00010000:00000010:2.1:1763354566.891057:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff555ae4000. 00010000:00000010:2.1:1763354566.891062:0:38200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad200. 00010000:00000010:2.1:1763354566.891064:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff67b718000. 00010000:00000010:2.1:1763354566.891066:0:38200:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fadb00. 00010000:00000010:2.1:1763354566.891068:0:38200:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff66f243400. 00010000:00000001:2.0:1763354566.891073:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.891075:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891079:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891080:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.891082:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891085:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.891087:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891088:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.891090:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.891093:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff5554c3400 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.891095:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.891096:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.891099:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891102:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.891103:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.891104:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.891105:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c3400 refcount=4 00000020:00000001:2.0:1763354566.891106:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593657856 : -123191115893760 : ffff8ff5554c3400) 00010000:00000001:2.0:1763354566.891107:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593657856 : -123191115893760 : ffff8ff5554c3400) 00010000:00000001:2.0:1763354566.891109:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.891110:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891116:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.891117:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.891118:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891120:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.891121:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.891122:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.891122:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.891124:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5554c3400 with handle 0x4a8bb634222cb38d from hash 00010000:00000001:2.0:1763354566.891125:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.891126:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891127:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891127:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.891128:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.891129:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891131:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.891131:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.891132:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.891134:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff547fad600) 00010000:00010000:2.0:1763354566.891135:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.891136:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.891137:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891139:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.891139:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.891141:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891142:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891142:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891144:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.891145:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.891147:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891150:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891150:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891151:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.891152:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.891153:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.891155:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3400/0x4a8bb634222cb38d lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.891158:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bcc00. 00010000:00000040:2.0:1763354566.891160:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad600 count: 0 00010000:00000010:2.0:1763354566.891162:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db600. 00010000:00000001:2.0:1763354566.891165:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.891165:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.891166:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.891167:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.891169:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763354566.891170:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.891171:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.891172:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2200 refcount=3 00000020:00000001:2.0:1763354566.891173:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.891174:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.891176:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.891177:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891180:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891181:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.891182:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 2/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891185:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.891186:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891187:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.891188:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.891191:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff5554c2200 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.891192:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.891193:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.891194:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891198:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.891199:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.891199:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.891200:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2200 refcount=4 00000020:00000001:2.0:1763354566.891202:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.891203:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.891204:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.891205:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 4/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891208:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.891209:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.891209:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891211:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.891212:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.891212:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.891213:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.891215:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5554c2200 with handle 0x4a8bb634222cb394 from hash 00010000:00000001:2.0:1763354566.891216:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.891216:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891217:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891218:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.891219:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.891220:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891221:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.891221:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.891222:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.891223:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) 00010000:00010000:2.0:1763354566.891225:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.891226:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.891227:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891228:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.891229:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.891230:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891231:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891232:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.891234:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.891235:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.891236:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 2/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.891239:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.891240:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.891241:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.891241:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.891242:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.891243:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb394 lrc: 0/0,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.891246:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.891248:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763354566.891250:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.891251:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.891252:0:38200:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763354566.891253:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.891254:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.891254:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.891256:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.891259:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.891260:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.891261:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763354566.891263:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 0, xid 1848998841128832 00010000:00000001:2.0:1763354566.891264:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.891268:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640ce00 x1848998841128832/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 456/520 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.891273:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.891275:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.891277:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.891279:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.891281:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.891282:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.891284:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.891286:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.891287:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.891289:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.891291:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7330. 00000100:00000200:2.0:1763354566.891294:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848998841128832, offset 224 00000400:00000200:2.0:1763354566.891297:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.891302:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.891306:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556907:1556907:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556903:1556903:8:4294967295] 00000400:00000200:2.0:1763354566.891312:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.891315:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.891318:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.891321:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.891324:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.891326:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.891337:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.891339:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.891341:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.891342:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.891344:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.891348:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640ce00 x1848998841128832/t0(0) o34->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 456/520 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.891360:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+473:253184:x1848998841128832:12345-192.168.203.48@tcp:34:lfs.0 Request processed in 1228us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.891368:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417495 00000100:00000040:2.0:1763354566.891372:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.891375:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.891377:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.891380:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.891384:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.891388:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.891393:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 472 00000800:00000200:1.0:1763354566.891393:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1763354566.891398:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1763354566.891402:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.891407:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.891412:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.891415:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7330 00000400:00000010:1.0:1763354566.891416:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7330. 00000100:00000001:1.0:1763354566.891419:0:3647:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.891420:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763354566.892515:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.892522:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.892524:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.892525:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.892530:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.892536:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d9880 00000400:00000200:1.0:1763354566.892541:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad9ed [2] + 1568 00000800:00000001:1.0:1763354566.892545:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.892549:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.892551:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.892553:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.892556:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.892557:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763354566.892560:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640d180. 00000100:00000040:1.0:1763354566.892562:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640d180 x1848998841129088 msgsize 392 00000100:00100000:1.0:1763354566.892565:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.892579:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.892584:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.892588:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.892598:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.892601:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841129088 02000000:00000001:2.0:1763354566.892604:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.892605:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.892606:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.892609:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.892611:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841129088 00000020:00000001:2.0:1763354566.892612:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.892613:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.892614:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.892616:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=473 00000020:00000001:2.0:1763354566.892617:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.892619:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.892621:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.892624:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.892626:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.892627:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.892630:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.892633:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.892635:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.892639:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.892641:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.892642:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.892643:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.892646:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.892656:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.892661:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.892662:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.892666:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93129 00000100:00000040:2.0:1763354566.892668:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.892670:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636220800 : -123187073330816 : ffff8ff64640d180) 00000100:00000040:2.0:1763354566.892675:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640d180 x1848998841129088/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.892681:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.892683:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.892684:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.892686:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.892689:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+473:253184:x1848998841129088:12345-192.168.203.48@tcp:35:lfs.0 00000100:00000200:2.0:1763354566.892692:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841129088 00000020:00000001:2.0:1763354566.892693:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.892695:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.892697:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.892698:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.892699:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.892701:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.892703:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841129088, found 0 last_xid 1848998841129087 00000020:00000001:2.0:1763354566.892705:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.892706:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.892707:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.892708:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892711:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.892712:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.892713:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.892715:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892716:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.892718:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.892719:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892721:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.892722:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.892723:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892724:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.892725:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.892726:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892727:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.892729:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.892730:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892731:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.892732:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.892733:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892734:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892735:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.892736:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892738:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.892739:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.892739:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892740:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.892741:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.892742:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892743:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.892744:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.892745:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892746:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.892747:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.892749:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.892751:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.892752:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.892754:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.892754:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.892756:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.892757:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892758:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.892759:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892760:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.892761:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.892762:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.892764:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff679142c00. 02000000:00000001:2.0:1763354566.892766:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.892767:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892769:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.892770:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892772:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.892773:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.892774:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.892775:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66d8db780 refcount=2 00000020:00000001:2.0:1763354566.892777:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887295571840 : -123186413979776 : ffff8ff66d8db780) 00000004:00000001:2.0:1763354566.892779:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887295571840 : -123186413979776 : ffff8ff66d8db780) 00000020:00000040:2.0:1763354566.892780:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66d8db780 with handle 0x4a8bb634222cb37f from hash 00000004:00000001:2.0:1763354566.892783:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.892784:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e24:0x0] with intent: 0 00000004:00000001:2.0:1763354566.892787:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.892788:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.892790:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.892795:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:2.0:1763354566.892797:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:2.0:1763354566.892799:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892800:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.892802:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.892804:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.892806:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e24:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.892808:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892809:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.892811:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892812:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.892814:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.892816:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.892817:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66d8db780. 00000004:00000001:2.0:1763354566.892820:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.892823:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff58d4d5e58/ffff8ff58d4d5e00 to site lru. bkt: ffff8ff66f4145e8 00000004:00000001:2.0:1763354566.892824:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.892825:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892826:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892827:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763354566.892829:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.892832:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5587ef800. 00080000:00000001:2.0:1763354566.892834:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620882647316480 : -123191062235136 : ffff8ff5587ef800) 00080000:00000001:2.0:1763354566.892836:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.892839:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.892841:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.892844:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.892845:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.892849:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.892851:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.892852:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.892854:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214497, last_committed = 21475214488 00000001:00000010:2.0:1763354566.892856:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce373c0. 00000001:00000040:2.0:1763354566.892857:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 9 00000020:00000040:2.0:1763354566.892859:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=474 00000001:00000010:2.0:1763354566.892862:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c70c0. 00000001:00000001:2.0:1763354566.892869:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c70c0: xid 1848998841129088, transno 21475214497, tag 1, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.892871:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.892874:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.892876:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.892878:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.892879:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892880:0:6520:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.892881:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.892882:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.892883:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.892884:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.892886:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.892888:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.892889:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.892891:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.892894:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.892895:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.892897:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214497, xid 1848998841129088 00010000:00000001:2.0:1763354566.892898:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.892902:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640d180 x1848998841129088/t21475214497(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.892907:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.892908:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.892910:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.892913:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.892914:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.892916:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.892917:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.892918:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.892920:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.892922:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.892924:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be74c8. 00000100:00000200:2.0:1763354566.892926:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841129088, offset 224 00000400:00000200:2.0:1763354566.892930:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.892934:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.892953:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556908:1556908:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556904:1556904:8:4294967295] 00000400:00000200:2.0:1763354566.892961:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.892964:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.892967:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff600. 00000800:00000200:2.0:1763354566.892970:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.892973:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.892975:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.892985:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.892987:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.892989:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.892990:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.892991:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.892995:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640d180 x1848998841129088/t21475214497(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.893003:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+474:253184:x1848998841129088:12345-192.168.203.48@tcp:35:lfs.0 Request processed in 320us (438us total) trans 21475214497 rc 0/0 00000100:00100000:2.0:1763354566.893009:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93129 00000100:00000040:2.0:1763354566.893012:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.893014:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.893015:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.893017:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.893021:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.893023:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.893026:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 473 00000100:00000001:2.0:1763354566.893028:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.893077:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.893081:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff600. 00000400:00000200:1.0:1763354566.893085:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.893090:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.893094:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be74c8 00000400:00000010:1.0:1763354566.893096:0:3649:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be74c8. 00000100:00000001:1.0:1763354566.893100:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.893101:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.896076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff59d7e2400. 00010000:00000010:2.1:1763354566.896085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad700. 00010000:00000010:2.1:1763354566.896089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5554c2800. 00000800:00000001:1.0:1763354566.897673:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.897684:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.897688:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.897692:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.897699:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.897709:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 4616 into portal 12 MB=0x691a7971d9980 00000400:00000200:1.0:1763354566.897714:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.48@tcp of length 4616/4616 into md 0x76d7e5 [64] + 114064 00000800:00000001:1.0:1763354566.897718:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.897745:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.897747:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.897750:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.897753:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.897755:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763354566.897758:0:3647:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640c380. 00000100:00000040:1.0:1763354566.897760:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640c380 x1848998841129344 msgsize 4616 00000100:00100000:1.0:1763354566.897764:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.897775:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.897779:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.897782:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.897833:0:38200:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.897836:0:38200:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841129344 02000000:00000001:2.0:1763354566.897839:0:38200:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.897840:0:38200:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.897841:0:38200:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.897844:0:38200:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.897846:0:38200:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841129344 00000020:00000001:2.0:1763354566.897847:0:38200:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.897848:0:38200:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.897850:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.897852:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=474 00000020:00000001:2.0:1763354566.897854:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.897856:0:38200:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.897858:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.897861:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.897863:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.897865:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.897869:0:38200:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5473b4a00. 00000020:00000010:2.0:1763354566.897872:0:38200:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.897874:0:38200:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.897878:0:38200:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763354566.897880:0:38200:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.897881:0:38200:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763354566.897882:0:38200:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763354566.897883:0:38200:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.897885:0:38200:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.897888:0:38200:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.897900:0:38200:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.897908:0:38200:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.897909:0:38200:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.897913:0:38200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1417496 00000100:00000040:2.0:1763354566.897915:0:38200:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.897917:0:38200:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636217216 : -123187073334400 : ffff8ff64640c380) 00000100:00000040:2.0:1763354566.897921:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640c380 x1848998841129344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.897928:0:38200:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.897929:0:38200:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.897931:0:38200:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.897932:0:38200:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.897935:0:38200:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+474:253185:x1848998841129344:12345-192.168.203.48@tcp:101:cmp.0 00000100:00000200:2.0:1763354566.897952:0:38200:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841129344 00000020:00000001:2.0:1763354566.897955:0:38200:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.897958:0:38200:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.897961:0:38200:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c70c0: xid 1848998841129088, transno 21475214497, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.897965:0:38200:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c79c0: xid 1848998841128704, transno 21475214496, client gen 10, slot idx 2 00000001:00000010:2.0:1763354566.897968:0:38200:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c79c0. 00000020:00000001:2.0:1763354566.897970:0:38200:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.897973:0:38200:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.897974:0:38200:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.897976:0:38200:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.897978:0:38200:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841129344, found 0 last_xid 1848998841129343 00000020:00000001:2.0:1763354566.897980:0:38200:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.897982:0:38200:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.897984:0:38200:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.897986:0:38200:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.897987:0:38200:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.897989:0:38200:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.897990:0:38200:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.897991:0:38200:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.897992:0:38200:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.897996:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.898000:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad700. 00010000:00000010:2.0:1763354566.898002:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db600. 00010000:00000001:2.0:1763354566.898004:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.898006:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c2800. 00000020:00000001:2.0:1763354566.898008:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.898010:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c2800 with handle 0x4a8bb634222cb39b to hash 00000020:00000001:2.0:1763354566.898011:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.898012:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00000010:2.0:1763354566.898015:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc180. 00010000:00000001:2.0:1763354566.898017:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593654784 : -123191115896832 : ffff8ff5554c2800) 00010000:00010000:2.0:1763354566.898020:0:38200:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb39b lrc: 2/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41669 expref: -99 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.898026:0:38200:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:2.0:1763354566.898028:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=475 00010000:00000001:2.0:1763354566.898032:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763354566.898051:0:38200:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763354566.898057:0:38200:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763354566.898058:0:38200:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763354566.898060:0:38200:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898063:0:38200:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763354566.898069:0:38200:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff8ff64640c380 x1848998841129344/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/0 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763354566.898077:0:38200:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763354566.898079:0:38200:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763354566.898081:0:38200:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763354566.898083:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898085:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898087:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.898089:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.898091:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898097:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898099:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898101:0:38200:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898103:0:38200:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898106:0:38200:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763354566.898107:0:38200:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763354566.898109:0:38200:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.898111:0:38200:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.898128:0:38200:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 27688 at ffff8ff677a30000. 02000000:00000001:2.0:1763354566.898130:0:38200:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.898132:0:38200:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898135:0:38200:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.898136:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898137:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898139:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.898140:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.898141:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898143:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.898143:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.898145:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898146:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898147:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.898149:0:38200:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.898152:0:38200:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.898153:0:38200:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.898154:0:38200:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.898155:0:38200:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898157:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898158:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898159:0:38200:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.898160:0:38200:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898162:0:38200:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.898163:0:38200:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898164:0:38200:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763354566.898166:0:38200:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763354566.898168:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7ba38 00000004:00000002:2.0:1763354566.898170:0:38200:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200002340:0x113:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040000000000001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763354566.898174:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.898175:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002340:0x113:0x0] 00000020:00000001:2.0:1763354566.898177:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.898179:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883533251608 : -123190176300008 : ffff8ff58d4d4418) 00000004:00000001:2.0:1763354566.898180:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620883533251520 : -123190176300096 : ffff8ff58d4d43c0) 00000004:00000001:2.0:1763354566.898183:0:38200:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763354566.898184:0:38200:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898186:0:38200:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763354566.898187:0:38200:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763354566.898189:0:38200:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763354566.898191:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.898192:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.898194:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fad700 count: 2 00010000:00000001:2.0:1763354566.898196:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.898197:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.898200:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c2a00. 00000020:00000001:2.0:1763354566.898201:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.898203:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c2a00 with handle 0x4a8bb634222cb3a2 to hash 00000020:00000001:2.0:1763354566.898204:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.898205:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000010:2.0:1763354566.898207:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bcc00. 00010000:00000001:2.0:1763354566.898209:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898211:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898212:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898215:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 3/1,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898219:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.898222:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.898223:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.898225:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.898226:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898228:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.898229:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898231:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.898232:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.898233:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.898234:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.898236:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x0 (ffff8ff547fad700) refcount = 2 00010000:00010000:2.0:1763354566.898239:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898242:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.898244:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.898245:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898247:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.898248:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898249:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898250:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.898252:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.898253:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898255:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 3/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898258:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.898259:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898260:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898261:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.898262:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.898264:0:38200:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fadb00. 00010000:00000010:2.0:1763354566.898266:0:38200:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8ff66d8db880. 00010000:00000001:2.0:1763354566.898267:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.898268:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c3800. 00000020:00000001:2.0:1763354566.898270:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.898271:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c3800 with handle 0x4a8bb634222cb3a9 to hash 00000020:00000001:2.0:1763354566.898272:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.898274:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593658880 : -123191115892736 : ffff8ff5554c3800) 00010000:00000010:2.0:1763354566.898275:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc100. 00010000:00000001:2.0:1763354566.898277:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593658880 : -123191115892736 : ffff8ff5554c3800) 00010000:00000001:2.0:1763354566.898278:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898280:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898282:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 3/1,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898286:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.898287:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.898287:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.898288:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.898289:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898290:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.898291:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898292:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.898293:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.898294:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.898294:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.898296:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff547fadb00) refcount = 1 00010000:00010000:2.0:1763354566.898298:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898300:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.898301:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.898302:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898303:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.898304:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898305:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898306:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.898308:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.898309:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898310:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898313:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.898314:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898315:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.898315:0:38200:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898317:0:38200:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.898320:0:38200:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763354566.898322:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354566.898324:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002340:0x113:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354566.898327:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898329:0:38200:0:(osd_handler.c:8214:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1763354566.898331:0:38200:0:(osd_handler.c:6576:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1763354566.898340:0:38200:0:(osd_handler.c:5769:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763354566.898341:0:38200:0:(osd_handler.c:2248:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763354566.898343:0:38200:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763354566.898344:0:38200:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763354566.898346:0:38200:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763354566.898348:0:38200:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898349:0:38200:0:(osd_handler.c:2261:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.898350:0:38200:0:(osd_handler.c:5785:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898352:0:38200:0:(osd_handler.c:6316:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1763354566.898354:0:38200:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763354566.898355:0:38200:0:(osd_oi.c:560:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898356:0:38200:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1763354566.898364:0:38200:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8ff54381b790. 00000001:00000010:2.0:1763354566.898370:0:38200:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8ff54381b790. 00080000:00000001:2.0:1763354566.898373:0:38200:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.898380:0:38200:0:(osd_handler.c:6346:osd_ldiskfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.898382:0:38200:0:(osd_handler.c:6397:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.898384:0:38200:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb449c7e7b8a0 00080000:00000002:2.0:1763354566.898385:0:38200:0:(osd_handler.c:6646:osd_ea_lookup_rec()) [0x200002340:0x113:0x0]/file1 => [0x200002344:0x19e25:0x0] 00080000:00000001:2.0:1763354566.898387:0:38200:0:(osd_handler.c:6651:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763354566.898390:0:38200:0:(osd_handler.c:6658:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898391:0:38200:0:(osd_handler.c:8241:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763354566.898393:0:38200:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898394:0:38200:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898395:0:38200:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763354566.898396:0:38200:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200002344:0x19e25:0x0] 00000020:00000001:2.0:1763354566.898398:0:38200:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.898401:0:38200:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620882773115448 : -123190936436168 : ffff8ff55ffe8238) 00000004:00000001:2.0:1763354566.898402:0:38200:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446620882773115360 : -123190936436256 : ffff8ff55ffe81e0) 00000004:00000001:2.0:1763354566.898406:0:38200:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.898408:0:38200:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.898410:0:38200:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898411:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898414:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898420:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.898422:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.898423:0:38200:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.898424:0:38200:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.898425:0:38200:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 8 00000004:00000001:2.0:1763354566.898428:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898429:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898430:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.898431:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.898432:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898433:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898435:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.898437:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763354566.898439:0:38200:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763354566.898440:0:38200:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763354566.898442:0:38200:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff8ff677a30378 00000004:00000001:2.0:1763354566.898443:0:38200:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898448:0:38200:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763354566.898449:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.898450:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.898452:0:38200:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200002344:0x19e25:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763354566.898454:0:38200:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763354566.898455:0:38200:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763354566.898456:0:38200:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763354566.898458:0:38200:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8ff547fadd00 count: 2 00010000:00000001:2.0:1763354566.898460:0:38200:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.898461:0:38200:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.898463:0:38200:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c2600. 00000020:00000001:2.0:1763354566.898465:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.898466:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c2600 with handle 0x4a8bb634222cb3b0 to hash 00000020:00000001:2.0:1763354566.898468:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.898469:0:38200:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593654272 : -123191115897344 : ffff8ff5554c2600) 00010000:00000010:2.0:1763354566.898471:0:38200:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8ff5977bc780. 00010000:00000001:2.0:1763354566.898473:0:38200:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593654272 : -123191115897344 : ffff8ff5554c2600) 00010000:00000001:2.0:1763354566.898474:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898476:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898478:0:38200:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2600/0x4a8bb634222cb3b0 lrc: 3/1,0 mode: --/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898481:0:38200:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763354566.898482:0:38200:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763354566.898483:0:38200:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763354566.898485:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.898486:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898487:0:38200:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763354566.898488:0:38200:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898490:0:38200:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763354566.898491:0:38200:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763354566.898492:0:38200:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763354566.898492:0:38200:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763354566.898494:0:38200:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) refcount = 2 00010000:00000040:2.0:1763354566.898496:0:38200:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.898497:0:38200:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff8ff66f242600/0x4a8bb634222cb355 lrc: 2/0,1 mode: TXN/TXN res: [0x200002344:0x19e25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.898501:0:38200:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2600/0x4a8bb634222cb3b0 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898504:0:38200:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763354566.898505:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.898506:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898507:0:38200:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.898508:0:38200:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898509:0:38200:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898510:0:38200:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763354566.898511:0:38200:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763354566.898512:0:38200:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898514:0:38200:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2600/0x4a8bb634222cb3b0 lrc: 3/1,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898518:0:38200:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763354566.898519:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898520:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898521:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898521:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898522:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2600 refcount=3 00000020:00000001:2.0:1763354566.898524:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593654272 : -123191115897344 : ffff8ff5554c2600) 00010000:00000001:2.0:1763354566.898525:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593654272 : -123191115897344 : ffff8ff5554c2600) 00010000:00000001:2.0:1763354566.898526:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898527:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.898528:0:38200:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.898530:0:38200:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200002344:0x19e25:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000001, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763354566.898532:0:38200:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.898534:0:38200:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898535:0:38200:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763354566.898537:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898537:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898539:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.898540:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.898541:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898542:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.898542:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.898544:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.898545:0:38200:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.898545:0:38200:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.898547:0:38200:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.898548:0:38200:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: nlink=1, mode=100644, valid=0x1100000080002f8f 00000004:00200000:2.0:1763354566.898550:0:38200:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200002344:0x19e25:0x0]: returning size 1516 00000001:00000001:2.0:1763354566.898552:0:38200:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.898553:0:38200:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898554:0:38200:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763354566.898556:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898557:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898559:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.898560:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763354566.898562:0:38200:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898564:0:38200:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763354566.898565:0:38200:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1763354566.898567:0:38200:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763354566.898569:0:38200:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.898570:0:38200:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763354566.898572:0:38200:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200002344:0x19e25:0x0] mask 4 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763354566.898574:0:38200:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898576:0:38200:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898577:0:38200:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.898579:0:38200:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763354566.898581:0:38200:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8ff66d8db980. 00000020:00000001:2.0:1763354566.898582:0:38200:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.898583:0:38200:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff66d8db980 with handle 0x4a8bb634222cb3b7 to hash 00000020:00000001:2.0:1763354566.898585:0:38200:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763354566.898586:0:38200:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446620887295572352 : -123186413979264 : ffff8ff66d8db980) 00000004:00000001:2.0:1763354566.898588:0:38200:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763354566.898589:0:38200:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763354566.898590:0:38200:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200002344:0x19e25:0x0] Change mfd open_flags 0 -> 040000000000001. 00000004:00000001:2.0:1763354566.898592:0:38200:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763354566.898594:0:38200:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.898596:0:38200:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff66d567800. 00080000:00000001:2.0:1763354566.898598:0:38200:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620887291951104 : -123186417600512 : ffff8ff66d567800) 00080000:00000001:2.0:1763354566.898600:0:38200:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00080000:00000001:2.0:1763354566.898603:0:38200:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.898605:0:38200:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.898607:0:38200:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448af440. 00080000:00000001:2.0:1763354566.898609:0:38200:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898614:0:38200:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.898615:0:38200:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.898617:0:38200:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.898619:0:38200:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214498, last_committed = 21475214488 00000001:00000010:2.0:1763354566.898621:0:38200:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce370c0. 00000001:00000040:2.0:1763354566.898623:0:38200:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 10 00000020:00000040:2.0:1763354566.898625:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=476 00000001:00000010:2.0:1763354566.898628:0:38200:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c79c0. 00000001:00000001:2.0:1763354566.898635:0:38200:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c79c0: xid 1848998841129344, transno 21475214498, tag 1, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.898638:0:38200:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.898642:0:38200:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448af440. 00040000:00000001:2.0:1763354566.898644:0:38200:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.898645:0:38200:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.898647:0:38200:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898648:0:38200:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.898649:0:38200:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898650:0:38200:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898652:0:38200:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898653:0:38200:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.898655:0:38200:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.898656:0:38200:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.898658:0:38200:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.898659:0:38200:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763354566.898660:0:38200:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763354566.898661:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.898662:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.898663:0:38200:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763354566.898664:0:38200:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.898665:0:38200:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898667:0:38200:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763354566.898668:0:38200:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763354566.898669:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00010000:00000001:2.0:1763354566.898670:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898671:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898672:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2a00 refcount=3 00000020:00000001:2.0:1763354566.898673:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898674:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898676:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898678:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898679:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2a00 refcount=4 00000020:00000001:2.0:1763354566.898680:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898681:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898683:0:38200:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763354566.898685:0:38200:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898688:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.898690:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 4/1,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898693:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898693:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.898695:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 3/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898698:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898699:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898701:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.898703:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.898706:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff5554c2a00 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.898708:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.898709:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.898710:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 4/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898714:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.898715:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898715:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898716:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2a00 refcount=5 00000020:00000001:2.0:1763354566.898717:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898719:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593655296 : -123191115896320 : ffff8ff5554c2a00) 00010000:00000001:2.0:1763354566.898721:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.898722:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 5/0,0 mode: CR/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898726:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.898727:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.898728:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898730:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.898731:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.898732:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898733:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.898734:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5554c2a00 with handle 0x4a8bb634222cb3a2 from hash 00010000:00000001:2.0:1763354566.898735:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.898736:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898737:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898738:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.898739:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.898740:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898742:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.898743:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.898744:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.898745:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x0 (ffff8ff547fad700) 00010000:00010000:2.0:1763354566.898747:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.898748:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898750:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898751:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.898752:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.898753:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898754:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898755:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898756:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898758:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898760:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 3/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898763:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898764:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898765:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.898766:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.898767:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898768:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898769:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.898770:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2a00/0x4a8bb634222cb3a2 lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.898774:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bcc00. 00010000:00000001:2.0:1763354566.898777:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.898778:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.898779:0:38200:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763354566.898780:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898781:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898782:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c3800 refcount=3 00000020:00000001:2.0:1763354566.898783:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593658880 : -123191115892736 : ffff8ff5554c3800) 00010000:00000001:2.0:1763354566.898784:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593658880 : -123191115892736 : ffff8ff5554c3800) 00010000:00000001:2.0:1763354566.898786:0:38200:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763354566.898788:0:38200:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 3/1,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898791:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898792:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.898793:0:38200:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 2/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898796:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898797:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898798:0:38200:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763354566.898799:0:38200:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00010000:2.0:1763354566.898802:0:38200:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ff5554c3800 already unused, calling callback (ffffffffc19b3550) 00000004:00000001:2.0:1763354566.898803:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763354566.898804:0:38200:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763354566.898805:0:38200:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 3/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898809:0:38200:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763354566.898810:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898811:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898811:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c3800 refcount=4 00000020:00000001:2.0:1763354566.898813:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593658880 : -123191115892736 : ffff8ff5554c3800) 00010000:00000001:2.0:1763354566.898814:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593658880 : -123191115892736 : ffff8ff5554c3800) 00010000:00000001:2.0:1763354566.898815:0:38200:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763354566.898816:0:38200:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 4/0,0 mode: PR/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898819:0:38200:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763354566.898820:0:38200:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763354566.898821:0:38200:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898822:0:38200:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763354566.898823:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.898823:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898824:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.898826:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5554c3800 with handle 0x4a8bb634222cb3a9 from hash 00010000:00000001:2.0:1763354566.898827:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.898828:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898828:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898829:0:38200:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763354566.898830:0:38200:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.898831:0:38200:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898832:0:38200:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763354566.898833:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.898833:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.898835:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002340:0x113:0x0].0x2d9800ce (ffff8ff547fadb00) 00010000:00010000:2.0:1763354566.898836:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763354566.898837:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.898838:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898839:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.898840:0:38200:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763354566.898841:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898842:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898843:0:38200:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898845:0:38200:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898846:0:38200:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354566.898848:0:38200:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 2/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000001:2.0:1763354566.898850:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898851:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898852:0:38200:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763354566.898853:0:38200:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763354566.898853:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.898855:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c3800/0x4a8bb634222cb3a9 lrc: 0/0,0 mode: --/PR res: [0x200002340:0x113:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 38200 initiator: MDT0 00010000:00000010:2.0:1763354566.898858:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc100. 00010000:00000040:2.0:1763354566.898859:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fadb00 count: 0 00010000:00000010:2.0:1763354566.898862:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db880. 00010000:00000001:2.0:1763354566.898866:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.898866:0:38200:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763354566.898867:0:38200:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763354566.898868:0:38200:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763354566.898869:0:38200:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763354566.898869:0:38200:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763354566.898870:0:38200:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763354566.898872:0:38200:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763354566.898877:0:38200:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8ff5559c7300. 00000020:00000010:2.0:1763354566.898881:0:38200:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8ff679143400. 00000020:00000010:2.0:1763354566.898883:0:38200:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8ff679142000. 00000020:00000010:2.0:1763354566.898889:0:38200:0:(lprocfs_status.c:1924:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8ff5956a6400. 00000020:00000010:2.0:1763354566.898891:0:38200:0:(lprocfs_status.c:1924:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8ff5956a7c00. 00000020:00000010:2.0:1763354566.898898:0:38200:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8ff6482fb800. 00000020:00000001:2.0:1763354566.898900:0:38200:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898902:0:38200:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898904:0:38200:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763354566.898905:0:38200:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.898907:0:38200:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763354566.898908:0:38200:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.898909:0:38200:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.898910:0:38200:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.898912:0:38200:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.898914:0:38200:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.898915:0:38200:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763354566.898917:0:38200:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763354566.898918:0:38200:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898920:0:38200:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.898921:0:38200:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.898922:0:38200:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2600 refcount=3 00000020:00000001:2.0:1763354566.898923:0:38200:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593654272 : -123191115897344 : ffff8ff5554c2600) 00010000:00000001:2.0:1763354566.898925:0:38200:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593654272 : -123191115897344 : ffff8ff5554c2600) 00000004:00000040:2.0:1763354566.898927:0:38200:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff8ff66dd22800 : new locks_count 460 00000020:00000040:2.0:1763354566.898928:0:38200:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=477 00010000:00000001:2.0:1763354566.898930:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898931:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763354566.898932:0:38200:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354566.898934:0:38200:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354566.898935:0:38200:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763354566.898951:0:38200:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354566.898953:0:38200:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763354566.898954:0:38200:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763354566.898957:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898958:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898959:0:38200:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763354566.898960:0:38200:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763354566.898962:0:38200:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff5554c2800 with handle 0x4a8bb634222cb39b from hash 00010000:00000001:2.0:1763354566.898963:0:38200:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763354566.898964:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.898965:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898966:0:38200:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763354566.898967:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763354566.898969:0:38200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2800/0x4a8bb634222cb39b lrc: 0/0,0 mode: --/CR res: [0x200002340:0x113:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41669 expref: 477 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763354566.898978:0:38200:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff8ff66dd22800 : new locks_count 459 00000020:00000040:2.0:1763354566.898980:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 00010000:00000010:2.0:1763354566.898981:0:38200:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8ff5977bc180. 00010000:00000040:2.0:1763354566.898983:0:38200:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8ff547fad700 count: 0 00010000:00000010:2.0:1763354566.898985:0:38200:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8ff66d8db600. 00010000:00000001:2.0:1763354566.898989:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763354566.898990:0:38200:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.898993:0:38200:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.898995:0:38200:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ff5554c2600/0x4a8bb634222cb3b0 lrc: 3/0,0 mode: PR/PR res: [0x200002344:0x19e25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41669 expref: 476 pid: 38200 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763354566.898999:0:38200:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.899001:0:38200:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763354566.899002:0:38200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200002344:0x19e25:0x0].0x0 (ffff8ff547fadd00) 00010000:00010000:2.0:1763354566.899004:0:38200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763354566.899005:0:38200:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.899006:0:38200:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.899007:0:38200:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.899008:0:38200:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.899009:0:38200:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.899010:0:38200:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff5554c2600, rc 0) 00000020:00000001:2.0:1763354566.899011:0:38200:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.899013:0:38200:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214498, xid 1848998841129344 00010000:00000001:2.0:1763354566.899015:0:38200:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.899018:0:38200:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640c380 x1848998841129344/t21475214498(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.899023:0:38200:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.899024:0:38200:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.899026:0:38200:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6679d61e8 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.899029:0:38200:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.899031:0:38200:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.899050:0:38200:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.899053:0:38200:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.899055:0:38200:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.899057:0:38200:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.899061:0:38200:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.899066:0:38200:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be76e8. 00000100:00000200:2.0:1763354566.899071:0:38200:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848998841129344, offset 224 00000400:00000200:2.0:1763354566.899078:0:38200:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.899086:0:38200:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.899092:0:38200:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556909:1556909:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556905:1556905:8:4294967295] 00000400:00000200:2.0:1763354566.899105:0:38200:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.899110:0:38200:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.899113:0:38200:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678fff00. 00000800:00000200:2.0:1763354566.899117:0:38200:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.899121:0:38200:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.899124:0:38200:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678fff00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.899135:0:38200:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.899137:0:38200:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.899139:0:38200:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.899140:0:38200:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.899142:0:38200:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.899145:0:38200:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640c380 x1848998841129344/t21475214498(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 4616/664 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.899152:0:38200:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1003adcf-613b-48fc-8710-4bfd6913dc17+476:253185:x1848998841129344:12345-192.168.203.48@tcp:101:cmp.0 Request processed in 1222us (1389us total) trans 21475214498 rc 0/0 00000100:00100000:2.0:1763354566.899156:0:38200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1417496 00000100:00000040:2.0:1763354566.899159:0:38200:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.899160:0:38200:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.899162:0:38200:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.899164:0:38200:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.899167:0:38200:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.899169:0:38200:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5473b4a00. 00000020:00000040:2.0:1763354566.899172:0:38200:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 475 00000100:00000001:2.0:1763354566.899173:0:38200:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763354566.899229:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763354566.899233:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678fff00. 00000400:00000200:1.0:1763354566.899237:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.899241:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.899244:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be76e8 00000400:00000010:1.0:1763354566.899245:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be76e8. 00000100:00000001:1.0:1763354566.899247:0:3648:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.899248:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.900076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad600. 00010000:00000010:2.1:1763354566.900083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5554c3400. 00010000:00000010:2.1:1763354566.900087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5554c2200. 00000800:00000001:1.0:1763354566.901739:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.901748:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.901750:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.901752:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.901758:0:3649:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.901766:0:3649:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 328 into portal 28 MB=0x691a7971d9a00 00000400:00000200:1.0:1763354566.901773:0:3649:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.48@tcp of length 328/328 into md 0x79ff5d [8] + 15312 00000400:00000010:1.0:1763354566.901777:0:3649:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff642a2be70. 00000400:00000200:1.0:1763354566.901781:0:3649:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff66486bf00 00000800:00000001:1.0:1763354566.901789:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.901795:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.901797:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.901800:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.901803:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff66486bf00 00000400:00000010:1.0:1763354566.901805:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8ff66486bf00. 00000100:00000001:1.0:1763354566.901809:0:3649:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.901811:0:3649:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1763354566.901814:0:3649:0:(events.c:337:request_in_callback()) incoming req@ffff8ff6678fbc50 x1848998841129472 msgsize 328 00000100:00100000:1.0:1763354566.901817:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354566.901819:0:3649:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354566.901831:0:3649:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.901835:0:3649:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.901838:0:3649:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.901908:0:74539:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.901911:0:74539:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841129472 02000000:00000001:2.0:1763354566.901913:0:74539:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.901914:0:74539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.901916:0:74539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.901918:0:74539:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.901921:0:74539:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841129472 00000020:00000001:2.0:1763354566.901922:0:74539:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.901923:0:74539:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.901924:0:74539:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.901927:0:74539:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=20 00000020:00000001:2.0:1763354566.901929:0:74539:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.901930:0:74539:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.901933:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.901936:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.901951:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.901953:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000020:00000010:2.0:1763354566.901957:0:74539:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5956a7a00. 00000020:00000010:2.0:1763354566.901959:0:74539:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.901961:0:74539:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.901967:0:74539:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763354566.901969:0:74539:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.901970:0:74539:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.901971:0:74539:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.901975:0:74539:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.901988:0:74539:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.901995:0:74539:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.901996:0:74539:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.902000:0:74539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 85264 00000100:00000040:2.0:1763354566.902002:0:74539:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354566.902004:0:74539:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887195040848 : -123186514510768 : ffff8ff6678fbc50) 00000100:00000040:2.0:1763354566.902008:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff6678fbc50 x1848998841129472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.902015:0:74539:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.902017:0:74539:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448af440. 00000100:00000001:2.0:1763354566.902018:0:74539:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.902020:0:74539:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448af440. 00000100:00100000:2.0:1763354566.902024:0:74539:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff6678fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+20:2406:x1848998841129472:12345-192.168.203.48@tcp:101:cmp.0 00000100:00000200:2.0:1763354566.902027:0:74539:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841129472 00000020:00000001:2.0:1763354566.902029:0:74539:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.902031:0:74539:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.902057:0:74539:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.902060:0:74539:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.902062:0:74539:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072652019840 : -1057531776 : ffffffffc0f75880) 00000020:00000001:2.0:1763354566.902065:0:74539:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.902068:0:74539:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.902070:0:74539:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.902072:0:74539:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.902075:0:74539:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.902077:0:74539:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763354566.902079:0:74539:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763354566.902080:0:74539:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763354566.902082:0:74539:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763354566.902084:0:74539:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.902088:0:74539:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763354566.902093:0:74539:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8ff547fad600. 00010000:00000010:2.0:1763354566.902097:0:74539:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8ff547fad200. 00010000:00000001:2.0:1763354566.902100:0:74539:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763354566.902102:0:74539:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8ff5554c2200. 00000020:00000001:2.0:1763354566.902106:0:74539:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763354566.902108:0:74539:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8ff5554c2200 with handle 0x4a8bb634222cb3be to hash 00000020:00000001:2.0:1763354566.902110:0:74539:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763354566.902112:0:74539:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.902114:0:74539:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00010000:2.0:1763354566.902119:0:74539:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb3be lrc: 2/0,0 mode: --/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4851492765f41670 expref: -99 pid: 74539 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763354566.902128:0:74539:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763354566.902133:0:74539:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8ff5448af440. 00002000:00000001:2.0:1763354566.902136:0:74539:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.902138:0:74539:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.902142:0:74539:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:2.0:1763354566.902145:0:74539:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00002000:00000001:2.0:1763354566.902148:0:74539:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763354566.902151:0:74539:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763354566.902154:0:74539:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000402:0x53fc:0x0] initial LVB size: 4096, mtime: 0x691aa7c6, atime: 0x691aa7c6, ctime: 0x691aa7c6, blocks: 0x8 00002000:00000001:2.0:1763354566.902157:0:74539:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763354566.902160:0:74539:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00010000:00000040:2.0:1763354566.902163:0:74539:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff8ff66dd27000 : new locks_count 15 00000020:00000040:2.0:1763354566.902165:0:74539:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd27000 refcount=21 00010000:00000001:2.0:1763354566.902170:0:74539:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763354566.902172:0:74539:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763354566.902174:0:74539:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.902176:0:74539:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.902179:0:74539:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8ff679141800. 02000000:00000001:2.0:1763354566.902182:0:74539:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.902184:0:74539:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.902187:0:74539:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763354566.902189:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.902192:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.902194:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.902196:0:74539:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763354566.902197:0:74539:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763354566.902199:0:74539:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.902202:0:74539:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763354566.902208:0:74539:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb3be lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41670 expref: 21 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763354566.902216:0:74539:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000402:0x53fc:0x0].0x0 (ffff8ff547fad600) refcount = 1 00010000:00000040:2.0:1763354566.902219:0:74539:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763354566.902223:0:74539:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb3be lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41670 expref: 21 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354566.902232:0:74539:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763354566.902234:0:74539:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.902236:0:74539:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763354566.902237:0:74539:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763354566.902240:0:74539:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763354566.902242:0:74539:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.902245:0:74539:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763354566.902249:0:74539:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ff5554c2200/0x4a8bb634222cb3be lrc: 3/0,0 mode: PR/PR res: [0x280000402:0x53fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.48@tcp remote: 0x4851492765f41670 expref: 21 pid: 74539 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763354566.902258:0:74539:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763354566.902260:0:74539:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763354566.902262:0:74539:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763354566.902264:0:74539:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763354566.902266:0:74539:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763354566.902267:0:74539:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.902268:0:74539:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763354566.902270:0:74539:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ff5554c2200, rc 0) 00000020:00000001:2.0:1763354566.902272:0:74539:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.902274:0:74539:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944477, transno 0, xid 1848998841129472 00010000:00000001:2.0:1763354566.902276:0:74539:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.902280:0:74539:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff6678fbc50 x1848998841129472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.902287:0:74539:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.902289:0:74539:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.902293:0:74539:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff67550bde8 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.902296:0:74539:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.902298:0:74539:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.902301:0:74539:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.902303:0:74539:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.902305:0:74539:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.902307:0:74539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.902310:0:74539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.902314:0:74539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7000. 00000100:00000200:2.0:1763354566.902317:0:74539:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848998841129472, offset 224 00000400:00000200:2.0:1763354566.902322:0:74539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.902328:0:74539:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.902332:0:74539:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556910:1556910:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556906:1556906:8:4294967295] 00000400:00000200:2.0:1763354566.902338:0:74539:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.902341:0:74539:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.902344:0:74539:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678ff100. 00000800:00000200:2.0:1763354566.902347:0:74539:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.902350:0:74539:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.902352:0:74539:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678ff100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.902364:0:74539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.902366:0:74539:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.902368:0:74539:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.902369:0:74539:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.902370:0:74539:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.902374:0:74539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff6678fbc50 x1848998841129472/t0(0) o101->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 328/400 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.902380:0:74539:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff6678fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_025:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2406:x1848998841129472:12345-192.168.203.48@tcp:101:cmp.0 Request processed in 364us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1763354566.902384:0:74539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 85264 00000100:00000040:2.0:1763354566.902386:0:74539:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354566.902388:0:74539:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.902389:0:74539:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.902392:0:74539:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db900. 00000020:00000010:2.0:1763354566.902395:0:74539:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.902397:0:74539:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5956a7a00. 00000020:00000040:2.0:1763354566.902400:0:74539:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 02000000:00000001:2.0:1763354566.902410:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902412:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66fd36000. 02000000:00000001:2.0:1763354566.902415:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902416:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8a80. 02000000:00000001:2.0:1763354566.902419:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902420:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67c9f4400. 02000000:00000001:2.0:1763354566.902423:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902424:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8700. 02000000:00000001:2.0:1763354566.902426:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902427:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff642acec00. 02000000:00000001:2.0:1763354566.902429:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902430:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513db100. 02000000:00000001:2.0:1763354566.902432:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902433:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff642acf000. 02000000:00000001:2.0:1763354566.902435:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902436:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d9c00. 02000000:00000001:2.0:1763354566.902438:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902439:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff642ace800. 02000000:00000001:2.0:1763354566.902440:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902441:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513db480. 02000000:00000001:2.0:1763354566.902443:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902444:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d888400. 02000000:00000001:2.0:1763354566.902446:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902446:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8e00. 02000000:00000001:2.0:1763354566.902449:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902450:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff644f0ec00. 02000000:00000001:2.0:1763354566.902451:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902452:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513d8380. 02000000:00000001:2.0:1763354566.902453:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902454:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff644f0c000. 02000000:00000001:2.0:1763354566.902456:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902457:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513daa00. 02000000:00000001:2.0:1763354566.902460:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902461:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff642ace400. 02000000:00000001:2.0:1763354566.902463:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:1.0:1763354566.902463:0:3647:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1763354566.902465:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0aaa00. 00000800:00000010:1.0:1763354566.902468:0:3647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678ff100. 02000000:00000001:2.0:1763354566.902470:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902473:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d2fd400. 00000400:00000200:1.0:1763354566.902474:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1763354566.902476:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902478:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0a8e00. 00000400:00000200:1.0:1763354566.902482:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 02000000:00000001:2.0:1763354566.902485:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1763354566.902487:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7000 02000000:00000010:2.0:1763354566.902488:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff644f0e000. 00000400:00000010:1.0:1763354566.902490:0:3647:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7000. 02000000:00000001:2.0:1763354566.902492:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902495:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0a9c00. 00000100:00000001:1.0:1763354566.902495:0:3647:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763354566.902498:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1763354566.902499:0:3647:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902502:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff644f0d800. 02000000:00000010:1.0:1763354566.902503:0:3647:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff679141800. 02000000:00000001:2.0:1763354566.902509:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1763354566.902510:0:3647:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902511:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0a8380. 00000100:00000001:1.0:1763354566.902513:0:3647:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1763354566.902517:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902519:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67d2fd000. 02000000:00000001:2.0:1763354566.902522:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902523:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0a9180. 02000000:00000001:2.0:1763354566.902525:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902526:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff67d2fdc00. 02000000:00000001:2.0:1763354566.902528:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902529:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0ab800. 02000000:00000001:2.0:1763354566.902532:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902533:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff6735c0c00. 02000000:00000001:2.0:1763354566.902536:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902537:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66f0aa680. 02000000:00000001:2.0:1763354566.902539:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902540:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54f212000. 02000000:00000001:2.0:1763354566.902541:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902542:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b8700. 02000000:00000001:2.0:1763354566.902545:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902545:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54f213800. 02000000:00000001:2.0:1763354566.902547:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902548:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766bbb80. 02000000:00000001:2.0:1763354566.902550:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902551:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54f210c00. 02000000:00000001:2.0:1763354566.902553:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902554:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766b9500. 02000000:00000001:2.0:1763354566.902556:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902557:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54f212800. 02000000:00000001:2.0:1763354566.902558:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902559:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b319500. 02000000:00000001:2.0:1763354566.902560:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902561:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54f212c00. 02000000:00000001:2.0:1763354566.902563:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902564:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b318380. 02000000:00000001:2.0:1763354566.902566:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902566:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54f212400. 02000000:00000001:2.0:1763354566.902567:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902568:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b31b100. 02000000:00000001:2.0:1763354566.902571:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902572:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54901ec00. 02000000:00000001:2.0:1763354566.902574:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902575:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff672084000. 02000000:00000001:2.0:1763354566.902578:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902579:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff54583c000. 02000000:00000001:2.0:1763354566.902581:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902581:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff67c907b80. 02000000:00000001:2.0:1763354566.902584:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902585:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66dc84000. 02000000:00000001:2.0:1763354566.902587:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902588:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec52300. 02000000:00000001:2.0:1763354566.902590:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902590:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff642c59400. 02000000:00000001:2.0:1763354566.902592:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902593:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66ec51500. 02000000:00000001:2.0:1763354566.902595:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902596:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff67d88a800. 02000000:00000001:2.0:1763354566.902597:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902598:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff664847100. 02000000:00000001:2.0:1763354566.902601:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902602:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66febd400. 02000000:00000001:2.0:1763354566.902604:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902606:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff65a706680. 02000000:00000001:2.0:1763354566.902609:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902610:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66febd800. 02000000:00000001:2.0:1763354566.902611:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902612:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94d880. 02000000:00000001:2.0:1763354566.902614:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902615:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66febc400. 02000000:00000001:2.0:1763354566.902616:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902617:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94ca80. 02000000:00000001:2.0:1763354566.902619:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902620:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66febe400. 02000000:00000001:2.0:1763354566.902621:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902622:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94d180. 02000000:00000001:2.0:1763354566.902623:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902624:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66febcc00. 02000000:00000001:2.0:1763354566.902625:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902626:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94c000. 02000000:00000001:2.0:1763354566.902627:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902628:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff66febec00. 02000000:00000001:2.0:1763354566.902629:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902630:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b94c700. 02000000:00000001:2.0:1763354566.902632:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902632:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff66febf400. 02000000:00000001:2.0:1763354566.902634:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902634:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff644d2f800. 02000000:00000001:2.0:1763354566.902637:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902638:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf0c00. 02000000:00000001:2.0:1763354566.902640:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902640:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646dc00. 02000000:00000001:2.0:1763354566.902643:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902644:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8ff551cf2800. 02000000:00000001:2.0:1763354566.902645:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902646:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646d500. 02000000:00000001:2.0:1763354566.902648:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902648:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf3000. 02000000:00000001:2.0:1763354566.902650:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902650:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646f480. 02000000:00000001:2.0:1763354566.902652:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902654:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf1000. 02000000:00000001:2.0:1763354566.902655:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902656:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646ca80. 02000000:00000001:2.0:1763354566.902657:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902658:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf1400. 02000000:00000001:2.0:1763354566.902660:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902661:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646e300. 02000000:00000001:2.0:1763354566.902662:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902663:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff551cf2400. 02000000:00000001:2.0:1763354566.902664:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902665:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64646ed80. 02000000:00000001:2.0:1763354566.902667:0:74539:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.902667:0:74539:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8ff54477e000. 02000000:00000001:2.0:1763354566.902669:0:74539:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.902670:0:74539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff54ec66d80. 00000100:00000001:2.0:1763354566.902673:0:74539:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.902676:0:74539:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1763354566.902679:0:74539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381b790. 00000400:00000010:2.0:1763354566.902683:0:74539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8ff6678ff100. 00000800:00000001:1.0:1763354566.905154:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.905162:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.905164:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.905165:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.905170:0:3648:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.905177:0:3648:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 488 into portal 6 MB=0x691a7971d9a80 00000400:00000200:1.0:1763354566.905182:0:3648:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.203.48@tcp of length 488/488 into md 0x1e60fd [128] + 80096 00000800:00000001:1.0:1763354566.905186:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.905190:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.905192:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.905194:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000100:00000001:1.0:1763354566.905197:0:3648:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.905199:0:3648:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763354566.905202:0:3648:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ff64640f800. 00000100:00000040:1.0:1763354566.905204:0:3648:0:(events.c:337:request_in_callback()) incoming req@ffff8ff64640f800 x1848998841129600 msgsize 488 00000100:00100000:1.0:1763354566.905207:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000001:1.0:1763354566.905219:0:3648:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.905223:0:3648:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.905224:0:3648:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.905241:0:99670:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.905244:0:99670:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841129600 02000000:00000001:2.0:1763354566.905245:0:99670:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.905246:0:99670:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.905248:0:99670:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.905250:0:99670:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.905251:0:99670:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841129600 00000020:00000001:2.0:1763354566.905253:0:99670:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.905254:0:99670:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb634222ad476 00000020:00000001:2.0:1763354566.905255:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.905256:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd27000 refcount=21 00000020:00000001:2.0:1763354566.905258:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000020:00000001:2.0:1763354566.905260:0:99670:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300075520 : -123186409476096 : ffff8ff66dd27000) 00000100:00000001:2.0:1763354566.905262:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.905264:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd00. 00000100:00000001:2.0:1763354566.905266:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.905268:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd00. 00000020:00000010:2.0:1763354566.905271:0:99670:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5956a7a00. 00000020:00000010:2.0:1763354566.905273:0:99670:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db780. 00000020:00000010:2.0:1763354566.905276:0:99670:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.905280:0:99670:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763354566.905282:0:99670:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.905283:0:99670:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763354566.905285:0:99670:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763354566.905286:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.905288:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:2.0:1763354566.905289:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.905291:0:99670:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763354566.905293:0:99670:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763354566.905295:0:99670:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.905297:0:99670:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.905298:0:99670:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.905299:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.905300:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.905302:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.905303:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.905304:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.905305:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.905306:0:99670:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.905307:0:99670:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.905308:0:99670:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905310:0:99670:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763354566.905312:0:99670:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905313:0:99670:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905314:0:99670:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905316:0:99670:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763354566.905317:0:99670:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905319:0:99670:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763354566.905324:0:99670:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000402:0x53fc:0x0] (0->4095) req@ffff8ff64640f800 x1848998841129600/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354566.905329:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354566.905331:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff64640f800 with x1848998841129600 ext(0->4095) 00010000:00000001:2.0:1763354566.905333:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.905334:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.905336:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2200 refcount=3 00000020:00000001:2.0:1763354566.905337:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.905339:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.905340:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.905341:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354566.905342:0:99670:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354566.905343:0:99670:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff64640f800 00002000:00000001:2.0:1763354566.905345:0:99670:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905346:0:99670:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905350:0:99670:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905361:0:99670:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.905367:0:99670:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.905368:0:99670:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.905371:0:99670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 1965 00000100:00000040:2.0:1763354566.905373:0:99670:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd27000 : new rpc_count 1 00000100:00000001:2.0:1763354566.905374:0:99670:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620886636230656 : -123187073320960 : ffff8ff64640f800) 00000100:00000040:2.0:1763354566.905377:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff64640f800 x1848998841129600/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.905383:0:99670:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.905385:0:99670:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd00. 00000100:00000001:2.0:1763354566.905386:0:99670:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.905388:0:99670:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd00. 00000100:00100000:2.0:1763354566.905390:0:99670:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff64640f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841129600:12345-192.168.203.48@tcp:3:cmp.0 00000100:00000200:2.0:1763354566.905393:0:99670:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841129600 00000020:00000001:2.0:1763354566.905394:0:99670:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.905396:0:99670:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763354566.905397:0:99670:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905398:0:99670:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.905399:0:99670:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665830384 : -1043721232 : ffffffffc1ca13f0) 00000020:00000001:2.0:1763354566.905401:0:99670:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763354566.905403:0:99670:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.905405:0:99670:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.905406:0:99670:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.905407:0:99670:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905411:0:99670:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.905412:0:99670:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.905418:0:99670:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff8ff672658000. 02000000:00000001:2.0:1763354566.905420:0:99670:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905421:0:99670:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905423:0:99670:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763354566.905425:0:99670:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763354566.905427:0:99670:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905429:0:99670:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763354566.905433:0:99670:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763354566.905435:0:99670:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763354566.905437:0:99670:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli 1003adcf-613b-48fc-8710-4bfd6913dc17/ffff8ff66dd27000 reports grant 469315584 dropped 0, local 469315584 00000020:00000001:2.0:1763354566.905439:0:99670:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763354566.905440:0:99670:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763354566.905442:0:99670:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763354566.905443:0:99670:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763354566.905445:0:99670:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763354566.905447:0:99670:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446620883821227976 : -123189888323640 : ffff8ff59e776fc8) 00002000:00000001:2.0:1763354566.905449:0:99670:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446620883821227888 : -123189888323728 : ffff8ff59e776f70) 00002000:00000001:2.0:1763354566.905451:0:99670:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763354566.905454:0:99670:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905456:0:99670:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763354566.905457:0:99670:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.905461:0:99670:0:(osd_io.c:543:osd_map_remote_to_local()) Process entered 00080000:00000001:2.0:1763354566.905463:0:99670:0:(osd_io.c:578:osd_map_remote_to_local()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.905466:0:99670:0:(osd_io.c:827:osd_bufs_get()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763354566.905471:0:99670:0:(osd_io.c:1628:osd_read_prep()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905474:0:99670:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905475:0:99670:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905476:0:99670:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905480:0:99670:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763354566.905499:0:99670:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8355 MB/s 00000020:00000040:2.0:1763354566.905502:0:99670:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763354566.905512:0:99670:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763354566.905513:0:99670:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de694cad (4) 00000020:00008000:2.0:1763354566.905515:0:99670:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763354566.905518:0:99670:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763354566.905521:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763354566.905527:0:99670:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8ff679141400. 00000020:00000001:2.0:1763354566.905529:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905531:0:99670:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.905532:0:99670:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905534:0:99670:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00080000:00000001:2.0:1763354566.905539:0:99670:0:(osd_io.c:707:osd_bufs_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763354566.905541:0:99670:0:(lu_object.c:207:lu_object_put()) Add ffff8ff59e776fc8/ffff8ff59e776f70 to site lru. bkt: ffff8ff642cc1e68 00002000:00000001:2.0:1763354566.905542:0:99670:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763354566.905544:0:99670:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905545:0:99670:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905547:0:99670:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763354566.905548:0:99670:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763354566.905550:0:99670:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763354566.905551:0:99670:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884944477, transno 0, xid 1848998841129600 00010000:00000001:2.0:1763354566.905553:0:99670:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.905556:0:99670:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff64640f800 x1848998841129600/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/4536 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 4096/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.905561:0:99670:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.905562:0:99670:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.905564:0:99670:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff6532861e8 time=70 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.905567:0:99670:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.905568:0:99670:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.905570:0:99670:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.905571:0:99670:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.905573:0:99670:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905574:0:99670:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.905576:0:99670:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.905577:0:99670:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5559c7b40. 00000100:00000200:2.0:1763354566.905580:0:99670:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848998841129600, offset 224 00000400:00000200:2.0:1763354566.905583:0:99670:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.905587:0:99670:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.905591:0:99670:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556911:1556911:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556907:1556907:8:4294967295] 00000400:00000200:2.0:1763354566.905597:0:99670:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.905600:0:99670:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.905603:0:99670:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8ff5956a7400. 00000800:00000200:2.0:1763354566.905606:0:99670:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.905610:0:99670:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1022 00000800:00000200:2.0:1763354566.905612:0:99670:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff5956a7400 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763354566.905623:0:99670:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.905626:0:99670:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.905627:0:99670:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.905628:0:99670:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.905630:0:99670:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.905633:0:99670:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff64640f800 x1848998841129600/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/4536 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.905640:0:99670:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff64640f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:1003adcf-613b-48fc-8710-4bfd6913dc17+21:2403:x1848998841129600:12345-192.168.203.48@tcp:3:cmp.0 Request processed in 256us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763354566.905646:0:99670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 1965 00000100:00000040:2.0:1763354566.905649:0:99670:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd27000 : new rpc_count 0 00000100:00000001:2.0:1763354566.905651:0:99670:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763354566.905652:0:99670:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763354566.905655:0:99670:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000402:0x53fc:0x0] (0->4095) req@ffff8ff64640f800 x1848998841129600/t0(0) o3->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 488/4536 e 0 to 0 dl 1763354577 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763354566.905662:0:99670:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763354566.905663:0:99670:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ff64640f800 with x1848998841129600 ext(0->4095) 00010000:00000001:2.0:1763354566.905665:0:99670:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763354566.905666:0:99670:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.905668:0:99670:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8ff5554c2200 refcount=3 00000020:00000001:2.0:1763354566.905670:0:99670:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.905671:0:99670:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446620882593653248 : -123191115898368 : ffff8ff5554c2200) 00010000:00000001:2.0:1763354566.905673:0:99670:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763354566.905674:0:99670:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763354566.905675:0:99670:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763354566.905676:0:99670:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ff64640f800 00002000:00000001:2.0:1763354566.905678:0:99670:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.905679:0:99670:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.905681:0:99670:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db780. 00000020:00000010:2.0:1763354566.905683:0:99670:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.905686:0:99670:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5956a7a00. 00000800:00000200:1.0:1763354566.905687:0:3649:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:2.0:1763354566.905689:0:99670:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd27000 : new refcount 20 00000800:00000010:1.0:1763354566.905692:0:3649:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8ff5956a7400. 00000100:00000001:2.0:1763354566.905693:0:99670:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.905699:0:3649:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.905705:0:3649:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.905708:0:3649:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5559c7b40 00000400:00000010:1.0:1763354566.905709:0:3649:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5559c7b40. 00000100:00000001:1.0:1763354566.905711:0:3649:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763354566.905713:0:3649:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763354566.908077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5554c2a00. 00010000:00000010:2.1:1763354566.908086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fadb00. 00010000:00000010:2.1:1763354566.908091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5554c3800. 00010000:00000010:2.1:1763354566.908095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8ff547fad700. 00010000:00000010:2.1:1763354566.908098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8ff5554c2800. 00000800:00000001:1.0:1763354566.909146:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.909153:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763354566.909155:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.909156:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.909161:0:3647:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp) <- 192.168.203.48@tcp : PUT - for me 00000400:00000200:1.0:1763354566.909168:0:3647:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.48@tcp of length 392 into portal 23 MB=0x691a7971d9b80 00000400:00000200:1.0:1763354566.909173:0:3647:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.48@tcp of length 392/392 into md 0x7ad9ed [2] + 1960 00000400:00000010:1.0:1763354566.909176:0:3647:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ff66f2c8948. 00000400:00000200:1.0:1763354566.909179:0:3647:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8ff5554cf300 00000800:00000001:1.0:1763354566.909181:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.909203:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763354566.909206:0:3647:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.909209:0:3647:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.909211:0:3647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff5554cf300 00000400:00000010:1.0:1763354566.909212:0:3647:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8ff5554cf300. 00000100:00000001:1.0:1763354566.909224:0:3647:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763354566.909227:0:3647:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1763354566.909229:0:3647:0:(events.c:337:request_in_callback()) incoming req@ffff8ff66aee5450 x1848998841129856 msgsize 392 00000100:00100000:1.0:1763354566.909232:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.48@tcp (source: 12345-192.168.203.48@tcp) 00000100:00000040:1.0:1763354566.909233:0:3647:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763354566.909242:0:3647:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763354566.909246:0:3647:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763354566.909248:0:3647:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.909296:0:6520:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763354566.909299:0:6520:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848998841129856 02000000:00000001:2.0:1763354566.909301:0:6520:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763354566.909303:0:6520:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763354566.909305:0:6520:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.909308:0:6520:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763354566.909310:0:6520:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848998841129856 00000020:00000001:2.0:1763354566.909312:0:6520:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763354566.909314:0:6520:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4a8bb63420a0b9d1 00000020:00000001:2.0:1763354566.909315:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.909318:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8ff66dd22800 refcount=476 00000020:00000001:2.0:1763354566.909320:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000020:00000001:2.0:1763354566.909321:0:6520:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446620887300057088 : -123186409494528 : ffff8ff66dd22800) 00000100:00000001:2.0:1763354566.909324:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.909327:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd00. 00000100:00000001:2.0:1763354566.909329:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.909331:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd00. 00000020:00000010:2.0:1763354566.909335:0:6520:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8ff5956a7a00. 00000020:00000010:2.0:1763354566.909338:0:6520:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8ff66d8db780. 00000020:00000010:2.0:1763354566.909340:0:6520:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8ff681354c80. 00000100:00000040:2.0:1763354566.909344:0:6520:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763354566.909346:0:6520:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763354566.909347:0:6520:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763354566.909348:0:6520:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.909352:0:6520:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.909365:0:6520:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763354566.909371:0:6520:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763354566.909373:0:6520:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763354566.909377:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.48@tcp, seq: 93130 00000100:00000040:2.0:1763354566.909380:0:6520:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff8ff66dd22800 : new rpc_count 1 00000100:00000001:2.0:1763354566.909382:0:6520:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446620887251571792 : -123186457979824 : ffff8ff66aee5450) 00000100:00000040:2.0:1763354566.909387:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8ff66aee5450 x1848998841129856/t0(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/0 e 0 to 0 dl 1763354577 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763354566.909394:0:6520:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763354566.909396:0:6520:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8ff5448afd00. 00000100:00000001:2.0:1763354566.909399:0:6520:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763354566.909401:0:6520:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8ff5448afd00. 00000100:00100000:2.0:1763354566.909404:0:6520:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ff66aee5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+476:253185:x1848998841129856:12345-192.168.203.48@tcp:35:cmp.0 00000100:00000200:2.0:1763354566.909407:0:6520:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848998841129856 00000020:00000001:2.0:1763354566.909409:0:6520:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763354566.909410:0:6520:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763354566.909413:0:6520:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff8ff5559c79c0: xid 1848998841129344, transno 21475214498, client gen 10, slot idx 2 00000001:00000001:2.0:1763354566.909417:0:6520:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff8ff5559c70c0: xid 1848998841129088, transno 21475214497, client gen 10, slot idx 3 00000001:00000010:2.0:1763354566.909420:0:6520:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8ff5559c70c0. 00000020:00000001:2.0:1763354566.909423:0:6520:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.909424:0:6520:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763354566.909426:0:6520:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663706784 : -1045844832 : ffffffffc1a9aca0) 00000020:00000001:2.0:1763354566.909427:0:6520:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763354566.909429:0:6520:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848998841129856, found 0 last_xid 1848998841129855 00000020:00000001:2.0:1763354566.909431:0:6520:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763354566.909433:0:6520:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763354566.909435:0:6520:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763354566.909437:0:6520:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909440:0:6520:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763354566.909442:0:6520:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763354566.909443:0:6520:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763354566.909445:0:6520:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909447:0:6520:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763354566.909449:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.909451:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909452:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.909453:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.909455:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909456:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.909457:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.909459:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909460:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.909461:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.909462:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909463:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.909464:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.909465:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909467:0:6520:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909468:0:6520:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763354566.909469:0:6520:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909472:0:6520:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763354566.909473:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.909474:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909475:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.909476:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.909477:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909478:0:6520:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763354566.909479:0:6520:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763354566.909480:0:6520:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909482:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.909483:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.909485:0:6520:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763354566.909488:0:6520:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff8ff54639ce00 flags 0x0 02000000:00000001:2.0:1763354566.909491:0:6520:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446620882340793856 : -123191368757760 : ffff8ff54639ce00) 00000004:00000001:2.0:1763354566.909493:0:6520:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763354566.909494:0:6520:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763354566.909496:0:6520:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763354566.909497:0:6520:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909498:0:6520:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763354566.909499:0:6520:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909501:0:6520:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.909503:0:6520:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763354566.909504:0:6520:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763354566.909507:0:6520:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8ff679143000. 02000000:00000001:2.0:1763354566.909508:0:6520:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.909509:0:6520:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909511:0:6520:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763354566.909513:0:6520:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909515:0:6520:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763354566.909516:0:6520:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763354566.909517:0:6520:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763354566.909519:0:6520:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff8ff66d8db980 refcount=2 00000020:00000001:2.0:1763354566.909520:0:6520:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446620887295572352 : -123186413979264 : ffff8ff66d8db980) 00000004:00000001:2.0:1763354566.909522:0:6520:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446620887295572352 : -123186413979264 : ffff8ff66d8db980) 00000020:00000040:2.0:1763354566.909524:0:6520:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8ff66d8db980 with handle 0x4a8bb634222cb3b7 from hash 00000004:00000001:2.0:1763354566.909527:0:6520:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763354566.909529:0:6520:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200002344:0x19e25:0x0] with intent: 0 00000004:00000001:2.0:1763354566.909532:0:6520:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763354566.909534:0:6520:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 4096 lsom blocks 8 blocks 8 truncate 0 00000004:00000001:2.0:1763354566.909537:0:6520:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763354566.909539:0:6520:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763354566.909543:0:6520:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909545:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909549:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909559:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.909562:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763354566.909563:0:6520:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763354566.909564:0:6520:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.909566:0:6520:0:(mdt_som.c:71:mdt_get_som()) [0x200002344:0x19e25:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 8 00000004:00000002:2.0:1763354566.909569:0:6520:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763354566.909571:0:6520:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909573:0:6520:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909574:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909575:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763354566.909577:0:6520:0:(osd_handler.c:1586:osd_oxc_get()) Process leaving via out (rc=56 : 56 : 0x38) 00000004:00000001:2.0:1763354566.909579:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.909580:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.909582:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909582:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909584:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.909585:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.909586:0:6520:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763354566.909588:0:6520:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763354566.909589:0:6520:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909591:0:6520:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763354566.909593:0:6520:0:(mdt_som.c:114:mdt_set_som()) [0x200002344:0x19e25:0x0]: Set SOM attrs S/B/F: 4096/8/4. 00000004:00000001:2.0:1763354566.909595:0:6520:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.909597:0:6520:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763354566.909599:0:6520:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763354566.909602:0:6520:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763354566.909606:0:6520:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8ff66ce37780. 00080000:00000001:2.0:1763354566.909609:0:6520:0:(osd_handler.c:2019:osd_trans_create()) Process entered 00080000:00000010:2.0:1763354566.909612:0:6520:0:(osd_handler.c:2034:osd_trans_create()) kmalloced '(oh)': 296 at ffff8ff5956a7e00. 00080000:00000001:2.0:1763354566.909615:0:6520:0:(osd_handler.c:2065:osd_trans_create()) Process leaving (rc=18446620883669384704 : -123190040166912 : ffff8ff5956a7e00) 00000004:00000001:2.0:1763354566.909618:0:6520:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.909621:0:6520:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.909623:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.909625:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883669384704 : -123190040166912 : ffff8ff5956a7e00) 00000004:00000001:2.0:1763354566.909628:0:6520:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909631:0:6520:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.909634:0:6520:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763354566.909636:0:6520:0:(osd_handler.c:2153:osd_trans_start()) Process entered 00000004:00000001:2.0:1763354566.909641:0:6520:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763354566.909642:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.909643:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883669384704 : -123190040166912 : ffff8ff5956a7e00) 00080000:00000001:2.0:1763354566.909646:0:6520:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1763354566.909650:0:6520:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1763354566.909652:0:6520:0:(osd_io.c:2957:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8ff5448afd00. 00080000:00000001:2.0:1763354566.909654:0:6520:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909655:0:6520:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763354566.909662:0:6520:0:(osd_handler.c:2238:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.909664:0:6520:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909668:0:6520:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.909670:0:6520:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763354566.909671:0:6520:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763354566.909673:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.909674:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883669384704 : -123190040166912 : ffff8ff5956a7e00) 00080000:00000001:2.0:1763354566.909677:0:6520:0:(osd_handler.c:5198:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763354566.909679:0:6520:0:(osd_handler.c:5229:osd_xattr_set()) [0x200002344:0x19e25:0x0] set xattr 'trusted.som' with size 24 00000004:00000001:2.0:1763354566.909695:0:6520:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909697:0:6520:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909699:0:6520:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.909702:0:6520:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763354566.909704:0:6520:0:(osd_handler.c:2295:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763354566.909707:0:6520:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763354566.909709:0:6520:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21475214499, last_committed = 21475214488 00000001:00000010:2.0:1763354566.909712:0:6520:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8ff66ce37480. 00000001:00000040:2.0:1763354566.909714:0:6520:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff8ff66dd22800 : new cb_count 11 00000020:00000040:2.0:1763354566.909715:0:6520:0:(genops.c:887:class_export_get()) GET export ffff8ff66dd22800 refcount=477 00000001:00000010:2.0:1763354566.909719:0:6520:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8ff5559c70c0. 00000004:00000001:2.0:1763354566.909724:0:6520:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763354566.909725:0:6520:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763354566.909726:0:6520:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446620883669384704 : -123190040166912 : ffff8ff5956a7e00) 00000004:00000001:2.0:1763354566.909734:0:6520:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763354566.909737:0:6520:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff8ff5559c70c0: xid 1848998841129856, transno 21475214499, tag 1, client gen 10, slot idx 3 00000001:00000001:2.0:1763354566.909739:0:6520:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354566.909745:0:6520:0:(osd_io.c:2985:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8ff5448afd00. 00040000:00000001:2.0:1763354566.909747:0:6520:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763354566.909749:0:6520:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1763354566.909751:0:6520:0:(osd_handler.c:2387:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763354566.909753:0:6520:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8ff66ce37780. 00000020:00000001:2.0:1763354566.909755:0:6520:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909757:0:6520:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909759:0:6520:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909760:0:6520:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909763:0:6520:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763354566.909764:0:6520:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909766:0:6520:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:2.0:1763354566.909768:0:6520:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.909770:0:6520:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763354566.909772:0:6520:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909774:0:6520:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763354566.909776:0:6520:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763354566.909778:0:6520:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763354566.909780:0:6520:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200002344:0x19e25:0x0], previous was 0x7 00000004:00000001:2.0:1763354566.909783:0:6520:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909785:0:6520:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763354566.909787:0:6520:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909788:0:6520:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763354566.909791:0:6520:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763354566.909792:0:6520:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763354566.909795:0:6520:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8ff66d8db980. 00000004:00000001:2.0:1763354566.909800:0:6520:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763354566.909819:0:6520:0:(lu_object.c:207:lu_object_put()) Add ffff8ff55ffe8238/ffff8ff55ffe81e0 to site lru. bkt: ffff8ff66f415180 00000004:00000001:2.0:1763354566.909821:0:6520:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763354566.909822:0:6520:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909824:0:6520:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909825:0:6520:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763354566.909827:0:6520:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763354566.909828:0:6520:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763354566.909830:0:6520:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763354566.909831:0:6520:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763354566.909832:0:6520:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763354566.909835:0:6520:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763354566.909837:0:6520:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763354566.909839:0:6520:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763354566.909842:0:6520:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763354566.909848:0:6520:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763354566.909850:0:6520:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763354566.909852:0:6520:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21475214488, transno 21475214499, xid 1848998841129856 00010000:00000001:2.0:1763354566.909854:0:6520:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763354566.909858:0:6520:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff8ff66aee5450 x1848998841129856/t21475214499(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763354566.909865:0:6520:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763354566.909867:0:6520:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763354566.909869:0:6520:0:(import.c:2128:obd_at_measure()) add 1 to ffff8ff66af8ede8 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1763354566.909872:0:6520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763354566.909874:0:6520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8ff67c8f0680 refcount 11 to 192.168.203.48@tcp 00000100:00000001:2.0:1763354566.909876:0:6520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446620887547315840 : -123186162235776 : ffff8ff67c8f0680) 02000000:00000001:2.0:1763354566.909878:0:6520:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763354566.909880:0:6520:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763354566.909882:0:6520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763354566.909884:0:6520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.48@tcp 00000400:00000010:2.0:1763354566.909887:0:6520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ff644be7a18. 00000100:00000200:2.0:1763354566.909890:0:6520:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848998841129856, offset 224 00000400:00000200:2.0:1763354566.909893:0:6520:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.48@tcp 00000400:00000200:2.0:1763354566.909899:0:6520:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.148@tcp to MR: 192.168.203.48@tcp local destination 00000400:00000200:2.0:1763354566.909903:0:6520:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.148@tcp NI seq info: [1556912:1556912:256:4294967295] 192.168.203.48@tcp LPNI seq info [1556908:1556908:8:4294967295] 00000400:00000200:2.0:1763354566.909911:0:6520:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) -> 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) : PUT try# 0 00000800:00000200:2.0:1763354566.909915:0:6520:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.203.48@tcp 00000800:00000010:2.0:1763354566.909917:0:6520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ff6678fff00. 00000800:00000200:2.0:1763354566.909921:0:6520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ff544a65300] -> 12345-192.168.203.48@tcp (4) 00000800:00000200:2.0:1763354566.909925:0:6520:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.48@tcp ip 192.168.203.48:1023 00000800:00000200:2.0:1763354566.909928:0:6520:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8ff6678fff00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763354566.909952:0:6520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763354566.909956:0:6520:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8ff67c8f0680 refcount 10 to 192.168.203.48@tcp 00010000:00000001:2.0:1763354566.909958:0:6520:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763354566.909959:0:6520:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354566.909961:0:6520:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763354566.909965:0:6520:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ff66aee5450 x1848998841129856/t21475214499(0) o35->1003adcf-613b-48fc-8710-4bfd6913dc17@192.168.203.48@tcp:737/0 lens 392/456 e 0 to 0 dl 1763354577 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763354566.909973:0:6520:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ff66aee5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1003adcf-613b-48fc-8710-4bfd6913dc17+477:253185:x1848998841129856:12345-192.168.203.48@tcp:35:cmp.0 Request processed in 577us (742us total) trans 21475214499 rc 0/0 00000100:00100000:2.0:1763354566.909979:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.48@tcp, seq: 93130 00000100:00000040:2.0:1763354566.909982:0:6520:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8ff66dd22800 : new rpc_count 0 00000100:00000001:2.0:1763354566.909983:0:6520:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763354566.909984:0:6520:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763354566.909987:0:6520:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8ff66d8db780. 00000020:00000010:2.0:1763354566.909990:0:6520:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8ff681354c80. 00000020:00000010:2.0:1763354566.909993:0:6520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8ff5956a7a00. 00000020:00000040:2.0:1763354566.909997:0:6520:0:(genops.c:898:class_export_put()) PUTting export ffff8ff66dd22800 : new refcount 476 02000000:00000001:2.0:1763354566.910002:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.910004:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff679142c00. 02000000:00000001:2.0:1763354566.910011:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.910012:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64640d180. 02000000:00000001:2.0:1763354566.910015:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.910016:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff679140000. 02000000:00000001:2.0:1763354566.910018:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.910019:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff64640df80. 02000000:00000001:2.0:1763354566.910024:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.910026:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff6802b3c00. 02000000:00000001:2.0:1763354566.910029:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.910030:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6513db800. 02000000:00000001:2.0:1763354566.910055:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.910058:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff54f210000. 02000000:00000001:2.0:1763354566.910062:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.910064:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff6766baa00. 02000000:00000001:2.0:1763354566.910068:0:6520:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763354566.910070:0:6520:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff54f211800. 02000000:00000001:2.0:1763354566.910074:0:6520:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763354566.910076:0:6520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ff66b319180. 00000100:00000001:2.0:1763354566.910080:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763354566.910086:0:6520:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000800:00000200:1.0:1763354566.910091:0:3648:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1763354566.910092:0:6520:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ff54381bc08. 00000800:00000010:1.0:1763354566.910097:0:3648:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ff6678fff00. 00000400:00000010:2.0:1763354566.910101:0:6520:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8ff5559c7600. 00000400:00000200:1.0:1763354566.910104:0:3648:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763354566.910112:0:3648:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.148@tcp->192.168.203.48@tcp: PUT: OK 00000400:00000200:1.0:1763354566.910115:0:3648:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ff644be7a18 00000400:00000010:1.0:1763354566.910117:0:3648:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8ff644be7a18. 00000100:00000001:1.0:1763354566.910121:0:3648:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763354566.910123:0:3648:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763354566.910125:0:3648:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8ff679143000. 02000000:00000001:1.0:1763354566.910128:0:3648:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763354566.910129:0:3648:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763354567.064172:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064178:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354567.064183:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064184:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354567.064186:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064187:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354567.064190:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064192:0:107947:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354567.064196:0:107947:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064197:0:107947:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354567.064202:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064203:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763354567.064206:0:107947:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1763354567.064207:0:107947:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763354567.064225:0:107288:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763354567.064230:0:107288:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763354567.064235:0:107288:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1763354567.282688:0:120603:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8dbf00. 00080000:00000010:2.0:1763354567.282697:0:120603:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8dbf00. 00000020:00000001:2.0:1763354567.282704:0:120603:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354567.282713:0:120603:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8dbf00. 00080000:00000010:2.0:1763354567.282719:0:120603:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8dbf00. 00000020:00000001:2.0:1763354567.282723:0:120603:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354567.282731:0:120603:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8dbf00. 00080000:00000010:2.0:1763354567.282736:0:120603:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8dbf00. 00000020:00000001:2.0:1763354567.282740:0:120603:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763354567.282748:0:120603:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66d8dbf00. 00080000:00000010:2.0:1763354567.282754:0:120603:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66d8dbf00. 00000020:00000001:2.0:1763354567.282759:0:120603:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763354567.407095:0:120639:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1763354567.407100:0:120639:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_56xa: @@@@@@ FAIL: content mismatch /mnt/lustre/d56xa.sanity/56xa/file1 differs from /etc/passwd 00000001:00000001:0.0:1763354567.410839:0:120639:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1763354567.778700:0:120651:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27400. 00080000:00000010:3.0:1763354567.778708:0:120651:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27400. 00000020:00000001:3.0:1763354567.778712:0:120651:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354567.778718:0:120651:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27400. 00080000:00000010:3.0:1763354567.778722:0:120651:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27400. 00000020:00000001:3.0:1763354567.778724:0:120651:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354567.778730:0:120651:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27400. 00080000:00000010:3.0:1763354567.778734:0:120651:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27400. 00000020:00000001:3.0:1763354567.778736:0:120651:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763354567.778741:0:120651:0:(osd_handler.c:2609:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8ff66ba27400. 00080000:00000010:3.0:1763354567.778745:0:120651:0:(osd_handler.c:2650:osd_statfs()) kfreed 'ksfs': 120 at ffff8ff66ba27400. 00000020:00000001:3.0:1763354567.778748:0:120651:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 131449 lines, 131449 kept, 0 dropped, 0 bad.